sber/agent
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Роутер работает нормально в process v2

Browse Source
This commit is contained in:
zosimovaa
2026-04-07 14:09:51 +03:00
parent 0a25e42ea1
commit 8b7b72967e
1746 changed files with 216414 additions and 14037 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml
+421
View File
@@ -0,0 +1,421 @@
defaults:
runner: process_v2
mode: full_chain
input:
rag_session_id: "fdf3ff03-81f0-4772-b68e-250147960243"
cases:
- id: v2-general-01-what-is-service
query: "Что это за сервис?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
pipeline:
answer_mode: grounded_summary
llm:
non_empty: true
contains_all: ["Telegram", "сервис"]
- id: v2-general-02-purpose
query: "Для чего нужен test_echo_app?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
pipeline:
answer_mode: grounded_summary
llm:
non_empty: true
contains_all: ["test_echo_app"]
- id: v2-general-03-problem
query: "Какую задачу решает это приложение?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
pipeline:
answer_mode: grounded_summary
llm:
non_empty: true
contains_all: ["Telegram"]
- id: v2-general-04-docs-contents
query: "Что входит в документацию этого проекта?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["документац", "архитект"]
- id: v2-general-05-main-parts
query: "Какие основные части есть у системы?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["систем", "Telegram"]
- id: v2-general-06-high-level-architecture
query: "Как в целом устроено приложение?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["приложен"]
- id: v2-general-07-besides-api
query: "Что тут есть кроме API?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["API"]
- id: v2-general-08-components
query: "Из чего состоит Telegram Notify App?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["Telegram Notify App"]
- id: v2-general-09-reading-order
query: "Какие документы стоит читать сначала?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["README", "архитект"]
- id: v2-general-10-short-summary
query: "Дай короткое summary по проектной документации"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
llm:
non_empty: true
contains_all: ["документац"]
- id: v2-docs-summary-01-health
query: "Кратко объясни по документации, как работает `/health`"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
layers_include: ["D1_DOCUMENT_CATALOG", "D3_ENTITY_CATALOG", "D0_DOC_CHUNKS"]
doc_scope_contains: ["docs/README.md", "docs/architecture/telegram-notify-app-overview.md"]
llm:
non_empty: true
contains_all: ["/health", "status", "components"]
pipeline:
answer_mode: grounded_summary
- id: v2-docs-summary-02-send
query: "Что делает endpoint `/send`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
layers_include: ["D1_DOCUMENT_CATALOG", "D3_ENTITY_CATALOG", "D0_DOC_CHUNKS"]
doc_scope_contains: ["docs/api/send-message-endpoint.md"]
llm:
non_empty: true
contains_all: ["/send", "message", "Telegram"]
- id: v2-docs-summary-03-actions
query: "Объясни назначение `/actions/{action}`"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/api/control-actions-endpoint.md"]
llm:
non_empty: true
contains_all: ["/actions/{action}"]
- id: v2-docs-summary-04-runtime-health
query: "Что такое runtime health в этой документации?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/domains/runtime-health-entity.md"]
llm:
non_empty: true
contains_all: ["runtime health"]
- id: v2-docs-summary-05-notification-loop
query: "Кратко опиши цикл отправки уведомлений"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/logic/telegram-notification-loop.md"]
llm:
non_empty: true
contains_all: ["worker", "interval", "degraded"]
- id: v2-docs-summary-06-architecture
query: "Как устроена архитектура Telegram Notify App?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/architecture/telegram-notify-app-overview.md"]
llm:
non_empty: true
contains_all: ["RuntimeManager", "TelegramControlChannel"]
- id: v2-docs-summary-07-worker
query: "Что делает worker в этом приложении?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/logic/telegram-notification-loop.md", "docs/architecture/telegram-notify-app-overview.md"]
llm:
non_empty: true
contains_all: ["worker", "Telegram"]
- id: v2-docs-summary-08-health-statuses
query: "Какие статусы здоровья есть у runtime?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/domains/runtime-health-entity.md", "docs/api/health-endpoint.md"]
llm:
non_empty: true
contains_all: ["ok", "degraded", "unhealthy", "unknown"]
- id: v2-docs-summary-09-manual-send
query: "Как в приложении устроена ручная отправка сообщения?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
doc_scope_contains: ["docs/api/send-message-endpoint.md"]
llm:
non_empty: true
contains_all: ["/send", "message", "TelegramSendService"]
- id: v2-docs-summary-10-telegram-integration
query: "Как сервис взаимодействует с Telegram в целом?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
retrieval:
non_empty: true
min_rows: 2
doc_scope_contains: ["docs/architecture/telegram-notify-app-overview.md", "docs/api/send-message-endpoint.md"]
llm:
non_empty: true
contains_all: ["Telegram", "worker", "/send"]
- id: v2-find-files-01-health
query: "В каком файле описан `/health`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/api/health-endpoint.md"]
- id: v2-find-files-02-send
query: "Покажи файл с описанием endpoint `/send`"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/api/send-message-endpoint.md"]
- id: v2-find-files-03-actions
query: "Где находится документация по `/actions/{action}`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/api/control-actions-endpoint.md"]
- id: v2-find-files-04-runtime-health
query: "В каком документе описан runtime health?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/domains/runtime-health-entity.md"]
- id: v2-find-files-05-loop
query: "Найди файл с логикой цикла отправки уведомлений"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/logic/telegram-notification-loop.md"]
- id: v2-find-files-06-architecture
query: "Где описана архитектура приложения?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/architecture/telegram-notify-app-overview.md"]
- id: v2-find-files-07-errors-catalog
query: "В каком файле лежит каталог ошибок?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/errors/catalog.yaml"]
- id: v2-find-files-08-docs-index
query: "Покажи файл-индекс документации проекта"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all: ["docs/README.md"]
- id: v2-find-files-09-telegram-bot-api
query: "Какие файлы относятся к Telegram Bot API интеграции?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
min_rows: 2
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all:
["docs/architecture/telegram-notify-app-overview.md", "docs/api/send-message-endpoint.md", "docs/logic/telegram-notification-loop.md"]
- id: v2-find-files-10-telegram-notify-worker
query: "В каких файлах описан worker `telegram_notify`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
retrieval:
non_empty: true
min_rows: 2
pipeline:
answer_mode: deterministic
llm:
non_empty: true
contains_all:
["docs/architecture/telegram-notify-app-overview.md", "docs/logic/telegram-notification-loop.md", "docs/domains/runtime-health-entity.md"]
tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml
+244
View File
@@ -0,0 +1,244 @@
defaults:
runner: process_v2
mode: router_only
cases:
- id: v2-router-general-01-what-is-service
query: "Что это за сервис?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-02-purpose
query: "Для чего нужен test_echo_app?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-03-problem
query: "Какую задачу решает это приложение?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-04-docs-contents
query: "Что входит в документацию этого проекта?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-05-main-parts
query: "Какие основные части есть у системы?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-06-high-level-architecture
query: "Как в целом устроено приложение?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-07-besides-api
query: "Что тут есть кроме API?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-08-components
query: "Из чего состоит Telegram Notify App?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-09-reading-order
query: "Какие документы стоит читать сначала?"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-general-10-short-summary
query: "Дай короткое summary по проектной документации"
expected:
router:
domain: GENERAL
intent: GENERAL_QA
sub_intent: SUMMARY
- id: v2-router-docs-summary-01-health
query: "Кратко объясни по документации, как работает `/health`"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-02-send
query: "Что делает endpoint `/send`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-03-actions
query: "Объясни назначение `/actions/{action}`"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-04-runtime-health
query: "Что такое runtime health в этой документации?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-05-notification-loop
query: "Кратко опиши цикл отправки уведомлений"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-06-architecture
query: "Как устроена архитектура Telegram Notify App?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-07-worker
query: "Что делает worker в этом приложении?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-08-health-statuses
query: "Какие статусы здоровья есть у runtime?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-09-manual-send
query: "Как в приложении устроена ручная отправка сообщения?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-docs-summary-10-telegram-integration
query: "Как сервис взаимодействует с Telegram в целом?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: SUMMARY
- id: v2-router-find-files-01-health
query: "В каком файле описан `/health`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-02-send
query: "Покажи файл с описанием endpoint `/send`"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-03-actions
query: "Где находится документация по `/actions/{action}`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-04-runtime-health
query: "В каком документе описан runtime health?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-05-loop
query: "Найди файл с логикой цикла отправки уведомлений"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-06-architecture
query: "Где описана архитектура приложения?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-07-errors-catalog
query: "В каком файле лежит каталог ошибок?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-08-docs-index
query: "Покажи файл-индекс документации проекта"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-09-telegram-bot-api
query: "Какие файлы относятся к Telegram Bot API интеграции?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES
- id: v2-router-find-files-10-telegram-notify-worker
query: "В каких файлах описан worker `telegram_notify`?"
expected:
router:
domain: DOCS
intent: DOC_EXPLAIN
sub_intent: FIND_FILES