Роутер работает нормально в process v2
This commit is contained in:
+243
@@ -0,0 +1,243 @@
|
||||
defaults:
|
||||
component: process_v2_intent_router
|
||||
|
||||
cases:
|
||||
- id: v2-router-general-01-what-is-service
|
||||
query: "Что это за сервис?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-02-purpose
|
||||
query: "Для чего нужен test_echo_app?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-03-problem
|
||||
query: "Какую задачу решает это приложение?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-04-docs-contents
|
||||
query: "Что входит в документацию этого проекта?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-05-main-parts
|
||||
query: "Какие основные части есть у системы?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-06-high-level-architecture
|
||||
query: "Как в целом устроено приложение?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-07-besides-api
|
||||
query: "Что тут есть кроме API?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-08-components
|
||||
query: "Из чего состоит Telegram Notify App?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-09-reading-order
|
||||
query: "Какие документы стоит читать сначала?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-general-10-short-summary
|
||||
query: "Дай короткое summary по проектной документации"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-01-health
|
||||
query: "Кратко объясни по документации, как работает `/health`"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-02-send
|
||||
query: "Что делает endpoint `/send`?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-03-actions
|
||||
query: "Объясни назначение `/actions/{action}`"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-04-runtime-health
|
||||
query: "Что такое runtime health в этой документации?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-05-notification-loop
|
||||
query: "Кратко опиши цикл отправки уведомлений"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-06-architecture
|
||||
query: "Как устроена архитектура Telegram Notify App?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-07-worker
|
||||
query: "Что делает worker в этом приложении?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-08-health-statuses
|
||||
query: "Какие статусы здоровья есть у runtime?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-09-manual-send
|
||||
query: "Как в приложении устроена ручная отправка сообщения?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-docs-summary-10-telegram-integration
|
||||
query: "Как сервис взаимодействует с Telegram в целом?"
|
||||
expected:
|
||||
router:
|
||||
domain: GENERAL
|
||||
intent: GENERAL_QA
|
||||
sub_intent: SUMMARY
|
||||
|
||||
- id: v2-router-find-files-01-health
|
||||
query: "В каком файле описан `/health`?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-02-send
|
||||
query: "Покажи файл с описанием endpoint `/send`"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-03-actions
|
||||
query: "Где находится документация по `/actions/{action}`?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-04-runtime-health
|
||||
query: "В каком документе описан runtime health?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-05-loop
|
||||
query: "Найди файл с логикой цикла отправки уведомлений"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-06-architecture
|
||||
query: "Где описана архитектура приложения?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-07-errors-catalog
|
||||
query: "В каком файле лежит каталог ошибок?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-08-docs-index
|
||||
query: "Покажи файл-индекс документации проекта"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-09-telegram-bot-api
|
||||
query: "Какие файлы относятся к Telegram Bot API интеграции?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
|
||||
- id: v2-router-find-files-10-telegram-notify-worker
|
||||
query: "В каких файлах описан worker `telegram_notify`?"
|
||||
expected:
|
||||
router:
|
||||
domain: DOCS
|
||||
intent: DOC_EXPLAIN
|
||||
sub_intent: FIND_FILES
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-01-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Кратко объясни по документации, как работает `/health`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"normalized_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко объясни по документации, как работает `/health`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-docs-summary-01-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Кратко объясни по документации, как работает `/health`
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Кратко объясни по документации, как работает `/health`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"normalized_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко объясни по документации, как работает `/health`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-02-send",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что делает endpoint `/send`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает endpoint `/send`?",
|
||||
"normalized_query": "Что делает endpoint `/send`?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает endpoint `/send`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-docs-summary-02-send
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что делает endpoint `/send`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что делает endpoint `/send`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает endpoint `/send`?",
|
||||
"normalized_query": "Что делает endpoint `/send`?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает endpoint `/send`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-03-actions",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Объясни назначение `/actions/{action}`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Объясни назначение `/actions/{action}`",
|
||||
"normalized_query": "Объясни назначение `/actions/{action}`",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни назначение `/actions/{action}`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-docs-summary-03-actions
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни назначение `/actions/{action}`
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Объясни назначение `/actions/{action}`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Объясни назначение `/actions/{action}`",
|
||||
"normalized_query": "Объясни назначение `/actions/{action}`",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни назначение `/actions/{action}`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-04-runtime-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что такое runtime health в этой документации?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что такое runtime health в этой документации?",
|
||||
"normalized_query": "Что такое runtime health в этой документации?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что такое runtime health в этой документации?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
# v2-router-docs-summary-04-runtime-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что такое runtime health в этой документации?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что такое runtime health в этой документации?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что такое runtime health в этой документации?",
|
||||
"normalized_query": "Что такое runtime health в этой документации?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что такое runtime health в этой документации?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+90
@@ -0,0 +1,90 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-05-notification-loop",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"domain: expected DOCS, got GENERAL",
|
||||
"intent: expected DOC_EXPLAIN, got GENERAL_QA"
|
||||
]
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Кратко опиши цикл отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"normalized_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "default general"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко опиши цикл отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "default general",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+98
@@ -0,0 +1,98 @@
|
||||
# v2-router-docs-summary-05-notification-loop
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Кратко опиши цикл отправки уведомлений
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Кратко опиши цикл отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"normalized_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "default general"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко опиши цикл отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "default general",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- domain: expected DOCS, got GENERAL
|
||||
- intent: expected DOC_EXPLAIN, got GENERAL_QA
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-06-architecture",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как устроена архитектура Telegram Notify App?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"normalized_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как устроена архитектура Telegram Notify App?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+105
@@ -0,0 +1,105 @@
|
||||
# v2-router-docs-summary-06-architecture
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как устроена архитектура Telegram Notify App?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как устроена архитектура Telegram Notify App?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"normalized_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как устроена архитектура Telegram Notify App?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-07-worker",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что делает worker в этом приложении?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает worker в этом приложении?",
|
||||
"normalized_query": "Что делает worker в этом приложении?",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает worker в этом приложении?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-docs-summary-07-worker
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что делает worker в этом приложении?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что делает worker в этом приложении?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает worker в этом приложении?",
|
||||
"normalized_query": "Что делает worker в этом приложении?",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает worker в этом приложении?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+88
@@ -0,0 +1,88 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-08-health-statuses",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"domain: expected DOCS, got GENERAL",
|
||||
"intent: expected DOC_EXPLAIN, got GENERAL_QA"
|
||||
]
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какие статусы здоровья есть у runtime?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие статусы здоровья есть у runtime?",
|
||||
"normalized_query": "Какие статусы здоровья есть у runtime?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "default general"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие статусы здоровья есть у runtime?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "default general",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+96
@@ -0,0 +1,96 @@
|
||||
# v2-router-docs-summary-08-health-statuses
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Какие статусы здоровья есть у runtime?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какие статусы здоровья есть у runtime?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие статусы здоровья есть у runtime?",
|
||||
"normalized_query": "Какие статусы здоровья есть у runtime?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "default general"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие статусы здоровья есть у runtime?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "default general",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- domain: expected DOCS, got GENERAL
|
||||
- intent: expected DOC_EXPLAIN, got GENERAL_QA
|
||||
+90
@@ -0,0 +1,90 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-09-manual-send",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"domain: expected DOCS, got GENERAL",
|
||||
"intent: expected DOC_EXPLAIN, got GENERAL_QA"
|
||||
]
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"normalized_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "default general"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "default general",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+98
@@ -0,0 +1,98 @@
|
||||
# v2-router-docs-summary-09-manual-send
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Как в приложении устроена ручная отправка сообщения?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"normalized_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "default general"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "default general",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- domain: expected DOCS, got GENERAL
|
||||
- intent: expected DOC_EXPLAIN, got GENERAL_QA
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-10-telegram-integration",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"normalized_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-docs-summary-10-telegram-integration
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как сервис взаимодействует с Telegram в целом?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"normalized_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-01-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каком файле описан `/health`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле описан `/health`?",
|
||||
"normalized_query": "В каком файле описан `/health`?",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле описан `/health`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
# v2-router-find-files-01-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каком файле описан `/health`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каком файле описан `/health`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле описан `/health`?",
|
||||
"normalized_query": "В каком файле описан `/health`?",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле описан `/health`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-02-send",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Покажи файл с описанием endpoint `/send`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"normalized_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл с описанием endpoint `/send`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-find-files-02-send
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Покажи файл с описанием endpoint `/send`
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Покажи файл с описанием endpoint `/send`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"normalized_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл с описанием endpoint `/send`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-03-actions",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Где находится документация по `/actions/{action}`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где находится документация по `/actions/{action}`?",
|
||||
"normalized_query": "Где находится документация по `/actions/{action}`?",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где находится документация по `/actions/{action}`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-find-files-03-actions
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Где находится документация по `/actions/{action}`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Где находится документация по `/actions/{action}`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где находится документация по `/actions/{action}`?",
|
||||
"normalized_query": "Где находится документация по `/actions/{action}`?",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где находится документация по `/actions/{action}`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-04-runtime-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каком документе описан runtime health?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком документе описан runtime health?",
|
||||
"normalized_query": "В каком документе описан runtime health?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком документе описан runtime health?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+97
@@ -0,0 +1,97 @@
|
||||
# v2-router-find-files-04-runtime-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каком документе описан runtime health?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каком документе описан runtime health?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком документе описан runtime health?",
|
||||
"normalized_query": "В каком документе описан runtime health?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком документе описан runtime health?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-05-loop",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"normalized_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-find-files-05-loop
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Найди файл с логикой цикла отправки уведомлений
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"normalized_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-06-architecture",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Где описана архитектура приложения?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где описана архитектура приложения?",
|
||||
"normalized_query": "Где описана архитектура приложения?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где описана архитектура приложения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
# v2-router-find-files-06-architecture
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Где описана архитектура приложения?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Где описана архитектура приложения?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где описана архитектура приложения?",
|
||||
"normalized_query": "Где описана архитектура приложения?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где описана архитектура приложения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-07-errors-catalog",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каком файле лежит каталог ошибок?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле лежит каталог ошибок?",
|
||||
"normalized_query": "В каком файле лежит каталог ошибок?",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле лежит каталог ошибок?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+97
@@ -0,0 +1,97 @@
|
||||
# v2-router-find-files-07-errors-catalog
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каком файле лежит каталог ошибок?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каком файле лежит каталог ошибок?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле лежит каталог ошибок?",
|
||||
"normalized_query": "В каком файле лежит каталог ошибок?",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле лежит каталог ошибок?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-08-docs-index",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Покажи файл-индекс документации проекта",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл-индекс документации проекта",
|
||||
"normalized_query": "Покажи файл-индекс документации проекта",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл-индекс документации проекта"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-find-files-08-docs-index
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Покажи файл-индекс документации проекта
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Покажи файл-индекс документации проекта",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл-индекс документации проекта",
|
||||
"normalized_query": "Покажи файл-индекс документации проекта",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл-индекс документации проекта"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-09-telegram-bot-api",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"sub_intent: expected FIND_FILES, got SUMMARY"
|
||||
]
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-find-files-09-telegram-bot-api
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Какие файлы относятся к Telegram Bot API интеграции?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- sub_intent: expected FIND_FILES, got SUMMARY
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-10-telegram-notify-worker",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каких файлах описан worker `telegram_notify`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каких файлах описан worker `telegram_notify`?",
|
||||
"normalized_query": "В каких файлах описан worker `telegram_notify`?",
|
||||
"target_terms": [
|
||||
"каких",
|
||||
"файлах",
|
||||
"описан",
|
||||
"worker",
|
||||
"telegram_notify"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"telegram_notify"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каких файлах описан worker `telegram_notify`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"каких",
|
||||
"файлах",
|
||||
"описан",
|
||||
"worker",
|
||||
"telegram_notify"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"telegram_notify"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-find-files-10-telegram-notify-worker
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каких файлах описан worker `telegram_notify`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каких файлах описан worker `telegram_notify`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каких файлах описан worker `telegram_notify`?",
|
||||
"normalized_query": "В каких файлах описан worker `telegram_notify`?",
|
||||
"target_terms": [
|
||||
"каких",
|
||||
"файлах",
|
||||
"описан",
|
||||
"worker",
|
||||
"telegram_notify"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"telegram_notify"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каких файлах описан worker `telegram_notify`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"каких",
|
||||
"файлах",
|
||||
"описан",
|
||||
"worker",
|
||||
"telegram_notify"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"telegram_notify"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+69
@@ -0,0 +1,69 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-01-what-is-service",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что это за сервис?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что это за сервис?",
|
||||
"normalized_query": "Что это за сервис?",
|
||||
"target_terms": [
|
||||
"сервис"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что это за сервис?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"сервис"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
# v2-router-general-01-what-is-service
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что это за сервис?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что это за сервис?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что это за сервис?",
|
||||
"normalized_query": "Что это за сервис?",
|
||||
"target_terms": [
|
||||
"сервис"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что это за сервис?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"сервис"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-02-purpose",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Для чего нужен test_echo_app?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Для чего нужен test_echo_app?",
|
||||
"normalized_query": "Для чего нужен test_echo_app?",
|
||||
"target_terms": [
|
||||
"для",
|
||||
"чего",
|
||||
"нужен",
|
||||
"test_echo_app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"test_echo_app"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Для чего нужен test_echo_app?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"для",
|
||||
"чего",
|
||||
"нужен",
|
||||
"test_echo_app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"test_echo_app"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-general-02-purpose
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Для чего нужен test_echo_app?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Для чего нужен test_echo_app?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Для чего нужен test_echo_app?",
|
||||
"normalized_query": "Для чего нужен test_echo_app?",
|
||||
"target_terms": [
|
||||
"для",
|
||||
"чего",
|
||||
"нужен",
|
||||
"test_echo_app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"test_echo_app"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Для чего нужен test_echo_app?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"для",
|
||||
"чего",
|
||||
"нужен",
|
||||
"test_echo_app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [
|
||||
"test_echo_app"
|
||||
],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+75
@@ -0,0 +1,75 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-03-problem",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какую задачу решает это приложение?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какую задачу решает это приложение?",
|
||||
"normalized_query": "Какую задачу решает это приложение?",
|
||||
"target_terms": [
|
||||
"какую",
|
||||
"задачу",
|
||||
"решает",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какую задачу решает это приложение?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"какую",
|
||||
"задачу",
|
||||
"решает",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
# v2-router-general-03-problem
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Какую задачу решает это приложение?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какую задачу решает это приложение?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какую задачу решает это приложение?",
|
||||
"normalized_query": "Какую задачу решает это приложение?",
|
||||
"target_terms": [
|
||||
"какую",
|
||||
"задачу",
|
||||
"решает",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какую задачу решает это приложение?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"какую",
|
||||
"задачу",
|
||||
"решает",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+73
@@ -0,0 +1,73 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-04-docs-contents",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что входит в документацию этого проекта?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что входит в документацию этого проекта?",
|
||||
"normalized_query": "Что входит в документацию этого проекта?",
|
||||
"target_terms": [
|
||||
"входит",
|
||||
"документацию",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что входит в документацию этого проекта?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"входит",
|
||||
"документацию",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
# v2-router-general-04-docs-contents
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что входит в документацию этого проекта?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что входит в документацию этого проекта?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что входит в документацию этого проекта?",
|
||||
"normalized_query": "Что входит в документацию этого проекта?",
|
||||
"target_terms": [
|
||||
"входит",
|
||||
"документацию",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что входит в документацию этого проекта?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"входит",
|
||||
"документацию",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+75
@@ -0,0 +1,75 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-05-main-parts",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какие основные части есть у системы?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие основные части есть у системы?",
|
||||
"normalized_query": "Какие основные части есть у системы?",
|
||||
"target_terms": [
|
||||
"основные",
|
||||
"части",
|
||||
"есть",
|
||||
"системы"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие основные части есть у системы?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"основные",
|
||||
"части",
|
||||
"есть",
|
||||
"системы"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
# v2-router-general-05-main-parts
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Какие основные части есть у системы?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какие основные части есть у системы?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие основные части есть у системы?",
|
||||
"normalized_query": "Какие основные части есть у системы?",
|
||||
"target_terms": [
|
||||
"основные",
|
||||
"части",
|
||||
"есть",
|
||||
"системы"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие основные части есть у системы?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"основные",
|
||||
"части",
|
||||
"есть",
|
||||
"системы"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+73
@@ -0,0 +1,73 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-06-high-level-architecture",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как в целом устроено приложение?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как в целом устроено приложение?",
|
||||
"normalized_query": "Как в целом устроено приложение?",
|
||||
"target_terms": [
|
||||
"целом",
|
||||
"устроено",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в целом устроено приложение?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"целом",
|
||||
"устроено",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
# v2-router-general-06-high-level-architecture
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как в целом устроено приложение?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как в целом устроено приложение?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как в целом устроено приложение?",
|
||||
"normalized_query": "Как в целом устроено приложение?",
|
||||
"target_terms": [
|
||||
"целом",
|
||||
"устроено",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в целом устроено приложение?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"целом",
|
||||
"устроено",
|
||||
"приложение"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-07-besides-api",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что тут есть кроме API?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что тут есть кроме API?",
|
||||
"normalized_query": "Что тут есть кроме API?",
|
||||
"target_terms": [
|
||||
"тут",
|
||||
"есть",
|
||||
"кроме",
|
||||
"api"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что тут есть кроме API?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"тут",
|
||||
"есть",
|
||||
"кроме",
|
||||
"api"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-general-07-besides-api
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что тут есть кроме API?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что тут есть кроме API?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что тут есть кроме API?",
|
||||
"normalized_query": "Что тут есть кроме API?",
|
||||
"target_terms": [
|
||||
"тут",
|
||||
"есть",
|
||||
"кроме",
|
||||
"api"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что тут есть кроме API?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"тут",
|
||||
"есть",
|
||||
"кроме",
|
||||
"api"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-08-components",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Из чего состоит Telegram Notify App?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Из чего состоит Telegram Notify App?",
|
||||
"normalized_query": "Из чего состоит Telegram Notify App?",
|
||||
"target_terms": [
|
||||
"чего",
|
||||
"состоит",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Из чего состоит Telegram Notify App?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"чего",
|
||||
"состоит",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+99
@@ -0,0 +1,99 @@
|
||||
# v2-router-general-08-components
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Из чего состоит Telegram Notify App?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Из чего состоит Telegram Notify App?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Из чего состоит Telegram Notify App?",
|
||||
"normalized_query": "Из чего состоит Telegram Notify App?",
|
||||
"target_terms": [
|
||||
"чего",
|
||||
"состоит",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Из чего состоит Telegram Notify App?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"чего",
|
||||
"состоит",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+73
@@ -0,0 +1,73 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-09-reading-order",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какие документы стоит читать сначала?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие документы стоит читать сначала?",
|
||||
"normalized_query": "Какие документы стоит читать сначала?",
|
||||
"target_terms": [
|
||||
"стоит",
|
||||
"читать",
|
||||
"сначала"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие документы стоит читать сначала?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"стоит",
|
||||
"читать",
|
||||
"сначала"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
# v2-router-general-09-reading-order
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Какие документы стоит читать сначала?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какие документы стоит читать сначала?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие документы стоит читать сначала?",
|
||||
"normalized_query": "Какие документы стоит читать сначала?",
|
||||
"target_terms": [
|
||||
"стоит",
|
||||
"читать",
|
||||
"сначала"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие документы стоит читать сначала?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"стоит",
|
||||
"читать",
|
||||
"сначала"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+71
@@ -0,0 +1,71 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-general-10-short-summary",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Дай короткое summary по проектной документации",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Дай короткое summary по проектной документации",
|
||||
"normalized_query": "Дай короткое summary по проектной документации",
|
||||
"target_terms": [
|
||||
"короткое",
|
||||
"проектной"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Дай короткое summary по проектной документации"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"короткое",
|
||||
"проектной"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
# v2-router-general-10-short-summary
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Дай короткое summary по проектной документации
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Дай короткое summary по проектной документации",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Дай короткое summary по проектной документации",
|
||||
"normalized_query": "Дай короткое summary по проектной документации",
|
||||
"target_terms": [
|
||||
"короткое",
|
||||
"проектной"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Дай короткое summary по проектной документации"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"короткое",
|
||||
"проектной"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+42
@@ -0,0 +1,42 @@
|
||||
# pipeline_setup_v4 summary
|
||||
|
||||
Passed: 26/30
|
||||
|
||||
| Case | Component | Query | Intent | Sub-intent | Pass |
|
||||
|------|-----------|-------|--------|------------|------|
|
||||
| v2-router-general-01-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-02-purpose | process_v2_intent_router | Для чего нужен test_echo_app? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-03-problem | process_v2_intent_router | Какую задачу решает это приложение? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-04-docs-contents | process_v2_intent_router | Что входит в документацию этого проекта? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-05-main-parts | process_v2_intent_router | Какие основные части есть у системы? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-06-high-level-architecture | process_v2_intent_router | Как в целом устроено приложение? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-07-besides-api | process_v2_intent_router | Что тут есть кроме API? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-08-components | process_v2_intent_router | Из чего состоит Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-general-09-reading-order | process_v2_intent_router | Какие документы стоит читать сначала? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-general-10-short-summary | process_v2_intent_router | Дай короткое summary по проектной документации | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-01-health | process_v2_intent_router | Кратко объясни по документации, как работает `/health` | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-02-send | process_v2_intent_router | Что делает endpoint `/send`? | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-03-actions | process_v2_intent_router | Объясни назначение `/actions/{action}` | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-04-runtime-health | process_v2_intent_router | Что такое runtime health в этой документации? | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-05-notification-loop | process_v2_intent_router | Кратко опиши цикл отправки уведомлений | GENERAL_QA | SUMMARY | ✗ |
|
||||
| v2-router-docs-summary-06-architecture | process_v2_intent_router | Как устроена архитектура Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-07-worker | process_v2_intent_router | Что делает worker в этом приложении? | DOC_EXPLAIN | SUMMARY | ✓ |
|
||||
| v2-router-docs-summary-08-health-statuses | process_v2_intent_router | Какие статусы здоровья есть у runtime? | GENERAL_QA | SUMMARY | ✗ |
|
||||
| v2-router-docs-summary-09-manual-send | process_v2_intent_router | Как в приложении устроена ручная отправка сообщения? | GENERAL_QA | SUMMARY | ✗ |
|
||||
| v2-router-docs-summary-10-telegram-integration | process_v2_intent_router | Как сервис взаимодействует с Telegram в целом? | GENERAL_QA | SUMMARY | ✓ |
|
||||
| v2-router-find-files-01-health | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-02-send | process_v2_intent_router | Покажи файл с описанием endpoint `/send` | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-03-actions | process_v2_intent_router | Где находится документация по `/actions/{action}`? | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-04-runtime-health | process_v2_intent_router | В каком документе описан runtime health? | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-05-loop | process_v2_intent_router | Найди файл с логикой цикла отправки уведомлений | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-06-architecture | process_v2_intent_router | Где описана архитектура приложения? | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-07-errors-catalog | process_v2_intent_router | В каком файле лежит каталог ошибок? | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-08-docs-index | process_v2_intent_router | Покажи файл-индекс документации проекта | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
| v2-router-find-files-09-telegram-bot-api | process_v2_intent_router | Какие файлы относятся к Telegram Bot API интеграции? | DOC_EXPLAIN | SUMMARY | ✗ |
|
||||
| v2-router-find-files-10-telegram-notify-worker | process_v2_intent_router | В каких файлах описан worker `telegram_notify`? | DOC_EXPLAIN | FIND_FILES | ✓ |
|
||||
|
||||
## Failures
|
||||
- **v2-router-docs-summary-05-notification-loop**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA
|
||||
- **v2-router-docs-summary-08-health-statuses**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA
|
||||
- **v2-router-docs-summary-09-manual-send**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA
|
||||
- **v2-router-find-files-09-telegram-bot-api**: sub_intent: expected FIND_FILES, got SUMMARY
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-01-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Кратко объясни по документации, как работает `/health`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"normalized_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко объясни по документации, как работает `/health`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-docs-summary-01-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Кратко объясни по документации, как работает `/health`
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Кратко объясни по документации, как работает `/health`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"normalized_query": "Кратко объясни по документации, как работает `/health`",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко объясни по документации, как работает `/health`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"кратко",
|
||||
"работает"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-02-send",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что делает endpoint `/send`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает endpoint `/send`?",
|
||||
"normalized_query": "Что делает endpoint `/send`?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает endpoint `/send`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-docs-summary-02-send
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что делает endpoint `/send`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что делает endpoint `/send`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает endpoint `/send`?",
|
||||
"normalized_query": "Что делает endpoint `/send`?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает endpoint `/send`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"делает",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-03-actions",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Объясни назначение `/actions/{action}`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Объясни назначение `/actions/{action}`",
|
||||
"normalized_query": "Объясни назначение `/actions/{action}`",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни назначение `/actions/{action}`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-docs-summary-03-actions
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни назначение `/actions/{action}`
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Объясни назначение `/actions/{action}`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Объясни назначение `/actions/{action}`",
|
||||
"normalized_query": "Объясни назначение `/actions/{action}`",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни назначение `/actions/{action}`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"назначение",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-04-runtime-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что такое runtime health в этой документации?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что такое runtime health в этой документации?",
|
||||
"normalized_query": "Что такое runtime health в этой документации?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что такое runtime health в этой документации?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
# v2-router-docs-summary-04-runtime-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что такое runtime health в этой документации?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что такое runtime health в этой документации?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что такое runtime health в этой документации?",
|
||||
"normalized_query": "Что такое runtime health в этой документации?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что такое runtime health в этой документации?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"такое",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-05-notification-loop",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Кратко опиши цикл отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"normalized_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко опиши цикл отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+97
@@ -0,0 +1,97 @@
|
||||
# v2-router-docs-summary-05-notification-loop
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Кратко опиши цикл отправки уведомлений
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Кратко опиши цикл отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"normalized_query": "Кратко опиши цикл отправки уведомлений",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Кратко опиши цикл отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"telegram-notify-loop",
|
||||
"кратко",
|
||||
"опиши",
|
||||
"цикл",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"telegram-notify-loop"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-06-architecture",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как устроена архитектура Telegram Notify App?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"normalized_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как устроена архитектура Telegram Notify App?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+105
@@ -0,0 +1,105 @@
|
||||
# v2-router-docs-summary-06-architecture
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как устроена архитектура Telegram Notify App?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как устроена архитектура Telegram Notify App?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"normalized_query": "Как устроена архитектура Telegram Notify App?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как устроена архитектура Telegram Notify App?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"устроена",
|
||||
"архитектура",
|
||||
"telegram",
|
||||
"notify",
|
||||
"app"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Notify",
|
||||
"App"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-07-worker",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Что делает worker в этом приложении?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает worker в этом приложении?",
|
||||
"normalized_query": "Что делает worker в этом приложении?",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает worker в этом приложении?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-docs-summary-07-worker
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Что делает worker в этом приложении?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Что делает worker в этом приложении?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Что делает worker в этом приложении?",
|
||||
"normalized_query": "Что делает worker в этом приложении?",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Что делает worker в этом приложении?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"делает",
|
||||
"worker",
|
||||
"этом",
|
||||
"приложении"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-08-health-statuses",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какие статусы здоровья есть у runtime?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие статусы здоровья есть у runtime?",
|
||||
"normalized_query": "Какие статусы здоровья есть у runtime?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие статусы здоровья есть у runtime?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-docs-summary-08-health-statuses
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Какие статусы здоровья есть у runtime?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какие статусы здоровья есть у runtime?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Какие статусы здоровья есть у runtime?",
|
||||
"normalized_query": "Какие статусы здоровья есть у runtime?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие статусы здоровья есть у runtime?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"статусы",
|
||||
"здоровья",
|
||||
"есть",
|
||||
"runtime"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-09-manual-send",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"normalized_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+97
@@ -0,0 +1,97 @@
|
||||
# v2-router-docs-summary-09-manual-send
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как в приложении устроена ручная отправка сообщения?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"normalized_query": "Как в приложении устроена ручная отправка сообщения?",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "docs topic"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в приложении устроена ручная отправка сообщения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "docs topic",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"приложении",
|
||||
"устроена",
|
||||
"ручная",
|
||||
"отправка",
|
||||
"сообщения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/send"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-docs-summary-10-telegram-integration",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"normalized_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-docs-summary-10-telegram-integration
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как сервис взаимодействует с Telegram в целом?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"route": {
|
||||
"routing_domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"subintent": "SUMMARY",
|
||||
"user_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"normalized_query": "Как сервис взаимодействует с Telegram в целом?",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "general overview"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как сервис взаимодействует с Telegram в целом?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "GENERAL",
|
||||
"intent": "GENERAL_QA",
|
||||
"sub_intent": "SUMMARY",
|
||||
"reason_short": "general overview",
|
||||
"target_terms": [
|
||||
"сервис",
|
||||
"взаимодействует",
|
||||
"telegram",
|
||||
"целом"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-01-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каком файле описан `/health`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле описан `/health`?",
|
||||
"normalized_query": "В каком файле описан `/health`?",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле описан `/health`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
# v2-router-find-files-01-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каком файле описан `/health`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каком файле описан `/health`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле описан `/health`?",
|
||||
"normalized_query": "В каком файле описан `/health`?",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле описан `/health`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/health",
|
||||
"каком",
|
||||
"файле",
|
||||
"описан"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/health"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/health-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-02-send",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Покажи файл с описанием endpoint `/send`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"normalized_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл с описанием endpoint `/send`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-find-files-02-send
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Покажи файл с описанием endpoint `/send`
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Покажи файл с описанием endpoint `/send`",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"normalized_query": "Покажи файл с описанием endpoint `/send`",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл с описанием endpoint `/send`"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/send",
|
||||
"описанием",
|
||||
"endpoint"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/send"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/send-message-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-03-actions",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Где находится документация по `/actions/{action}`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где находится документация по `/actions/{action}`?",
|
||||
"normalized_query": "Где находится документация по `/actions/{action}`?",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где находится документация по `/actions/{action}`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-find-files-03-actions
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Где находится документация по `/actions/{action}`?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Где находится документация по `/actions/{action}`?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где находится документация по `/actions/{action}`?",
|
||||
"normalized_query": "Где находится документация по `/actions/{action}`?",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где находится документация по `/actions/{action}`?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"/actions/{action}",
|
||||
"находится",
|
||||
"/actions/{action"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"target_doc_hints": [
|
||||
"docs/api/control-actions-endpoint.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"/actions/{action}"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-04-runtime-health",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каком документе описан runtime health?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком документе описан runtime health?",
|
||||
"normalized_query": "В каком документе описан runtime health?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком документе описан runtime health?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+97
@@ -0,0 +1,97 @@
|
||||
# v2-router-find-files-04-runtime-health
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каком документе описан runtime health?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каком документе описан runtime health?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком документе описан runtime health?",
|
||||
"normalized_query": "В каком документе описан runtime health?",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком документе описан runtime health?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"runtime_health",
|
||||
"каком",
|
||||
"документе",
|
||||
"описан",
|
||||
"runtime",
|
||||
"health"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/domains/runtime-health-entity.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"runtime_health"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+79
@@ -0,0 +1,79 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-05-loop",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"normalized_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+89
@@ -0,0 +1,89 @@
|
||||
# v2-router-find-files-05-loop
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Найди файл с логикой цикла отправки уведомлений
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"normalized_query": "Найди файл с логикой цикла отправки уведомлений",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди файл с логикой цикла отправки уведомлений"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"логикой",
|
||||
"цикла",
|
||||
"отправки",
|
||||
"уведомлений"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/logic/telegram-notification-loop.md"
|
||||
],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-06-architecture",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Где описана архитектура приложения?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где описана архитектура приложения?",
|
||||
"normalized_query": "Где описана архитектура приложения?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где описана архитектура приложения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
# v2-router-find-files-06-architecture
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Где описана архитектура приложения?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Где описана архитектура приложения?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Где описана архитектура приложения?",
|
||||
"normalized_query": "Где описана архитектура приложения?",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где описана архитектура приложения?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"architecture_overview",
|
||||
"описана",
|
||||
"архитектура",
|
||||
"приложения"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/architecture/telegram-notify-app-overview.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"architecture_overview"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-07-errors-catalog",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "В каком файле лежит каталог ошибок?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле лежит каталог ошибок?",
|
||||
"normalized_query": "В каком файле лежит каталог ошибок?",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле лежит каталог ошибок?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+97
@@ -0,0 +1,97 @@
|
||||
# v2-router-find-files-07-errors-catalog
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
В каком файле лежит каталог ошибок?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "В каком файле лежит каталог ошибок?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "В каком файле лежит каталог ошибок?",
|
||||
"normalized_query": "В каком файле лежит каталог ошибок?",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "В каком файле лежит каталог ошибок?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"errors_catalog",
|
||||
"каком",
|
||||
"файле",
|
||||
"лежит",
|
||||
"каталог",
|
||||
"ошибок"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/errors/catalog.yaml"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"errors_catalog"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-08-docs-index",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Покажи файл-индекс документации проекта",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл-индекс документации проекта",
|
||||
"normalized_query": "Покажи файл-индекс документации проекта",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл-индекс документации проекта"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+91
@@ -0,0 +1,91 @@
|
||||
# v2-router-find-files-08-docs-index
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Покажи файл-индекс документации проекта
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Покажи файл-индекс документации проекта",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Покажи файл-индекс документации проекта",
|
||||
"normalized_query": "Покажи файл-индекс документации проекта",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл-индекс документации проекта"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"docs_index",
|
||||
"файл-индекс",
|
||||
"проекта"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [
|
||||
"docs/README.md"
|
||||
],
|
||||
"matched_aliases": [
|
||||
"docs_index"
|
||||
],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+85
@@ -0,0 +1,85 @@
|
||||
{
|
||||
"meta": {
|
||||
"case_id": "v2-router-find-files-09-telegram-bot-api",
|
||||
"component": "process_v2_intent_router",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml",
|
||||
"passed": true,
|
||||
"mismatches": []
|
||||
},
|
||||
"actual": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
},
|
||||
"details": {
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+95
@@ -0,0 +1,95 @@
|
||||
# v2-router-find-files-09-telegram-bot-api
|
||||
|
||||
- component: process_v2_intent_router
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Какие файлы относятся к Telegram Bot API интеграции?
|
||||
|
||||
## Actual
|
||||
```json
|
||||
{
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"confidence": 0.93
|
||||
}
|
||||
```
|
||||
|
||||
## Details
|
||||
```json
|
||||
{
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"route": {
|
||||
"routing_domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"subintent": "FIND_FILES",
|
||||
"user_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
},
|
||||
"confidence": 0.93,
|
||||
"routing_mode": "llm_default",
|
||||
"llm_router_used": true,
|
||||
"reason_short": "file lookup"
|
||||
},
|
||||
"pipeline_steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие файлы относятся к Telegram Bot API интеграции?"
|
||||
},
|
||||
"output": {
|
||||
"domain": "DOCS",
|
||||
"intent": "DOC_EXPLAIN",
|
||||
"sub_intent": "FIND_FILES",
|
||||
"reason_short": "file lookup",
|
||||
"target_terms": [
|
||||
"относятся",
|
||||
"telegram",
|
||||
"bot",
|
||||
"api",
|
||||
"интеграции"
|
||||
],
|
||||
"anchors": {
|
||||
"entity_names": [
|
||||
"Telegram",
|
||||
"Bot",
|
||||
"API"
|
||||
],
|
||||
"file_names": [],
|
||||
"endpoint_paths": [],
|
||||
"target_doc_hints": [],
|
||||
"matched_aliases": [],
|
||||
"process_domain": null,
|
||||
"process_subdomain": null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
```
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user