This commit is contained in:
2026-03-27 15:51:10 +03:00
parent 15586f9a8c
commit 51378c5d66
1234 changed files with 95644 additions and 543076 deletions
+258
View File
@@ -0,0 +1,258 @@
cases:
- id: flow-explain-checkout
query: "Объясни как работает checkout workflow"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "SYSTEM_FLOW_EXPLAIN"
expected_layers: ["D4_WORKFLOW_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/workflows/checkout.md", title: "Checkout flow", content: "Workflow overview"}
- {layer: "D4_WORKFLOW_INDEX", path: "docs/workflows/checkout.md", title: "Checkout steps", content: "cart -> payment -> confirm"}
- id: flow-explain-order-process
query: "Как происходит процесс создания заказа?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "SYSTEM_FLOW_EXPLAIN"
expected_layers: ["D4_WORKFLOW_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D4_WORKFLOW_INDEX", path: "docs/workflows/order-create.md", title: "Order process", content: "collect data -> validate -> save"}
- id: flow-explain-message-scenario
query: "Опиши сценарий ручной отправки сообщения"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "SYSTEM_FLOW_EXPLAIN"
expected_layers: ["D4_WORKFLOW_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/scenarios/manual-send.md", title: "Manual send", content: "Scenario"}
- {layer: "D4_WORKFLOW_INDEX", path: "docs/scenarios/manual-send.md", title: "Manual send steps", content: "open ui -> submit -> worker sends"}
- id: flow-explain-health-sequence
query: "Как проходит health-check сценарий?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "SYSTEM_FLOW_EXPLAIN"
expected_layers: ["D4_WORKFLOW_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D4_WORKFLOW_INDEX", path: "docs/workflows/health.md", title: "Health flow", content: "ping -> status -> response"}
- id: flow-explain-retry-loop
query: "Опиши flow повторной отправки уведомления"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "SYSTEM_FLOW_EXPLAIN"
expected_layers: ["D4_WORKFLOW_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D4_WORKFLOW_INDEX", path: "docs/workflows/retry-loop.md", title: "Retry loop", content: "attempt -> wait -> retry"}
- id: component-explain-billing
query: "Объясни компонент billing"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "COMPONENT_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/components/billing.md", title: "Billing", content: "Billing component"}
- {layer: "D2_FACT_INDEX", path: "docs/components/billing.md", title: "Billing facts", content: "Handles payments"}
- id: component-explain-control-plane
query: "Что делает модуль control plane?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "COMPONENT_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/components/control-plane.md", title: "Control plane", content: "Exposes operator endpoints"}
- id: component-explain-telegram-channel
query: "Как работает компонент TelegramControlChannel?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "COMPONENT_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/components/telegram-channel.md", title: "TelegramControlChannel", content: "Telegram control component"}
- id: component-explain-worker-loop
query: "Объясни подсистему notification worker"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "COMPONENT_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/components/worker.md", title: "Worker", content: "Schedules notification sending"}
- id: component-explain-runtime-manager
query: "Как устроен блок runtime manager?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "COMPONENT_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/components/runtime-manager.md", title: "Runtime manager", content: "Runtime orchestration"}
- id: api-explain-health
query: "Объясни API метод /health"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "API_METHOD_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D4_WORKFLOW_INDEX", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/api/health.md", title: "GET /health", content: "Health endpoint"}
- {layer: "D2_FACT_INDEX", path: "docs/api/health.md", title: "Health contract", content: "200 and 503", metadata: {endpoint: "/health", http_method: "get"}}
- id: api-explain-send
query: "Что делает endpoint /send?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "API_METHOD_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D4_WORKFLOW_INDEX", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/send.md", title: "POST /send", content: "Sends a message", metadata: {endpoint: "/send", http_method: "post"}}
- {layer: "D4_WORKFLOW_INDEX", path: "docs/api/send.md", title: "Send usage", content: "request -> queue -> worker"}
- id: api-explain-create-order
query: "Как работает API method create order?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "API_METHOD_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D4_WORKFLOW_INDEX", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/api/orders.md", title: "POST /orders", content: "Create order"}
- {layer: "D4_WORKFLOW_INDEX", path: "docs/api/orders.md", title: "Order API flow", content: "validate -> create -> respond"}
- id: api-explain-actions
query: "Что принимает и возвращает ручка /actions/{action}?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "API_METHOD_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D4_WORKFLOW_INDEX", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/actions.md", title: "POST /actions/{action}", content: "Action trigger", metadata: {endpoint: "/actions/{action}", http_method: "post"}}
- id: api-explain-webhook
query: "Объясни endpoint /webhook"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "API_METHOD_EXPLAIN"
expected_layers: ["D2_FACT_INDEX", "D4_WORKFLOW_INDEX", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/api/webhook.md", title: "POST /webhook", content: "Webhook"}
- id: entity-explain-order
query: "Что такое сущность Order?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "ENTITY_EXPLAIN"
expected_layers: ["D3_ENTITY_CATALOG", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D3_ENTITY_CATALOG", path: "docs/domain/order.md", title: "Order", content: "Business entity", metadata: {entity: "Order"}}
- id: entity-explain-cart
query: "Как используется Cart?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "ENTITY_EXPLAIN"
expected_layers: ["D3_ENTITY_CATALOG", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D3_ENTITY_CATALOG", path: "docs/domain/cart.md", title: "Cart", content: "Shopping cart", metadata: {entity: "Cart"}}
- id: entity-explain-health
query: "Что такое WorkerHealth?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "ENTITY_EXPLAIN"
expected_layers: ["D3_ENTITY_CATALOG", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D3_ENTITY_CATALOG", path: "docs/domain/health.md", title: "WorkerHealth", content: "Worker health entity", metadata: {entity: "WorkerHealth"}}
- id: entity-explain-status
query: "Что такое объект WorkerStatus?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "ENTITY_EXPLAIN"
expected_layers: ["D3_ENTITY_CATALOG", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D3_ENTITY_CATALOG", path: "docs/domain/status.md", title: "WorkerStatus", content: "Status entity", metadata: {entity: "WorkerStatus"}}
- id: entity-explain-payment
query: "Объясни бизнес-объект Payment"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "ENTITY_EXPLAIN"
expected_layers: ["D3_ENTITY_CATALOG", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D3_ENTITY_CATALOG", path: "docs/domain/payment.md", title: "Payment", content: "Payment entity", metadata: {entity: "Payment"}}
- id: related-docs-health
query: "Что связано с endpoint /health?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "RELATED_DOCS_EXPLAIN"
expected_layers: ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D5_RELATION_GRAPH", path: "docs/api/health.md", title: "Health relations", content: "Related to runtime health", metadata: {endpoint: "/health"}}
- id: related-docs-order
query: "Какие страницы связаны с Order?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "RELATED_DOCS_EXPLAIN"
expected_layers: ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D5_RELATION_GRAPH", path: "docs/domain/order.md", title: "Order relations", content: "Order -> Payment -> Cart", metadata: {entity: "Order"}}
- id: related-docs-billing
query: "Где еще описано billing?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "RELATED_DOCS_EXPLAIN"
expected_layers: ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D5_RELATION_GRAPH", path: "docs/components/billing.md", title: "Billing links", content: "See payments and orders"}
- id: related-docs-read-next
query: "Что еще посмотреть по теме control plane?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "RELATED_DOCS_EXPLAIN"
expected_layers: ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D5_RELATION_GRAPH", path: "docs/components/control-plane.md", title: "Control plane links", content: "See health and actions docs"}
- id: related-docs-usage
query: "Где еще используется Cart?"
expected_intent: "DOCUMENTATION_EXPLAIN"
expected_sub_intent: "RELATED_DOCS_EXPLAIN"
expected_layers: ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D5_RELATION_GRAPH", path: "docs/domain/cart.md", title: "Cart usage", content: "checkout and order docs", metadata: {entity: "Cart"}}
- id: openapi-method-health
query: "Сгенерируй openapi для /health"
expected_intent: "OPENAPI_GENERATION"
expected_sub_intent: "OPENAPI_METHOD_GENERATE"
expected_layers: ["D1_DOCUMENT_CATALOG", "D2_FACT_INDEX", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/health.md", title: "GET /health", content: "Health API", metadata: {endpoint: "/health", http_method: "get", response_schema: {type: object, properties: {status: {}}}}}
- id: openapi-method-orders
query: "Сделай yaml для метода /orders"
expected_intent: "OPENAPI_GENERATION"
expected_sub_intent: "OPENAPI_METHOD_GENERATE"
expected_layers: ["D1_DOCUMENT_CATALOG", "D2_FACT_INDEX", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/orders.md", title: "POST /orders", content: "Create order", metadata: {endpoint: "/orders", http_method: "post", request_schema: {type: object, properties: {customer_id: {}}}, response_schema: {type: object, properties: {order_id: {}}}}}
- id: openapi-fragment-request
query: "Сгенерируй request schema для /send"
expected_intent: "OPENAPI_GENERATION"
expected_sub_intent: "OPENAPI_FRAGMENT_GENERATE"
expected_layers: ["D1_DOCUMENT_CATALOG", "D2_FACT_INDEX", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/send.md", title: "POST /send", content: "Send API", metadata: {endpoint: "/send", http_method: "post", request_schema: {type: object, properties: {message: {}}}}}
- id: openapi-fragment-response
query: "Сгенерируй response schema для /actions/{action}"
expected_intent: "OPENAPI_GENERATION"
expected_sub_intent: "OPENAPI_FRAGMENT_GENERATE"
expected_layers: ["D1_DOCUMENT_CATALOG", "D2_FACT_INDEX", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/actions.md", title: "POST /actions/{action}", content: "Actions API", metadata: {endpoint: "/actions/{action}", http_method: "post", response_schema: {type: object, properties: {result: {}}}}}
- id: openapi-fragment-parameters
query: "Построй openapi fragment schema parameters для /webhook"
expected_intent: "OPENAPI_GENERATION"
expected_sub_intent: "OPENAPI_FRAGMENT_GENERATE"
expected_layers: ["D1_DOCUMENT_CATALOG", "D2_FACT_INDEX", "D0_DOC_CHUNKS"]
rows:
- {layer: "D2_FACT_INDEX", path: "docs/api/webhook.md", title: "POST /webhook", content: "Webhook API", metadata: {endpoint: "/webhook", http_method: "post", request_schema: {type: object, properties: {event_id: {}}}}}
- id: general-qa-help
query: "Помоги понять документацию проекта"
expected_intent: "GENERAL_QA"
expected_sub_intent: "GENERIC_QA"
expected_layers: ["D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/overview.md", title: "Overview", content: "Project overview"}
- id: general-qa-start
query: "С чего начать чтение docs?"
expected_intent: "GENERAL_QA"
expected_sub_intent: "GENERIC_QA"
expected_layers: ["D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D0_DOC_CHUNKS", path: "docs/overview.md", title: "Start here", content: "Read overview first"}
- id: general-qa-ambiguous-entity-component
query: "Расскажи про Order"
expected_intent: "GENERAL_QA"
expected_sub_intent: "GENERIC_QA"
expected_layers: ["D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/domain/order.md", title: "Order", content: "Order docs"}
- id: general-qa-ambiguous-api-flow
query: "Расскажи как работает отправка"
expected_intent: "GENERAL_QA"
expected_sub_intent: "GENERIC_QA"
expected_layers: ["D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D0_DOC_CHUNKS", path: "docs/api/send.md", title: "Send overview", content: "Send docs"}
- id: general-qa-ambiguous-related
query: "Что тут еще важно?"
expected_intent: "GENERAL_QA"
expected_sub_intent: "GENERIC_QA"
expected_layers: ["D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
rows:
- {layer: "D1_DOCUMENT_CATALOG", path: "docs/overview.md", title: "Overview", content: "Important sections"}