Фикс состояния

This commit is contained in:
2026-03-12 16:55:23 +03:00
parent 417b8b6f72
commit 6ba0a18ac9
1445 changed files with 620025 additions and 885 deletions

View File

@@ -0,0 +1,80 @@
defaults:
runner: code_qa_eval
mode: router_rag
input:
repo_path: "../../../pipeline_setup/suite_01_synthetic/fixtures/code_qa_repo"
project_id: code_qa_repo
cases:
- id: open_file_main_positive
query: "Открой файл main.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
retrieval:
path_scope_contains: ["main.py"]
pipeline:
answer_mode: normal
- id: open_file_api_positive
query: "Покажи src/order_app/api/orders.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
retrieval:
path_scope_contains: ["src/order_app/api/orders.py"]
pipeline:
answer_mode: normal
- id: explain_order_positive
query: "Объясни класс Order"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
retrieval:
symbol_candidates_contain: ["Order"]
pipeline:
answer_mode: normal
- id: explain_order_service_positive
query: "Как работает OrderService?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
retrieval:
symbol_candidates_contain: ["OrderService"]
pipeline:
answer_mode: normal
- id: find_tests_positive
query: "Где тесты для OrderService?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
retrieval:
symbol_candidates_contain: ["OrderService"]
pipeline:
answer_mode: normal
- id: find_entrypoints_positive
query: "Какие точки входа в приложение?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_ENTRYPOINTS
pipeline:
answer_mode: normal
- id: general_qa_positive
query: "Что делает этот проект?"
expected:
router:
intent: CODE_QA
sub_intent: GENERAL_QA
pipeline:
answer_mode: normal

View File

@@ -0,0 +1,96 @@
defaults:
runner: runtime
mode: full_chain
input:
rag_session_id: "7d11da21-faa0-4cea-aede-aeabe069164c"
cases:
- id: plba-fullchain-explain-runtime-manager
query: "Объясни как работает класс RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-explain-http-control-channel
query: "Объясни класс HttpControlChannel"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["HttpControlChannel"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-explain-control-plane-service
query: "Объясни класс ControlPlaneService"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["ControlPlaneService"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-explain-trace-service
query: "Как работает TraceService?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["TraceService"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-explain-create-runtime
query: "Объясни функцию create_runtime"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["create_runtime"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-explain-workflow-engine
query: "Объясни класс WorkflowEngine"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["WorkflowEngine"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true

View File

@@ -0,0 +1,110 @@
defaults:
runner: runtime
mode: full_chain
input:
rag_session_id: "7d11da21-faa0-4cea-aede-aeabe069164c"
cases:
- id: plba-fullchain-open-file-runtime
query: "Открой файл src/app_runtime/core/runtime.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/app_runtime/core/runtime.py"]
layers_include: ["C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-explain-runtime-manager
query: "Объясни как работает класс RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-find-tests-runtime-manager
query: "Где тесты для RuntimeManager?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-find-entrypoints
query: "Найди точки входа в коде"
expected:
router:
intent: CODE_QA
sub_intent: FIND_ENTRYPOINTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
layers_include: ["C3_ENTRYPOINTS", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
- id: plba-fullchain-trace-flow-runtime-manager
query: "Покажи поток выполнения RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: TRACE_FLOW
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C2_DEPENDENCY_GRAPH", "C3_ENTRYPOINTS"]
llm:
non_empty: true
- id: plba-fullchain-architecture-control-plane
query: "Какие компоненты участвуют в RuntimeManager?"
expected:
router:
intent: CODE_QA
sub_intent: ARCHITECTURE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
layers_include: ["C4_SEMANTIC_ROLES", "C2_DEPENDENCY_GRAPH", "C3_ENTRYPOINTS"]
llm:
non_empty: true
- id: plba-fullchain-explain-local-runtime-manager
query: "Почему в файле src/app_runtime/core/runtime.py класс RuntimeManager устроен так?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN_LOCAL
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/app_runtime/core/runtime.py"]
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS", "C2_DEPENDENCY_GRAPH"]
llm:
non_empty: true

View File

@@ -0,0 +1,305 @@
defaults:
runner: runtime
mode: full_chain
input:
rag_session_id: "7d11da21-faa0-4cea-aede-aeabe069164c"
cases:
# OPEN_FILE
- id: plba-v2-open-file-runtime
query: "Открой файл src/app_runtime/core/runtime.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/app_runtime/core/runtime.py"]
layers_include: ["C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-open-file-public-api
query: "Открой файл src/plba/__init__.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/plba/__init__.py"]
layers_include: ["C0_SOURCE_CHUNKS"]
llm:
non_empty: true
excludes: ["из различных подпакетов", "ответ основан исключительно"]
# EXPLAIN
- id: plba-v2-explain-runtime-manager
query: "Объясни как работает класс RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS", "C2_DEPENDENCY_GRAPH"]
llm:
non_empty: true
excludes: ["ряд аргументов", "основные службы"]
- id: plba-v2-explain-trace-service
query: "Объясни как работает класс TraceService"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["TraceService"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS", "C2_DEPENDENCY_GRAPH"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-explain-create-runtime
query: "Что делает функция create_runtime?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["create_runtime"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-explain-local-http-channel
query: "Почему в файле src/app_runtime/control/http_channel.py класс HttpControlChannel устроен так?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN_LOCAL
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/app_runtime/control/http_channel.py"]
symbol_candidates_contain: ["HttpControlChannel"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS", "C2_DEPENDENCY_GRAPH"]
llm:
non_empty: true
answer_mode: answered
# FIND_TESTS
- id: plba-v2-find-tests-runtime-manager
query: "Где тесты для RuntimeManager?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-find-tests-trace-service
query: "Где тесты для TraceService?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["TraceService"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-find-tests-create-runtime
query: "Где тесты для create_runtime?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["create_runtime"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-find-tests-workflow-runtime-factory-negative
query: "Где тесты для WorkflowRuntimeFactory?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
direct_symbol_test_hits_max: 0
symbol_candidates_contain: ["WorkflowRuntimeFactory"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
# FIND_ENTRYPOINTS
- id: plba-v2-find-entrypoints-control-plane
query: "Найди точки входа HTTP control plane"
expected:
router:
intent: CODE_QA
sub_intent: FIND_ENTRYPOINTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
layers_include: ["C3_ENTRYPOINTS", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-find-entrypoints-health-endpoint
query: "Где health endpoint?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_ENTRYPOINTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
layers_include: ["C3_ENTRYPOINTS", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
contains_all: ["GET /health"]
excludes: ["нет явных неподтвержденных кандидатов", "кандидаты на health-endpoint"]
# TRACE_FLOW
- id: plba-v2-trace-flow-runtime-start
query: "Покажи поток выполнения при запуске RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: TRACE_FLOW
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C2_DEPENDENCY_GRAPH", "C3_ENTRYPOINTS", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-trace-flow-health-endpoint
query: "Покажи как проходит запрос /health в HttpControlAppFactory"
expected:
router:
intent: CODE_QA
sub_intent: TRACE_FLOW
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["HttpControlAppFactory"]
layers_include: ["C2_DEPENDENCY_GRAPH", "C3_ENTRYPOINTS", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
# ARCHITECTURE
- id: plba-v2-architecture-runtime-manager
query: "Какие компоненты участвуют в RuntimeManager?"
expected:
router:
intent: CODE_QA
sub_intent: ARCHITECTURE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C4_SEMANTIC_ROLES", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
- id: plba-v2-architecture-control-plane
query: "Какие компоненты участвуют в ControlPlaneService?"
expected:
router:
intent: CODE_QA
sub_intent: ARCHITECTURE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["ControlPlaneService"]
layers_include: ["C4_SEMANTIC_ROLES", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
answer_mode: answered
# NEGATIVE / NOT FOUND
- id: plba-v2-explain-nonexistent-symbol
query: "Объясни класс RuntimeFactoryManager"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: false
symbol_candidates_contain: ["RuntimeFactoryManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
llm:
non_empty: true
contains_all: ["не найдена"]
excludes: ["исходя из названия", "вероятно этот класс", "возможное предназначение"]
pipeline:
answer_mode: degraded
- id: plba-v2-open-file-nonexistent
query: "Открой файл src/app_runtime/core/missing_runtime.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: false
path_scope_contains: ["src/app_runtime/core/missing_runtime.py"]
layers_include: ["C0_SOURCE_CHUNKS"]
llm:
non_empty: true
contains_all: ["Файл src/app_runtime/core/missing_runtime.py не найден."]
pipeline:
answer_mode: degraded

View File

@@ -0,0 +1,17 @@
defaults:
runner: runtime
mode: full_chain
input:
repo_path: "../../../pipeline_setup/suite_01_synthetic/fixtures/code_qa_repo"
project_id: code_qa_repo_full_chain
cases:
- id: full_chain_explain_order_service
query: "Как работает OrderService?"
expected:
router:
intent: CODE_QA
retrieval:
non_empty: true
llm:
non_empty: true

View File

@@ -0,0 +1,123 @@
defaults:
runner: runtime
mode: router_only
input:
repo_path: "/Users/alex/Dev_projects_v2/apps/plba"
rag_session_id: "7d11da21-faa0-4cea-aede-aeabe069164c"
project_id: plba
cases:
- id: plba-open-runtime-manager-file
query: "Открой файл src/app_runtime/core/runtime.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
- id: plba-open-http-control-channel-file
query: "Покажи файл src/app_runtime/control/http_channel.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
- id: plba-explain-runtime-manager
query: "Объясни как работает класс RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["RuntimeManager"]
- id: plba-explain-http-control-channel
query: "Объясни класс HttpControlChannel"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["HttpControlChannel"]
- id: plba-explain-trace-service
query: "Как работает TraceService?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["TraceService"]
- id: plba-find-tests-runtime-manager
query: "Где тесты для RuntimeManager?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["RuntimeManager"]
- id: plba-find-tests-http-control-channel
query: "Найди тесты для HttpControlChannel"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["HttpControlChannel"]
- id: plba-find-entrypoints-create-runtime
query: "Найди точки входа в коде"
expected:
router:
intent: CODE_QA
sub_intent: FIND_ENTRYPOINTS
graph_id: CodeQAGraph
conversation_mode: START
- id: plba-find-entrypoints-bootstrap
query: "Объясни функцию create_runtime"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["create_runtime"]
- id: plba-general-qa-runtime
query: "Объясни модуль runtime"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["runtime"]
- id: plba-general-qa-control-plane
query: "Объясни код control plane"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
symbol_candidates_contain: ["control", "plane"]

View File

@@ -0,0 +1,16 @@
defaults:
runner: runtime
mode: router_only
cases:
- id: router_only_open_fixture_main
query: "Открой файл main.py"
expected:
router:
intent: CODE_QA
- id: router_only_docs_question
query: "Что сказано в README?"
expected:
router:
intent: DOCS_QA

View File

@@ -0,0 +1,148 @@
defaults:
runner: runtime
mode: router_rag
input:
rag_session_id: "7d11da21-faa0-4cea-aede-aeabe069164c"
cases:
- id: plba-rag-open-runtime-manager-file
query: "Открой файл src/app_runtime/core/runtime.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/app_runtime/core/runtime.py"]
layers_include: ["C0_SOURCE_CHUNKS"]
- id: plba-rag-open-http-control-channel-file
query: "Покажи файл src/app_runtime/control/http_channel.py"
expected:
router:
intent: CODE_QA
sub_intent: OPEN_FILE
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
path_scope_contains: ["src/app_runtime/control/http_channel.py"]
layers_include: ["C0_SOURCE_CHUNKS"]
- id: plba-rag-explain-runtime-manager
query: "Объясни как работает класс RuntimeManager"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
- id: plba-rag-explain-http-control-channel
query: "Объясни класс HttpControlChannel"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["HttpControlChannel"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
- id: plba-rag-explain-trace-service
query: "Как работает TraceService?"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["TraceService"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
- id: plba-rag-find-tests-runtime-manager
query: "Где тесты для RuntimeManager?"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["RuntimeManager"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
- id: plba-rag-find-tests-http-control-channel
query: "Найди тесты для HttpControlChannel"
expected:
router:
intent: CODE_QA
sub_intent: FIND_TESTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["HttpControlChannel"]
layers_include: ["C1_SYMBOL_CATALOG", "C2_DEPENDENCY_GRAPH", "C0_SOURCE_CHUNKS"]
- id: plba-rag-find-entrypoints
query: "Найди точки входа в коде"
expected:
router:
intent: CODE_QA
sub_intent: FIND_ENTRYPOINTS
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
layers_include: ["C3_ENTRYPOINTS", "C0_SOURCE_CHUNKS"]
- id: plba-rag-explain-create-runtime
query: "Объясни функцию create_runtime"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["create_runtime"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
- id: plba-rag-explain-control-plane-service
query: "Объясни класс ControlPlaneService"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["ControlPlaneService"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]
- id: plba-rag-explain-workflow-engine
query: "Объясни класс WorkflowEngine"
expected:
router:
intent: CODE_QA
sub_intent: EXPLAIN
graph_id: CodeQAGraph
conversation_mode: START
retrieval:
non_empty: true
symbol_candidates_contain: ["WorkflowEngine"]
layers_include: ["C1_SYMBOL_CATALOG", "C0_SOURCE_CHUNKS"]

View File

@@ -0,0 +1,23 @@
defaults:
runner: runtime
mode: router_rag
input:
repo_path: "../../../pipeline_setup/suite_01_synthetic/fixtures/code_qa_repo"
project_id: code_qa_repo_runtime
cases:
- id: router_rag_open_fixture_main
query: "Открой файл main.py"
expected:
router:
intent: CODE_QA
retrieval:
non_empty: true
- id: router_rag_explain_order
query: "Объясни класс Order"
expected:
router:
intent: CODE_QA
retrieval:
non_empty: true