Фикс состояния
This commit is contained in:
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-explain-http-control-channel",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-explain-http-control-channel",
|
||||
"text": "Объясни класс HttpControlChannel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни класс HttpControlChannel",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-explain-http-control-channel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни класс HttpControlChannel",
|
||||
"normalized_query": "Объясни класс HttpControlChannel"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни класс HttpControlChannel"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни класс HttpControlChannel"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-explain-http-control-channel
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни класс HttpControlChannel
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-explain-runtime-manager",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-explain-runtime-manager",
|
||||
"text": "Объясни как работает класс RuntimeManager",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни как работает класс RuntimeManager",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-explain-runtime-manager",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни как работает класс RuntimeManager",
|
||||
"normalized_query": "Объясни как работает класс RuntimeManager"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни как работает класс RuntimeManager"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни как работает класс RuntimeManager"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-explain-runtime-manager
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни как работает класс RuntimeManager
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-explain-trace-service",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-explain-trace-service",
|
||||
"text": "Как работает TraceService?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как работает TraceService?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"TraceService"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"TraceService"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"TraceService"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-explain-trace-service",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Как работает TraceService?",
|
||||
"normalized_query": "Как работает TraceService?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как работает TraceService?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как работает TraceService?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"TraceService"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-explain-trace-service
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как работает TraceService?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+222
@@ -0,0 +1,222 @@
|
||||
{
|
||||
"case_id": "plba-find-entrypoints-bootstrap",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"intent: expected CODE_QA, got PROJECT_MISC",
|
||||
"sub_intent: expected FIND_ENTRYPOINTS, got EXPLAIN",
|
||||
"graph_id: expected CodeQAGraph, got ProjectMiscGraph"
|
||||
],
|
||||
"details": {
|
||||
"case_id": "plba-find-entrypoints-bootstrap",
|
||||
"text": "Где находится create_runtime?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Где находится create_runtime?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"create_runtime"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "function",
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"create_runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"create_runtime"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-entrypoints-bootstrap",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Где находится create_runtime?",
|
||||
"normalized_query": "Где находится create_runtime?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где находится create_runtime?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Где находится create_runtime?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "function",
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"create_runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+35
@@ -0,0 +1,35 @@
|
||||
# plba-find-entrypoints-bootstrap
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Где находится create_runtime?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- intent: expected CODE_QA, got PROJECT_MISC
|
||||
- sub_intent: expected FIND_ENTRYPOINTS, got EXPLAIN
|
||||
- graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-find-entrypoints-create-runtime",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"intent: expected CODE_QA, got PROJECT_MISC",
|
||||
"graph_id: expected CodeQAGraph, got ProjectMiscGraph"
|
||||
],
|
||||
"details": {
|
||||
"case_id": "plba-find-entrypoints-create-runtime",
|
||||
"text": "Какие точки входа в runtime?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Какие точки входа в runtime?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"runtime"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-entrypoints-create-runtime",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Какие точки входа в runtime?",
|
||||
"normalized_query": "Какие точки входа в runtime?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Какие точки входа в runtime?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Какие точки входа в runtime?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-find-entrypoints-create-runtime
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Какие точки входа в runtime?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- intent: expected CODE_QA, got PROJECT_MISC
|
||||
- graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
+241
@@ -0,0 +1,241 @@
|
||||
{
|
||||
"case_id": "plba-find-tests-http-control-channel",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-find-tests-http-control-channel",
|
||||
"text": "Найди тесты для HttpControlChannel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Найди тесты для HttpControlChannel",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_http_control_channel",
|
||||
"TestHttpControlChannel",
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-tests-http-control-channel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Найди тесты для HttpControlChannel",
|
||||
"normalized_query": "Найди тесты для HttpControlChannel"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди тесты для HttpControlChannel"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Найди тесты для HttpControlChannel"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_http_control_channel",
|
||||
"TestHttpControlChannel",
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
# plba-find-tests-http-control-channel
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Найди тесты для HttpControlChannel
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+241
@@ -0,0 +1,241 @@
|
||||
{
|
||||
"case_id": "plba-find-tests-runtime-manager",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-find-tests-runtime-manager",
|
||||
"text": "Где тесты для RuntimeManager?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Где тесты для RuntimeManager?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_runtime_manager",
|
||||
"TestRuntimeManager",
|
||||
"RuntimeManager"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-tests-runtime-manager",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Где тесты для RuntimeManager?",
|
||||
"normalized_query": "Где тесты для RuntimeManager?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где тесты для RuntimeManager?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Где тесты для RuntimeManager?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_runtime_manager",
|
||||
"TestRuntimeManager",
|
||||
"RuntimeManager"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
# plba-find-tests-runtime-manager
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Где тесты для RuntimeManager?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+228
@@ -0,0 +1,228 @@
|
||||
{
|
||||
"case_id": "plba-general-qa-control-plane",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"intent: expected CODE_QA, got PROJECT_MISC",
|
||||
"graph_id: expected CodeQAGraph, got ProjectMiscGraph"
|
||||
],
|
||||
"details": {
|
||||
"case_id": "plba-general-qa-control-plane",
|
||||
"text": "Как в проекте устроен control plane?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как в проекте устроен control plane?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-general-qa-control-plane",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Как в проекте устроен control plane?",
|
||||
"normalized_query": "Как в проекте устроен control plane?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как в проекте устроен control plane?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как в проекте устроен control plane?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+35
@@ -0,0 +1,35 @@
|
||||
# plba-general-qa-control-plane
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Как в проекте устроен control plane?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- intent: expected CODE_QA, got PROJECT_MISC
|
||||
- graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-general-qa-runtime",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": false,
|
||||
"mismatches": [
|
||||
"intent: expected CODE_QA, got PROJECT_MISC",
|
||||
"graph_id: expected CodeQAGraph, got ProjectMiscGraph"
|
||||
],
|
||||
"details": {
|
||||
"case_id": "plba-general-qa-runtime",
|
||||
"text": "Как устроен runtime в проекте?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как устроен runtime в проекте?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"runtime"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-general-qa-runtime",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Как устроен runtime в проекте?",
|
||||
"normalized_query": "Как устроен runtime в проекте?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как устроен runtime в проекте?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как устроен runtime в проекте?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-general-qa-runtime
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: False
|
||||
|
||||
## Query
|
||||
Как устроен runtime в проекте?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "PROJECT_MISC",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "ProjectMiscGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"layers": [
|
||||
"D1_MODULE_CATALOG",
|
||||
"D3_SECTION_INDEX",
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- intent: expected CODE_QA, got PROJECT_MISC
|
||||
- graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
+207
@@ -0,0 +1,207 @@
|
||||
{
|
||||
"case_id": "plba-open-http-control-channel-file",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-open-http-control-channel-file",
|
||||
"text": "Покажи файл src/app_runtime/control/http_channel.py",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Покажи файл src/app_runtime/control/http_channel.py",
|
||||
"symbol_resolution": {
|
||||
"status": "not_requested",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [],
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
]
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-open-http-control-channel-file",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Покажи файл src/app_runtime/control/http_channel.py",
|
||||
"normalized_query": "Покажи файл src/app_runtime/control/http_channel.py"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл src/app_runtime/control/http_channel.py"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Покажи файл src/app_runtime/control/http_channel.py"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+30
@@ -0,0 +1,30 @@
|
||||
# plba-open-http-control-channel-file
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Покажи файл src/app_runtime/control/http_channel.py
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+207
@@ -0,0 +1,207 @@
|
||||
{
|
||||
"case_id": "plba-open-runtime-manager-file",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-open-runtime-manager-file",
|
||||
"text": "Открой файл src/app_runtime/core/runtime.py",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Открой файл src/app_runtime/core/runtime.py",
|
||||
"symbol_resolution": {
|
||||
"status": "not_requested",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 1,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [],
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
]
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-open-runtime-manager-file",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:42:00",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Открой файл src/app_runtime/core/runtime.py",
|
||||
"normalized_query": "Открой файл src/app_runtime/core/runtime.py"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Открой файл src/app_runtime/core/runtime.py"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Открой файл src/app_runtime/core/runtime.py"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+30
@@ -0,0 +1,30 @@
|
||||
# plba-open-runtime-manager-file
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Открой файл src/app_runtime/core/runtime.py
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
@@ -0,0 +1,23 @@
|
||||
# pipeline_setup_v2 summary
|
||||
|
||||
Passed: 7/11
|
||||
|
||||
| File | Case | Runner | Mode | Intent | Sub-intent | Pass |
|
||||
|------|------|--------|------|--------|------------|------|
|
||||
| router_only_plba_code_retrieval.yaml | plba-open-runtime-manager-file | runtime | router_only | CODE_QA | OPEN_FILE | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-open-http-control-channel-file | runtime | router_only | CODE_QA | OPEN_FILE | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-explain-runtime-manager | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-explain-http-control-channel | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-explain-trace-service | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-tests-runtime-manager | runtime | router_only | CODE_QA | FIND_TESTS | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-tests-http-control-channel | runtime | router_only | CODE_QA | FIND_TESTS | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-entrypoints-create-runtime | runtime | router_only | PROJECT_MISC | FIND_ENTRYPOINTS | ✗ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-entrypoints-bootstrap | runtime | router_only | PROJECT_MISC | EXPLAIN | ✗ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-general-qa-runtime | runtime | router_only | PROJECT_MISC | EXPLAIN | ✗ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-general-qa-control-plane | runtime | router_only | PROJECT_MISC | EXPLAIN | ✗ |
|
||||
|
||||
## Failures
|
||||
- **plba-find-entrypoints-create-runtime**: intent: expected CODE_QA, got PROJECT_MISC; graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
- **plba-find-entrypoints-bootstrap**: intent: expected CODE_QA, got PROJECT_MISC; sub_intent: expected FIND_ENTRYPOINTS, got EXPLAIN; graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
- **plba-general-qa-runtime**: intent: expected CODE_QA, got PROJECT_MISC; graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
- **plba-general-qa-control-plane**: intent: expected CODE_QA, got PROJECT_MISC; graph_id: expected CodeQAGraph, got ProjectMiscGraph
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-explain-http-control-channel",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-explain-http-control-channel",
|
||||
"text": "Объясни класс HttpControlChannel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни класс HttpControlChannel",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-explain-http-control-channel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни класс HttpControlChannel",
|
||||
"normalized_query": "Объясни класс HttpControlChannel"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни класс HttpControlChannel"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни класс HttpControlChannel"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-explain-http-control-channel
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни класс HttpControlChannel
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-explain-runtime-manager",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-explain-runtime-manager",
|
||||
"text": "Объясни как работает класс RuntimeManager",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни как работает класс RuntimeManager",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-explain-runtime-manager",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни как работает класс RuntimeManager",
|
||||
"normalized_query": "Объясни как работает класс RuntimeManager"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни как работает класс RuntimeManager"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни как работает класс RuntimeManager"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-explain-runtime-manager
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни как работает класс RuntimeManager
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-explain-trace-service",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-explain-trace-service",
|
||||
"text": "Как работает TraceService?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как работает TraceService?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"TraceService"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"TraceService"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"TraceService"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-explain-trace-service",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Как работает TraceService?",
|
||||
"normalized_query": "Как работает TraceService?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Как работает TraceService?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Как работает TraceService?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"TraceService"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-explain-trace-service
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Как работает TraceService?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"TraceService"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-find-entrypoints-bootstrap",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-find-entrypoints-bootstrap",
|
||||
"text": "Объясни функцию create_runtime",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни функцию create_runtime",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"create_runtime"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "function",
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"create_runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"create_runtime"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-entrypoints-bootstrap",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни функцию create_runtime",
|
||||
"normalized_query": "Объясни функцию create_runtime"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни функцию create_runtime"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни функцию create_runtime"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "function",
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"create_runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-find-entrypoints-bootstrap
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни функцию create_runtime
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"create_runtime"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+198
@@ -0,0 +1,198 @@
|
||||
{
|
||||
"case_id": "plba-find-entrypoints-create-runtime",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C3_ENTRYPOINTS",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-find-entrypoints-create-runtime",
|
||||
"text": "Найди точки входа в коде",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Найди точки входа в коде",
|
||||
"symbol_resolution": {
|
||||
"status": "not_requested",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C3_ENTRYPOINTS",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-entrypoints-create-runtime",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Найди точки входа в коде",
|
||||
"normalized_query": "Найди точки входа в коде"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди точки входа в коде"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Найди точки входа в коде"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C3_ENTRYPOINTS",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+29
@@ -0,0 +1,29 @@
|
||||
# plba-find-entrypoints-create-runtime
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Найди точки входа в коде
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_ENTRYPOINTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C3_ENTRYPOINTS",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+241
@@ -0,0 +1,241 @@
|
||||
{
|
||||
"case_id": "plba-find-tests-http-control-channel",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-find-tests-http-control-channel",
|
||||
"text": "Найди тесты для HttpControlChannel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Найди тесты для HttpControlChannel",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_http_control_channel",
|
||||
"TestHttpControlChannel",
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-tests-http-control-channel",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Найди тесты для HttpControlChannel",
|
||||
"normalized_query": "Найди тесты для HttpControlChannel"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Найди тесты для HttpControlChannel"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Найди тесты для HttpControlChannel"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_http_control_channel",
|
||||
"TestHttpControlChannel",
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
# plba-find-tests-http-control-channel
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Найди тесты для HttpControlChannel
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"HttpControlChannel"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+241
@@ -0,0 +1,241 @@
|
||||
{
|
||||
"case_id": "plba-find-tests-runtime-manager",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-find-tests-runtime-manager",
|
||||
"text": "Где тесты для RuntimeManager?",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Где тесты для RuntimeManager?",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_runtime_manager",
|
||||
"TestRuntimeManager",
|
||||
"RuntimeManager"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-find-tests-runtime-manager",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Где тесты для RuntimeManager?",
|
||||
"normalized_query": "Где тесты для RuntimeManager?"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Где тесты для RuntimeManager?"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Где тесты для RuntimeManager?"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "class",
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**",
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"exclude_globs": [],
|
||||
"prefer_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"test_file_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py",
|
||||
"**/conftest.py"
|
||||
],
|
||||
"test_symbol_patterns": [
|
||||
"test_runtime_manager",
|
||||
"TestRuntimeManager",
|
||||
"RuntimeManager"
|
||||
],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
# plba-find-tests-runtime-manager
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Где тесты для RuntimeManager?
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "FIND_TESTS",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"RuntimeManager"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+228
@@ -0,0 +1,228 @@
|
||||
{
|
||||
"case_id": "plba-general-qa-control-plane",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-general-qa-control-plane",
|
||||
"text": "Объясни код control plane",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни код control plane",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-general-qa-control-plane",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни код control plane",
|
||||
"normalized_query": "Объясни код control plane"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни код control plane"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни код control plane"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+35
@@ -0,0 +1,35 @@
|
||||
# plba-general-qa-control-plane
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни код control plane
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"control",
|
||||
"plane"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+221
@@ -0,0 +1,221 @@
|
||||
{
|
||||
"case_id": "plba-general-qa-runtime",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-general-qa-runtime",
|
||||
"text": "Объясни модуль runtime",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни модуль runtime",
|
||||
"symbol_resolution": {
|
||||
"status": "pending",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [
|
||||
"runtime"
|
||||
],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "module",
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_scope": []
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-general-qa-runtime",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Объясни модуль runtime",
|
||||
"normalized_query": "Объясни модуль runtime"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Объясни модуль runtime"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Объясни модуль runtime"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
],
|
||||
"symbol_kind_hint": "module",
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"keyword_hints": [
|
||||
"runtime"
|
||||
],
|
||||
"path_hints": [],
|
||||
"path_scope": [],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/**"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": true,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+34
@@ -0,0 +1,34 @@
|
||||
# plba-general-qa-runtime
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Объясни модуль runtime
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "EXPLAIN",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [],
|
||||
"symbol_candidates": [
|
||||
"runtime"
|
||||
],
|
||||
"layers": [
|
||||
"C1_SYMBOL_CATALOG",
|
||||
"C0_SOURCE_CHUNKS",
|
||||
"C4_SEMANTIC_ROLES",
|
||||
"C2_DEPENDENCY_GRAPH",
|
||||
"C3_ENTRYPOINTS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+207
@@ -0,0 +1,207 @@
|
||||
{
|
||||
"case_id": "plba-open-http-control-channel-file",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-open-http-control-channel-file",
|
||||
"text": "Покажи файл src/app_runtime/control/http_channel.py",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Покажи файл src/app_runtime/control/http_channel.py",
|
||||
"symbol_resolution": {
|
||||
"status": "not_requested",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 0,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [],
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
]
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-open-http-control-channel-file",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Покажи файл src/app_runtime/control/http_channel.py",
|
||||
"normalized_query": "Покажи файл src/app_runtime/control/http_channel.py"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Покажи файл src/app_runtime/control/http_channel.py"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Покажи файл src/app_runtime/control/http_channel.py"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+30
@@ -0,0 +1,30 @@
|
||||
# plba-open-http-control-channel-file
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Покажи файл src/app_runtime/control/http_channel.py
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/control/http_channel.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
+207
@@ -0,0 +1,207 @@
|
||||
{
|
||||
"case_id": "plba-open-runtime-manager-file",
|
||||
"source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml",
|
||||
"runner": "runtime",
|
||||
"mode": "router_only",
|
||||
"actual": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
},
|
||||
"passed": true,
|
||||
"mismatches": [],
|
||||
"details": {
|
||||
"case_id": "plba-open-runtime-manager-file",
|
||||
"text": "Открой файл src/app_runtime/core/runtime.py",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Открой файл src/app_runtime/core/runtime.py",
|
||||
"symbol_resolution": {
|
||||
"status": "not_requested",
|
||||
"resolved_symbol": null,
|
||||
"alternatives": [],
|
||||
"confidence": 0.0
|
||||
},
|
||||
"rag_count": 0,
|
||||
"rag_rows": [],
|
||||
"llm_answer": null,
|
||||
"summary": {
|
||||
"router": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"confidence": null
|
||||
},
|
||||
"retrieval": {
|
||||
"profile": "code",
|
||||
"layers_hit": [],
|
||||
"evidence_sufficient": false
|
||||
},
|
||||
"llm": {
|
||||
"answer_status": "partial",
|
||||
"groundedness": "not_applicable"
|
||||
}
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"execution": {
|
||||
"executed_layers": [],
|
||||
"retrieval_mode_by_layer": {},
|
||||
"top_k_by_layer": {},
|
||||
"filters_by_layer": {},
|
||||
"repo_scope": {
|
||||
"repo_id": null,
|
||||
"workspace_id": null
|
||||
}
|
||||
},
|
||||
"retrieval": null,
|
||||
"constraint_violations": [],
|
||||
"timings_ms": {
|
||||
"router": 1,
|
||||
"symbol_resolution": 0,
|
||||
"retrieval_total": 0,
|
||||
"retrieval_by_layer": {},
|
||||
"merge_rank": 0,
|
||||
"prompt_build": 0,
|
||||
"llm_call": 0
|
||||
},
|
||||
"prompt": null,
|
||||
"router": {
|
||||
"conversation_mode": "START",
|
||||
"keyword_hints": [],
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
]
|
||||
},
|
||||
"llm": {
|
||||
"used_evidence_count": 0,
|
||||
"missing_evidence_reason": null
|
||||
}
|
||||
},
|
||||
"run_info": {
|
||||
"case_id": "plba-open-runtime-manager-file",
|
||||
"mode": "router_only",
|
||||
"run_started_at": "2026-03-12T08:43:13",
|
||||
"rag_session_id": "1431c0c3-5e6a-41f2-9c58-3d06b9c39749",
|
||||
"expected_intent": "CODE_QA",
|
||||
"actual_intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START"
|
||||
},
|
||||
"input_request": {
|
||||
"text": "Открой файл src/app_runtime/core/runtime.py",
|
||||
"normalized_query": "Открой файл src/app_runtime/core/runtime.py"
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"step": "intent_router",
|
||||
"input": {
|
||||
"query": "Открой файл src/app_runtime/core/runtime.py"
|
||||
},
|
||||
"output": {
|
||||
"intent": "CODE_QA",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"query": "Открой файл src/app_runtime/core/runtime.py"
|
||||
},
|
||||
"diagnostics": {
|
||||
"router_plan": {
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"retrieval_profile": "code",
|
||||
"conversation_mode": "START",
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
],
|
||||
"symbol_kind_hint": "unknown",
|
||||
"symbol_candidates": [],
|
||||
"keyword_hints": [],
|
||||
"path_hints": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"doc_scope_hints": [],
|
||||
"retrieval_constraints": {
|
||||
"include_globs": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"exclude_globs": [
|
||||
"tests/**",
|
||||
"**/test_*.py",
|
||||
"**/*_test.py"
|
||||
],
|
||||
"prefer_globs": [],
|
||||
"test_file_globs": [],
|
||||
"test_symbol_patterns": [],
|
||||
"max_candidates": 20,
|
||||
"fuzzy_symbol_search": {
|
||||
"enabled": false,
|
||||
"max_distance": 2,
|
||||
"top_k": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"timings_ms": {
|
||||
"router": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
+30
@@ -0,0 +1,30 @@
|
||||
# plba-open-runtime-manager-file
|
||||
|
||||
- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v2/cases/suite_02_pipeline/router_only_plba_code_retrieval.yaml
|
||||
- runner: runtime
|
||||
- mode: router_only
|
||||
- passed: True
|
||||
|
||||
## Query
|
||||
Открой файл src/app_runtime/core/runtime.py
|
||||
|
||||
## Actual
|
||||
{
|
||||
"intent": "CODE_QA",
|
||||
"sub_intent": "OPEN_FILE",
|
||||
"graph_id": "CodeQAGraph",
|
||||
"conversation_mode": "START",
|
||||
"rag_count": 0,
|
||||
"llm_answer": "",
|
||||
"answer_mode": "partial",
|
||||
"path_scope": [
|
||||
"src/app_runtime/core/runtime.py"
|
||||
],
|
||||
"symbol_candidates": [],
|
||||
"layers": [
|
||||
"C0_SOURCE_CHUNKS"
|
||||
]
|
||||
}
|
||||
|
||||
## Mismatches
|
||||
- none
|
||||
@@ -0,0 +1,20 @@
|
||||
# pipeline_setup_v2 summary
|
||||
|
||||
Passed: 11/11
|
||||
|
||||
|
||||
| File | Case | Runner | Mode | Intent | Sub-intent | Pass |
|
||||
| ------------------------------------ | ------------------------------------ | ------- | ----------- | ------- | ---------------- | ---- |
|
||||
| router_only_plba_code_retrieval.yaml | plba-open-runtime-manager-file | runtime | router_only | CODE_QA | OPEN_FILE | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-open-http-control-channel-file | runtime | router_only | CODE_QA | OPEN_FILE | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-explain-runtime-manager | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-explain-http-control-channel | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-explain-trace-service | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-tests-runtime-manager | runtime | router_only | CODE_QA | FIND_TESTS | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-tests-http-control-channel | runtime | router_only | CODE_QA | FIND_TESTS | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-entrypoints-create-runtime | runtime | router_only | CODE_QA | FIND_ENTRYPOINTS | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-find-entrypoints-bootstrap | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-general-qa-runtime | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
| router_only_plba_code_retrieval.yaml | plba-general-qa-control-plane | runtime | router_only | CODE_QA | EXPLAIN | ✓ |
|
||||
|
||||
|
||||
Reference in New Issue
Block a user