Роутер работает нормально в process v2
This commit is contained in:
@@ -1,204 +1,121 @@
|
||||
import pytest
|
||||
|
||||
from tests.unit_tests.rag.asserts_intent_router import (
|
||||
assert_domain_layer_prefixes,
|
||||
assert_domains,
|
||||
assert_file_only_scope,
|
||||
assert_has_file_path,
|
||||
assert_intent,
|
||||
assert_no_symbol_keyword,
|
||||
assert_no_symbol_leakage_from_paths,
|
||||
assert_spans_valid,
|
||||
assert_sub_intent,
|
||||
assert_test_policy,
|
||||
)
|
||||
from tests.unit_tests.rag.intent_router_testkit import run_sequence
|
||||
|
||||
pytestmark = pytest.mark.intent_router
|
||||
|
||||
|
||||
def test_invariant_code_file_path_with_canonical_key_term() -> None:
|
||||
result = run_sequence(["Уточни по файлу app/core/config.py"])[0]
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert_has_file_path(result, "app/core/config.py")
|
||||
assert_file_only_scope(result, "app/core/config.py")
|
||||
key_terms = [anchor.value for anchor in result.query_plan.anchors if anchor.type == "KEY_TERM"]
|
||||
assert "файл" in key_terms
|
||||
assert "файлу" not in key_terms
|
||||
assert_spans_valid(result)
|
||||
assert_domain_layer_prefixes(result)
|
||||
def _docs_result(query: str):
|
||||
result = run_sequence([query])[0]
|
||||
assert result.docs_routing is not None
|
||||
assert result.retrieval_plan is not None
|
||||
return result
|
||||
|
||||
|
||||
def test_invariant_open_file_for_specified_file_phrase_uses_narrow_layers() -> None:
|
||||
result = run_sequence(["Уточни по файлу app/core/config.py"])[0]
|
||||
@pytest.mark.parametrize(
|
||||
("query", "endpoint"),
|
||||
[
|
||||
("как работает метод health", "/health"),
|
||||
("объясни /health", "/health"),
|
||||
("что делает endpoint /send", "/send"),
|
||||
],
|
||||
)
|
||||
def test_docs_mvp_api_method_explain_cases(query: str, endpoint: str) -> None:
|
||||
result = _docs_result(query)
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert_sub_intent(result, "OPEN_FILE")
|
||||
assert_file_only_scope(result, "app/core/config.py")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["C0_SOURCE_CHUNKS"]
|
||||
assert result.evidence_policy.require_flow is False
|
||||
assert result.docs_routing.sub_intent == "API_METHOD_EXPLAIN"
|
||||
assert result.docs_routing.intent == "DOCS_QA"
|
||||
assert result.docs_routing.scope.level == "method"
|
||||
assert result.docs_routing.anchors.endpoint_path == endpoint
|
||||
assert result.retrieval_plan.plan_id == "docs_api_method_explain_v1"
|
||||
assert result.retrieval_plan.filters["endpoint_path"] == endpoint
|
||||
|
||||
|
||||
def test_invariant_inline_code_span_routes_to_code_and_extracts_symbol() -> None:
|
||||
result = run_sequence(["Уточни по коду `def build(x): return x`"])[0]
|
||||
@pytest.mark.parametrize(
|
||||
("query", "scope_level", "domain_name"),
|
||||
[
|
||||
("какие есть методы в проекте", "project", None),
|
||||
("покажи все api", "project", None),
|
||||
("какие методы в notifications", "domain", "notifications"),
|
||||
],
|
||||
)
|
||||
def test_docs_mvp_list_api_methods_cases(query: str, scope_level: str, domain_name: str | None) -> None:
|
||||
result = _docs_result(query)
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert_spans_valid(result)
|
||||
assert_no_symbol_keyword(result)
|
||||
symbols = [anchor.value for anchor in result.query_plan.anchors if anchor.type == "SYMBOL"]
|
||||
key_terms = [anchor.value for anchor in result.query_plan.anchors if anchor.type == "KEY_TERM"]
|
||||
assert "build" in symbols
|
||||
assert "def" in key_terms
|
||||
assert result.docs_routing.sub_intent == "LIST_API_METHODS"
|
||||
assert result.docs_routing.intent == "DOCS_DISCOVERY"
|
||||
assert result.docs_routing.scope.level == scope_level
|
||||
assert result.retrieval_plan.plan_id == "docs_list_api_methods_v1"
|
||||
assert result.retrieval_plan.primary_doc_types == ["api_method"]
|
||||
if domain_name:
|
||||
assert result.retrieval_plan.filters["domain_name"] == domain_name
|
||||
|
||||
|
||||
def test_invariant_docs_cyrillic_path_with_quotes() -> None:
|
||||
result = run_sequence(["Что сказано в «docs/архитектура.md»?"])[0]
|
||||
@pytest.mark.parametrize(
|
||||
("query", "domain_name", "subdomain_name", "entity_name"),
|
||||
[
|
||||
("какие документы есть по notifications", "notifications", None, None),
|
||||
("найди документацию по telegram_delivery", "telegram_delivery", None, None),
|
||||
("какие документы связаны с health", None, None, "health"),
|
||||
],
|
||||
)
|
||||
def test_docs_mvp_find_documents_cases(
|
||||
query: str,
|
||||
domain_name: str | None,
|
||||
subdomain_name: str | None,
|
||||
entity_name: str | None,
|
||||
) -> None:
|
||||
result = _docs_result(query)
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "COMPONENT_EXPLAIN")
|
||||
assert_domains(result, ["DOCS"])
|
||||
assert "docs/архитектура.md" in result.query_plan.normalized
|
||||
assert_has_file_path(result, "docs/архитектура.md")
|
||||
assert any(anchor.type == "DOC_REF" for anchor in result.query_plan.anchors)
|
||||
assert result.retrieval_spec.filters.doc_kinds == []
|
||||
assert_spans_valid(result)
|
||||
assert_domain_layer_prefixes(result)
|
||||
assert result.docs_routing.sub_intent == "FIND_DOCUMENTS_BY_DOMAIN"
|
||||
assert result.docs_routing.intent == "DOCS_DISCOVERY"
|
||||
assert result.retrieval_plan.plan_id == "docs_find_documents_by_domain_v1"
|
||||
if domain_name:
|
||||
assert result.retrieval_plan.filters["domain_name"] == domain_name
|
||||
if subdomain_name:
|
||||
assert result.retrieval_plan.filters["subdomain_name"] == subdomain_name
|
||||
if entity_name:
|
||||
assert result.retrieval_plan.filters["entity_name"] == entity_name
|
||||
|
||||
|
||||
def test_invariant_file_check_phrase_not_project_misc() -> None:
|
||||
result = run_sequence(["Проверь app/modules/rag/explain/intent_builder.py и объясни"])[0]
|
||||
@pytest.mark.parametrize(
|
||||
("query", "scope_level", "endpoint"),
|
||||
[
|
||||
("сгенерируй openapi по /health", "method", "/health"),
|
||||
("собери swagger по notifications", "domain", None),
|
||||
("сделай спецификацию api по всему проекту", "project", None),
|
||||
],
|
||||
)
|
||||
def test_docs_mvp_generate_openapi_cases(query: str, scope_level: str, endpoint: str | None) -> None:
|
||||
result = _docs_result(query)
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert_domains(result, ["CODE"])
|
||||
assert_no_symbol_leakage_from_paths(result)
|
||||
assert_domain_layer_prefixes(result)
|
||||
assert result.docs_routing.sub_intent == "GENERATE_OPENAPI"
|
||||
assert result.docs_routing.intent == "DOCS_GENERATION"
|
||||
assert result.docs_routing.scope.level == scope_level
|
||||
assert result.retrieval_plan.plan_id == "docs_generate_openapi_v1"
|
||||
if endpoint:
|
||||
assert result.retrieval_plan.filters["endpoint_path"] == endpoint
|
||||
|
||||
|
||||
def test_invariant_tests_include_routing() -> None:
|
||||
result = run_sequence(["Где тесты на ConfigManager?"])[0]
|
||||
@pytest.mark.parametrize(
|
||||
"query",
|
||||
[
|
||||
"что делает это приложение",
|
||||
"как устроен сервис",
|
||||
"как связаны worker и api",
|
||||
],
|
||||
)
|
||||
def test_docs_mvp_general_docs_qa_cases(query: str) -> None:
|
||||
result = _docs_result(query)
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert_test_policy(result, "INCLUDE")
|
||||
symbols = [anchor.value for anchor in result.query_plan.anchors if anchor.type == "SYMBOL"]
|
||||
key_terms = [anchor.value for anchor in result.query_plan.anchors if anchor.type == "KEY_TERM"]
|
||||
assert "ConfigManager" in symbols
|
||||
assert "тест" in key_terms
|
||||
assert result.docs_routing.sub_intent == "GENERAL_DOCS_QA"
|
||||
assert result.docs_routing.intent == "DOCS_FALLBACK"
|
||||
assert result.retrieval_plan.plan_id == "docs_general_docs_qa_v1"
|
||||
|
||||
|
||||
def test_invariant_keyword_hints_and_expansions_for_function_identifier() -> None:
|
||||
result = run_sequence(["Теперь объясни функцию load_config"])[0]
|
||||
def test_docs_mvp_retrieval_filters_are_merged_into_legacy_spec() -> None:
|
||||
result = _docs_result("какие методы в notifications")
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert "load_config" in result.query_plan.keyword_hints
|
||||
assert "функция" not in result.query_plan.keyword_hints
|
||||
assert "def" not in result.query_plan.expansions
|
||||
|
||||
|
||||
def test_invariant_open_file_sub_intent_uses_narrow_retrieval_profile() -> None:
|
||||
result = run_sequence(["Открой файл app/core/config.py"])[0]
|
||||
|
||||
assert_intent(result, "CODE_QA")
|
||||
assert_sub_intent(result, "OPEN_FILE")
|
||||
assert_file_only_scope(result, "app/core/config.py")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert "C0_SOURCE_CHUNKS" in layer_ids
|
||||
assert "C1_SYMBOL_CATALOG" not in layer_ids
|
||||
assert "C2_DEPENDENCY_GRAPH" not in layer_ids
|
||||
assert "C3_ENTRYPOINTS" not in layer_ids
|
||||
assert result.evidence_policy.require_flow is False
|
||||
|
||||
|
||||
def test_invariant_docs_question_routes_to_docs() -> None:
|
||||
result = run_sequence(["Что сказано в документации?"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_domains(result, ["DOCS"])
|
||||
assert_domain_layer_prefixes(result)
|
||||
assert result.query_plan.keyword_hints
|
||||
assert any(item in result.query_plan.expansions for item in result.query_plan.keyword_hints)
|
||||
|
||||
|
||||
def test_invariant_docs_flow_sub_intent_uses_workflow_layers() -> None:
|
||||
result = run_sequence(["Как работает процесс создания заказа по документации?"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "SYSTEM_FLOW_EXPLAIN")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["D4_WORKFLOW_INDEX", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
|
||||
|
||||
|
||||
def test_invariant_docs_entity_sub_intent_uses_entity_layers() -> None:
|
||||
result = run_sequence(["Что такое сущность Order в документации?"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "ENTITY_EXPLAIN")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["D3_ENTITY_CATALOG", "D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
|
||||
|
||||
|
||||
def test_invariant_entity_like_camel_case_prefers_entity_explain() -> None:
|
||||
result = run_sequence(["Что такое WorkerHealth?"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "ENTITY_EXPLAIN")
|
||||
|
||||
|
||||
def test_invariant_related_docs_routes_to_docs_explain() -> None:
|
||||
result = run_sequence(["Найди документацию по billing"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "RELATED_DOCS_EXPLAIN")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
|
||||
|
||||
|
||||
def test_invariant_docs_navigation_uses_related_docs_explain() -> None:
|
||||
result = run_sequence(["Что связано с checkout документацией?"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "RELATED_DOCS_EXPLAIN")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["D5_RELATION_GRAPH", "D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
|
||||
|
||||
|
||||
def test_invariant_openapi_routes_to_docs_layers_with_api_filter() -> None:
|
||||
result = run_sequence(["Сгенерируй openapi yaml для создания заказа"])[0]
|
||||
|
||||
assert_intent(result, "OPENAPI_GENERATION")
|
||||
assert_sub_intent(result, "OPENAPI_METHOD_GENERATE")
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["D1_DOCUMENT_CATALOG", "D2_FACT_INDEX", "D0_DOC_CHUNKS"]
|
||||
assert result.retrieval_spec.filters.doc_type == "api_method"
|
||||
|
||||
|
||||
def test_invariant_general_qa_routes_to_generic_docs_layers() -> None:
|
||||
result = run_sequence(["Помоги разобраться"])[0]
|
||||
|
||||
assert_intent(result, "GENERAL_QA")
|
||||
assert_sub_intent(result, "GENERIC_QA")
|
||||
assert_domains(result, ["DOCS"])
|
||||
layer_ids = [item.layer_id for item in result.retrieval_spec.layer_queries]
|
||||
assert layer_ids == ["D1_DOCUMENT_CATALOG", "D0_DOC_CHUNKS"]
|
||||
|
||||
|
||||
def test_invariant_component_like_manager_routes_to_component_explain() -> None:
|
||||
result = run_sequence(["Какую роль в системе играет RuntimeManager?"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "COMPONENT_EXPLAIN")
|
||||
|
||||
|
||||
def test_invariant_cycle_query_routes_to_system_flow_explain() -> None:
|
||||
result = run_sequence(["Объясни как работает цикл отправки уведомлений"])[0]
|
||||
|
||||
assert_intent(result, "DOCUMENTATION_EXPLAIN")
|
||||
assert_sub_intent(result, "SYSTEM_FLOW_EXPLAIN")
|
||||
|
||||
|
||||
def test_invariant_overview_question_routes_to_general_qa() -> None:
|
||||
result = run_sequence(["Что вообще описано в документации по этому сервису?"])[0]
|
||||
|
||||
assert_intent(result, "GENERAL_QA")
|
||||
assert_sub_intent(result, "GENERIC_QA")
|
||||
assert getattr(result.retrieval_spec.filters, "doc_type", None) == "api_method"
|
||||
assert getattr(result.retrieval_spec.filters, "domain_name", None) == "notifications"
|
||||
assert getattr(result.retrieval_spec.filters, "scope_level", None) == "domain"
|
||||
|
||||
Reference in New Issue
Block a user