Фикс состояния
This commit is contained in:
@@ -0,0 +1,80 @@
|
||||
defaults:
|
||||
runner: code_qa_eval
|
||||
mode: router_rag
|
||||
input:
|
||||
repo_path: "../../../pipeline_setup/suite_01_synthetic/fixtures/code_qa_repo"
|
||||
project_id: code_qa_repo
|
||||
|
||||
cases:
|
||||
- id: open_file_main_positive
|
||||
query: "Открой файл main.py"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: OPEN_FILE
|
||||
retrieval:
|
||||
path_scope_contains: ["main.py"]
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
|
||||
- id: open_file_api_positive
|
||||
query: "Покажи src/order_app/api/orders.py"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: OPEN_FILE
|
||||
retrieval:
|
||||
path_scope_contains: ["src/order_app/api/orders.py"]
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
|
||||
- id: explain_order_positive
|
||||
query: "Объясни класс Order"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: EXPLAIN
|
||||
retrieval:
|
||||
symbol_candidates_contain: ["Order"]
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
|
||||
- id: explain_order_service_positive
|
||||
query: "Как работает OrderService?"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: EXPLAIN
|
||||
retrieval:
|
||||
symbol_candidates_contain: ["OrderService"]
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
|
||||
- id: find_tests_positive
|
||||
query: "Где тесты для OrderService?"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: FIND_TESTS
|
||||
retrieval:
|
||||
symbol_candidates_contain: ["OrderService"]
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
|
||||
- id: find_entrypoints_positive
|
||||
query: "Какие точки входа в приложение?"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: FIND_ENTRYPOINTS
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
|
||||
- id: general_qa_positive
|
||||
query: "Что делает этот проект?"
|
||||
expected:
|
||||
router:
|
||||
intent: CODE_QA
|
||||
sub_intent: GENERAL_QA
|
||||
pipeline:
|
||||
answer_mode: normal
|
||||
Reference in New Issue
Block a user