гих хук и сохранение изменений в контексте стори

This commit is contained in:
2026-01-31 00:32:36 +03:00
parent 5ce6335ad8
commit 20af12f47d
17 changed files with 695 additions and 40 deletions

View File

@@ -1,4 +1,4 @@
from rag_agent.ingest.chunker import chunk_text
from rag_agent.ingest.chunker import chunk_text, chunk_text_by_lines
def test_chunk_text_basic():
@@ -7,3 +7,18 @@ def test_chunk_text_basic():
assert len(chunks) == 3
assert chunks[0].text == "one two three"
assert chunks[1].text.startswith("three four")
assert chunks[0].start_line is None
assert chunks[0].end_line is None
def test_chunk_text_by_lines():
text = "line1\nline2\nline3\nline4\nline5\nline6\nline7\nline8"
chunks = chunk_text_by_lines(text, max_lines=3, overlap_lines=1)
assert len(chunks) == 4
assert chunks[0].text == "line1\nline2\nline3"
assert chunks[0].start_line == 1
assert chunks[0].end_line == 3
assert chunks[1].start_line == 3
assert chunks[1].end_line == 5
assert chunks[3].start_line == 7
assert chunks[3].end_line == 8