Spaces:
Build error
Build error
| import pytest | |
| from openhands.utils.chunk_localizer import ( | |
| Chunk, | |
| create_chunks, | |
| get_top_k_chunk_matches, | |
| normalized_lcs, | |
| ) | |
| def test_chunk_creation(): | |
| chunk = Chunk(text='test chunk', line_range=(1, 1)) | |
| assert chunk.text == 'test chunk' | |
| assert chunk.line_range == (1, 1) | |
| assert chunk.normalized_lcs is None | |
| def test_chunk_visualization(capsys): | |
| chunk = Chunk(text='line1\nline2', line_range=(1, 2)) | |
| assert chunk.visualize() == '1|line1\n2|line2\n' | |
| def test_create_chunks_raw_string(): | |
| text = 'line1\nline2\nline3\nline4\nline5' | |
| chunks = create_chunks(text, size=2) | |
| assert len(chunks) == 3 | |
| assert chunks[0].text == 'line1\nline2' | |
| assert chunks[0].line_range == (1, 2) | |
| assert chunks[1].text == 'line3\nline4' | |
| assert chunks[1].line_range == (3, 4) | |
| assert chunks[2].text == 'line5' | |
| assert chunks[2].line_range == (5, 5) | |
| def test_normalized_lcs(): | |
| chunk = 'abcdef' | |
| edit_draft = 'abcxyz' | |
| assert normalized_lcs(chunk, edit_draft) == 0.5 | |
| def test_get_top_k_chunk_matches(): | |
| text = 'chunk1\nchunk2\nchunk3\nchunk4' | |
| query = 'chunk2' | |
| matches = get_top_k_chunk_matches(text, query, k=2, max_chunk_size=1) | |
| assert len(matches) == 2 | |
| assert matches[0].text == 'chunk2' | |
| assert matches[0].line_range == (2, 2) | |
| assert matches[0].normalized_lcs == 1.0 | |
| assert matches[1].text == 'chunk1' | |
| assert matches[1].line_range == (1, 1) | |
| assert matches[1].normalized_lcs == 5 / 6 | |
| assert matches[0].normalized_lcs > matches[1].normalized_lcs | |
| def test_create_chunks_with_empty_lines(): | |
| text = 'line1\n\nline3\n\n\nline6' | |
| chunks = create_chunks(text, size=2) | |
| assert len(chunks) == 3 | |
| assert chunks[0].text == 'line1\n' | |
| assert chunks[0].line_range == (1, 2) | |
| assert chunks[1].text == 'line3\n' | |
| assert chunks[1].line_range == (3, 4) | |
| assert chunks[2].text == '\nline6' | |
| assert chunks[2].line_range == (5, 6) | |
| def test_create_chunks_with_large_size(): | |
| text = 'line1\nline2\nline3' | |
| chunks = create_chunks(text, size=10) | |
| assert len(chunks) == 1 | |
| assert chunks[0].text == text | |
| assert chunks[0].line_range == (1, 3) | |
| def test_create_chunks_with_last_chunk_smaller(): | |
| text = 'line1\nline2\nline3' | |
| chunks = create_chunks(text, size=2) | |
| assert len(chunks) == 2 | |
| assert chunks[0].text == 'line1\nline2' | |
| assert chunks[0].line_range == (1, 2) | |
| assert chunks[1].text == 'line3' | |
| assert chunks[1].line_range == (3, 3) | |
| def test_normalized_lcs_edge_cases(): | |
| assert normalized_lcs('', '') == 0.0 | |
| assert normalized_lcs('a', '') == 0.0 | |
| assert normalized_lcs('', 'a') == 0.0 | |
| assert normalized_lcs('abcde', 'ace') == 0.6 | |
| def test_get_top_k_chunk_matches_with_ties(): | |
| text = 'chunk1\nchunk2\nchunk3\nchunk1' | |
| query = 'chunk' | |
| matches = get_top_k_chunk_matches(text, query, k=3, max_chunk_size=1) | |
| assert len(matches) == 3 | |
| assert all(match.normalized_lcs == 5 / 6 for match in matches) | |
| assert {match.text for match in matches} == {'chunk1', 'chunk2', 'chunk3'} | |
| def test_get_top_k_chunk_matches_with_large_k(): | |
| text = 'chunk1\nchunk2\nchunk3' | |
| query = 'chunk' | |
| matches = get_top_k_chunk_matches(text, query, k=10, max_chunk_size=1) | |
| assert len(matches) == 3 # Should return all chunks even if k is larger | |
| def test_create_chunks_different_sizes(chunk_size): | |
| text = 'line1\nline2\nline3\nline4' | |
| chunks = create_chunks(text, size=chunk_size) | |
| assert len(chunks) == (4 + chunk_size - 1) // chunk_size | |
| assert sum(len(chunk.text.split('\n')) for chunk in chunks) == 4 | |
| def test_chunk_visualization_with_special_characters(): | |
| chunk = Chunk(text='line1\nline2\t\nline3\r', line_range=(1, 3)) | |
| assert chunk.visualize() == '1|line1\n2|line2\t\n3|line3\r\n' | |
| def test_normalized_lcs_with_unicode(): | |
| chunk = 'Hello, 世界!' | |
| edit_draft = 'Hello, world!' | |
| assert 0 < normalized_lcs(chunk, edit_draft) < 1 | |
| def test_get_top_k_chunk_matches_with_overlapping_chunks(): | |
| text = 'chunk1\nchunk2\nchunk3\nchunk4' | |
| query = 'chunk2\nchunk3' | |
| matches = get_top_k_chunk_matches(text, query, k=2, max_chunk_size=2) | |
| assert len(matches) == 2 | |
| assert matches[0].text == 'chunk1\nchunk2' | |
| assert matches[0].line_range == (1, 2) | |
| assert matches[1].text == 'chunk3\nchunk4' | |
| assert matches[1].line_range == (3, 4) | |
| assert matches[0].normalized_lcs == matches[1].normalized_lcs | |