Spaces:
Running
Running
Update lib/text_utils.py
Browse files- lib/text_utils.py +1 -1
lib/text_utils.py
CHANGED
@@ -7,7 +7,7 @@ def normalize_text(text: str) -> str:
|
|
7 |
# Basic normalization - can be expanded based on needs
|
8 |
return text.strip()
|
9 |
|
10 |
-
def chunk_text(text: str, max_chars: int =
|
11 |
"""Break text into chunks at natural boundaries"""
|
12 |
chunks = []
|
13 |
current_chunk = ""
|
|
|
7 |
# Basic normalization - can be expanded based on needs
|
8 |
return text.strip()
|
9 |
|
10 |
+
def chunk_text(text: str, max_chars: int = 400) -> list[str]:
|
11 |
"""Break text into chunks at natural boundaries"""
|
12 |
chunks = []
|
13 |
current_chunk = ""
|