chore: lint

aurelio-labs · Jul 19, 2024 · 1dde3e0 · 1dde3e0
1 parent 6817a74
commit 1dde3e0
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/semantic_chunkers/chunkers/regex.py b/semantic_chunkers/chunkers/regex.py
@@ -43,6 +43,8 @@ def __call__(self, docs: list[str]) -> List[List[Chunk]]:
                     current_chunk.token_count = 0
 
                 current_chunk.splits.append(sentence)
+                if current_chunk.token_count is None:
+                    current_chunk.token_count = 0
                 current_chunk.token_count += sentence_token_count
 
         # Last chunk

diff --git a/semantic_chunkers/splitters/regex.py b/semantic_chunkers/splitters/regex.py
@@ -55,7 +55,7 @@ class RegexSplitter(BaseSplitter):
     def __call__(
         self, doc: str, delimiters: List[Union[str, regex.Pattern]] = []
     ) -> List[str]:
-        if not  delimiters:
+        if not delimiters:
             compiled_pattern = regex.compile(self.regex_pattern)
             delimiters.append(compiled_pattern)
         sentences = [doc]