fix: remove punkt_tab from nltk lookup list

aimclub · Aug 15, 2024 · 20a6d88 · 20a6d88
1 parent c75c43e
commit 20a6d88
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...ore/operations/evaluation/operation_implementations/data_operations/text_preprocessing.py b/...ore/operations/evaluation/operation_implementations/data_operations/text_preprocessing.py
@@ -65,7 +65,7 @@ def transform(self, input_data: InputData) -> OutputData:
 
     @staticmethod
     def _download_nltk_resources():
-        for resource in ['punkt', 'punkt_tab']:
+        for resource in ['punkt']:
             try:
                 nltk.data.find(f'tokenizers/{resource}')
             except LookupError: