Merge pull request #13 from CrafterKolyan/patch-1

Fix tqdm total size when preprocessing data

Author: todpole3

src/data_processor/data_processor.py

@@ -127,7 +127,7 @@ def preprocess_split(dataset, split, args, parsed_programs, text_tokenize, progr
         raise NotImplementedError
 
     START_PROCESS = False
-    for i, example in tqdm(enumerate(data_split)):
+    for i, example in enumerate(tqdm(data_split)):
         # if example.db_name != 'assets_maintenance':
         #     continue
         # if 'Glenn' in example.text: