rename fields to colnames name re-used

Author: nitsanluke

fast_llm/data/preparator/gpt_memmap/config.py

@@ -112,7 +112,7 @@ def _validate(self) -> None:
 
 @config_class
 class FieldCombinePreparatorConfig(Config):
-    fields: typing.List[str] = Field(
+    col_names: typing.List[str] = Field(
         default_factory=list,
         desc="Fields of the dataset to combine.",
         hint=FieldHint.core,

fast_llm/data/preparator/gpt_memmap/prepare.py

@@ -211,11 +211,11 @@ def run(self) -> None:
 
         # Check for combining fields
         if self._config.combine_fields: 
-            Assert.eq(len(set(self._config.combine_fields.fields).intersection(dataset.column_names)), len(self._config.combine_fields.fields))
+            Assert.eq(len(set(self._config.combine_fields.col_names).intersection(dataset.column_names)), len(self._config.combine_fields.col_names))
             dataset = dataset.map(
                 lambda example: {
                     self._config.combine_fields.new_field_name: self._config.combine_fields.delimiter.join(
-                        str(example[column]) for column in self._config.combine_fields.fields
+                        str(example[column]) for column in self._config.combine_fields.col_names
                     )
                 },
                 batched=False,