Upload struct_data_operators.py with huggingface_hub

struct_data_operators.py

@@ -250,16 +250,15 @@ class TruncateTableCells(StreamInstanceOperator):
     max_length: int = 15
     table: str = None
     text_output: Optional[str] = None
-    use_query: bool = False
 
     def process(
         self, instance: Dict[str, Any], stream_name: Optional[str] = None
     ) -> Dict[str, Any]:
-        table = dict_get(instance, self.table, use_dpath=self.use_query)
+        table = dict_get(instance, self.table)
 
         answers = []
         if self.text_output is not None:
-            answers = dict_get(instance, self.text_output, use_dpath=self.use_query)
+            answers = dict_get(instance, self.text_output)
 
         self.truncate_table(table_content=table, answers=answers)
 
@@ -337,7 +336,7 @@ class SerializeTableRowAsText(StreamInstanceOperator):
     ) -> Dict[str, Any]:
         linearized_str = ""
         for field in self.fields:
-            value = dict_get(instance, field, use_dpath=False)
+            value = dict_get(instance, field)
             if self.max_cell_length is not None:
                 truncated_value = truncate_cell(value, self.max_cell_length)
                 if truncated_value is not None:
@@ -367,7 +366,7 @@ class SerializeTableRowAsList(StreamInstanceOperator):
     ) -> Dict[str, Any]:
         linearized_str = ""
         for field in self.fields:
-            value = dict_get(instance, field, use_dpath=False)
+            value = dict_get(instance, field)
             if self.max_cell_length is not None:
                 truncated_value = truncate_cell(value, self.max_cell_length)
                 if truncated_value is not None:
@@ -427,13 +426,12 @@ class ListToKeyValPairs(StreamInstanceOperator):
 
     fields: List[str]
     to_field: str
-    use_query: bool = False
 
     def process(
         self, instance: Dict[str, Any], stream_name: Optional[str] = None
     ) -> Dict[str, Any]:
-        keylist = dict_get(instance, self.fields[0], use_dpath=self.use_query)
-        valuelist = dict_get(instance, self.fields[1], use_dpath=self.use_query)
+        keylist = dict_get(instance, self.fields[0])
+        valuelist = dict_get(instance, self.fields[1])
 
         output_dict = {}
         for key, value in zip(keylist, valuelist):