@@ -101,6 +101,15 @@ def check_in_path(path, resource_list):
101
101
return True
102
102
103
103
104
+ def merge_input_data (input_data_list , output_data_list ):
105
+ """Adding input data to the output """
106
+ for index , input_data in enumerate (input_data_list ):
107
+ for key , value in input_data .items ():
108
+ if key not in output_data_list [index ]:
109
+ output_data_list [index ].update ({key : value })
110
+ return output_data_list
111
+
112
+
104
113
class Transformer ():
105
114
"""Base class to handle transformations. It offers a transform method
106
115
that can handle list of dictionaries or Pandas DataFrames a inputs and
@@ -190,14 +199,6 @@ def data_transform(self, input_data_list):
190
199
The input list is expected to be a list of dictionaries"""
191
200
return self .generator (input_data_list )
192
201
193
- def merge_input_data (self , input_data_list , output_data_list ):
194
- """Adding input data to the output """
195
- for index , input_data in enumerate (input_data_list ):
196
- for key , value in input_data .items ():
197
- if key not in output_data_list [index ]:
198
- output_data_list [index ].update ({key : value })
199
- return output_data_list
200
-
201
202
202
203
class DFTransformer (Transformer ):
203
204
"""Transformer wrapper for DataFrames """
@@ -321,11 +322,7 @@ def data_transform(self, input_data_list):
321
322
result = DataFrame (result , ** df_kwargs )
322
323
if not self .add_input :
323
324
return result
324
- return self .merge_input_data (input_data_list , result )
325
-
326
- def merge_input_data (self , input_data_list , output_data_list ):
327
- """Merging the original input data with the output """
328
- return concat ([input_data_list , output_data_list ], axis = 1 )
325
+ return concat ([input_data_list , result ], axis = 1 )
329
326
330
327
331
328
class Pipeline (Transformer ):
@@ -644,3 +641,4 @@ def load(cls, name, dump_dir):
644
641
return cls (name ,
645
642
None ,
646
643
cache_get = fs_cache_get (dump_dir ))
644
+ return None
0 commit comments