|
|
@@ -84,10 +84,11 @@ class ETL (Process):
|
|
|
print (e)
|
|
|
if __name__ == '__main__' :
|
|
|
_info = json.loads(open (SYS_ARGS['config']).read())
|
|
|
- if 'source' in SYS_ARGS :
|
|
|
- _info['source'] = {"type":"disk.DiskReader","args":{"path":SYS_ARGS['source'],"delimiter":","}}
|
|
|
|
|
|
for _config in _info :
|
|
|
+ if 'source' in SYS_ARGS :
|
|
|
+ _config['source'] = {"type":"disk.DiskReader","args":{"path":SYS_ARGS['source'],"delimiter":","}}
|
|
|
+
|
|
|
_config['jobs'] = 10 if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs']
|
|
|
etl = ETL (**_config)
|
|
|
etl.start()
|
