--- a +++ b/pipeline.py @@ -0,0 +1,20 @@ +import argparse +import json + +from pipelines import pipelines + + +def parse_args(): + parser = argparse.ArgumentParser() + parser.add_argument("--config", required=True) + return parser.parse_args() + + +if __name__ == "__main__": + args = parse_args() + config = json.loads(open(args.config).read()) + pipeline_type = getattr(pipelines, config["type"]) + + print("Trainer: ", config["type"], pipeline_type) + pipeline = pipeline_type(config) + pipeline.run_pipeline()