run.py

import sys
import json
import os

sys.path.insert(0, 'src')
from etl import load_data
from eda import main_eda
from utils import convert_notebook
from compare import view_results
from evaluate import runtime_performance_eval

def main(targets):

    data_config = json.load(open('config/data-params.json'))
    eda_config = json.load(open('config/eda-params.json'))
    comparison_config = json.load(open('config/comparison-params.json'))
    evaluate_config = json.load(open('config/evaluate-params.json'))
    test_config = json.load(open('config/test-params.json'))

    if 'data' in targets:
        load_data(**data_config)
        
    
    if 'eda' in targets:        
        main_eda(**eda_config)
        # Execute notebook, convert to HTML
        convert_notebook(**eda_config)
        
        
    if 'comparison' in targets:
        view_results(**comparison_config)
        
    
    if 'evaluate' in targets:
        runtime_performance_eval(**evaluate_config)
        
    
    if 'test' in targets:
        load_data(**test_config)
        main_eda(**eda_config)
        convert_notebook(**eda_config)
        view_results(**comparison_config)
        runtime_performance_eval(**evaluate_config)
        
        
    if 'all' in targets:
        load_data(**data_config)
        main_eda(**eda_config)
        convert_notebook(**eda_config)
        view_results(**comparison_config)
        runtime_performance_eval(**evaluate_config)
    
if __name__ == '__main__':
    
    targets = sys.argv[1:]
    main(targets)