-
Notifications
You must be signed in to change notification settings - Fork 9
/
run_all.sh
27 lines (17 loc) · 1.21 KB
/
run_all.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
# author: Mahsa Sarafrazi, Rowan Sivanandam, Shiva Jena, and Vanessa Yuen
# date: 2021-11-24
# This script runs the Giant Pumpkin weight prediction model, creates output and generates the analysis report
#uncomment and run the below line if image file can't be generated in eda.py and evaluate.py
#npm install -g vega vega-cli vega-lite canvas
# Download raw data
python src/script/download_data.py --url="https://raw.githubusercontent.com/rfordatascience/tidytuesday/master/data/2021/2021-10-19/pumpkins.csv" --out_file="data/raw/pumpkins.csv"
# Clean data and split the data into train/test set
python src/script/clean_split_train_test.py --file="data/raw/pumpkins.csv" --out_dir="data/processed"
# Perform exploratory data anlysis
python src/script/eda.py --file="data/processed/pumpkins_train.csv" --out_dir="doc/result"
# Perform data preprocessing and tune regression model
python src/script/preprocessor_model.py --file="data/processed/pumpkins_train.csv" --out_dir="doc/result"
# Evalate the model with test result
python src/script/evaluate.py --file='data/processed/pumpkins_test.csv' --object_file='doc/result/model.pickle' --out_dir='doc/result'
# Render final report
Rscript -e "rmarkdown::render('doc/pumpkin.Rmd')"