weekly_report.sh

#! /bin/bash

# this is currently running on Windows Subsystem Linux and sometimes mail is flakey
# sudo service postfix status may be needed 
# migrated it to run in ssc-vm but now it looks like cron doesn't load the env var I need

# this is probably not the right way to do this but manually source the .bashrc
. ~/.bashrc


# this only works for some dumb reason if you're calling the script with the full path
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
cd $DIR

mail_subj_prefix="Weekly CORTX Community Report"
email="john.bent@seagate.com"
server=gtx201.nrm.minn.seagate.com

# start with a git pull in case the pickles were updated elsewhere
git pull

# scrape the github metrics for CORTX and mail the raw dump
tfile=$(mktemp /tmp/cortx_community.XXXXXXXXX.txt)
./scrape_metrics.py CORTX > $tfile
echo "Please see attached" | mail -s "$mail_subj_prefix : Github Scraper Output" -r $email -a $tfile $email 

# scrape the slack metrics for CORTX and mail the raw dump
./scrape_slack.py > $tfile
echo "Please see attached" | mail -s "$mail_subj_prefix : Slack Scraper Output" -r $email -a $tfile $email 

# scrape the slack metrics for comparable projects 
./scrape_projects.py -v > $tfile
echo "Please see attached" | mail -s "$mail_subj_prefix : Slack Projects Output" -r $email -a $tfile $email 

# mail the metrics as a CSV 
ts=`date +%Y-%m-%d`
tfile="/tmp/cortx_community_stats.$ts.csv"
./print_metrics.py -c -a -s | grep -v '^Statistics' > $tfile
./print_metrics.py | mail -s "$mail_subj_prefix : Summary with Attached CSV" -r $email -a $tfile $email 

# mail innersource and external activity reports
tfile=$(mktemp /tmp/cortx_community.XXXXXXXXX)
for group in 'EU R&D' Innersource External Unknown
do
  ./get_personal_activity.py "$group" -w > $tfile
  mail -s "$mail_subj_prefix : $group Activity" -r $email $email < $tfile
done

# mail the team report
./get_personal_activity.py 'VenkyOS,johnbent,justinzw,TechWriter-Mayur,hessio,Saumya-Sunder,novium258' -w > $tfile
mail -s "$mail_subj_prefix : Open Source Team Activity" -r $email $email < $tfile

# make the executive report
exec_report=CORTX_Metrics_Topline_Report
jupyter nbconvert --execute --to pdf --output-dir=/tmp --no-input --output $exec_report.$ts $exec_report.ipynb
echo "Please see attached" | mail -s "$mail_subj_prefix : Metrics Executive Report" -r $email -a /tmp/$exec_report.$ts.pdf $email 
# scp it to the webserver Serkay set up for me
jupyter nbconvert --execute --to slides --SlidesExporter.reveal_theme=serif --SlidesExporter.reveal_scroll=True --output-dir=/tmp --output $exec_report.$ts $exec_report.ipynb
scp /tmp/$exec_report.$ts.html $server:/home/535110/public_html/exec_reports

# make the community activity webpage
cc_report=CORTX_Metrics_Community_Activity
jupyter nbconvert --execute --to html --output-dir=/tmp --output $cc_report.$ts $cc_report.ipynb
scp /tmp/$exec_report.$ts.html $server:/home/535110/public_html/community_reports

# make the bulk conversion of all metrics into graphs report
bulk_report=CORTX_Metrics_Graphs
jupyter nbconvert --execute --to pdf --output-dir=/tmp --no-input --output $bulk_report.$ts $bulk_report.ipynb
echo "Please see attached" | mail -s "$mail_subj_prefix : Metrics Bulk Report" -r $email -a /tmp/$bulk_report.$ts.pdf $email 

# scrape metrics for similar projects
tfile=$(mktemp /tmp/other_projects.XXXXXXXXX.txt)
touch $tfile
for p in 'Ceph' 'MinIO' 'DAOS' 'Swift' 'OpenIO'
do
  ./scrape_metrics.py -t $p >> $tfile
done
echo "Please see attached" | mail -s "Scraping other projects" -r $email -a $tfile $email

# make the comparison report 
compare_report=CORTX_Metrics_Compare_Projects
jupyter nbconvert --execute --to pdf --output-dir=/tmp --no-input --output $compare_report.$ts $compare_report.ipynb
echo "Please see attached" | mail -s "$mail_subj_prefix : Project Comparison" -r $email -a /tmp/$compare_report.$ts.pdf $email 

# commit the pickles because they were updated in the scrape and the update of non-scraped values
./commit_pickles.sh | mail -s "Weekly Pickle Commit for CORTX Community" -r $email $email