update-stats.py

#!/usr/bin/env python3

import os
import shutil
import sys

from config import *
from helpers import *
from schema import *

from reports.ReportAPIRequests import *
from reports.ReportAPIRequestsByUser import *
from reports.ReportContributorsByOrg import *
from reports.ReportContributorsByRepo import *
from reports.ReportFailedWebhooks import *
from reports.ReportForksToOrgs import *
from reports.ReportGitDownload import *
from reports.ReportGitProtocol import *
from reports.ReportGitRequests import *
from reports.ReportGitVersions import *
from reports.ReportGitVersionsNew import *
from reports.ReportOrgActivity import *
from reports.ReportOrgCollaboration import *
from reports.ReportOrgOwners import *
from reports.ReportOrgsAbandoned import *
from reports.ReportOrgsTotal import *
from reports.ReportPRByOrg import *
from reports.ReportPRByRepo import *
from reports.ReportPRHistory import *
from reports.ReportPRUsage import *
from reports.ReportRepoActivity import *
from reports.ReportRepositoryHistory import *
from reports.ReportRepoSize import *
from reports.ReportReposPersonalNonOwnerPushes import *
from reports.ReportRepoUsage import *
from reports.ReportTeamsLegacy import *
from reports.ReportTeamsTotal import *
from reports.ReportTokenlessAuth import *
from reports.ReportUsers import *

def writeMeta(dataDirectory):
	outputFilePath = os.path.join(dataDirectory, "meta.tsv")

	with open(outputFilePath, "w") as outputFile:
		outputFile.write("key\tvalue\n")
		outputFile.write("schema-version\t" + str(schemaVersion) + "\n")

def writeMetaStats(metaStats, dataDirectory):
	outputFilePath = os.path.join(dataDirectory, "meta-runtimes.tsv")

	with open(outputFilePath, "w") as outputFile:
		outputFile.write("data\truntime [s]\n")

		for entry in metaStats["runtimes"]:
			print(*entry, sep="\t", file = outputFile)

def main():
	metaStats = {"runtimes": []}

	if len(sys.argv) > 1 and sys.argv[1] == "--dry-run":
		configuration["dryRun"] = True

	# Make excludedEntities a list if it isn’t already (for backward compatibility)
	if not isinstance(configuration["excludedEntities"], list):
		configuration["excludedEntities"] = [configuration["excludedEntities"]]

	print("Preparing update of GitHub usage statistics", file = sys.stderr)
	sys.stderr.flush()

	# Prepare the data directory for writing the new data
	dataDirectory = locateDataDirectory()
	prepareDataDirectory(dataDirectory, fetchChanges = not configuration["dryRun"])

	# Verify schema version for forward compatibility
	checkSchemaVersion(dataDirectory)

	configuration["today"] = datetime.date.today()

	# Update reports
	ReportAPIRequests(configuration, dataDirectory, metaStats).update()
	ReportAPIRequestsByUser(configuration, dataDirectory, metaStats).update()
	ReportContributorsByOrg(configuration, dataDirectory, metaStats).update()
	ReportContributorsByRepo(configuration, dataDirectory, metaStats).update()
	ReportFailedWebhooks(configuration, dataDirectory, metaStats).update()
	ReportForksToOrgs(configuration, dataDirectory, metaStats).update()
	ReportGitDownload(configuration, dataDirectory, metaStats).update()
	ReportGitProtocol(configuration, dataDirectory, metaStats).update()
	ReportGitRequests(configuration, dataDirectory, metaStats).update()
	ReportGitVersions(configuration, dataDirectory, metaStats).update()
	ReportGitVersionsNew(configuration, dataDirectory, metaStats).update()
	ReportOrgActivity(configuration, dataDirectory, metaStats).update()
	ReportOrgCollaboration(configuration, dataDirectory, metaStats).update()
	ReportOrgOwners(configuration, dataDirectory, metaStats).update()
	ReportOrgsAbandoned(configuration, dataDirectory, metaStats).update()
	ReportOrgsTotal(configuration, dataDirectory, metaStats).update()
	ReportPRByOrg(configuration, dataDirectory, metaStats).update()
	ReportPRByRepo(configuration, dataDirectory, metaStats).update()
	ReportPRHistory(configuration, dataDirectory, metaStats).update()
	ReportPRUsage(configuration, dataDirectory, metaStats).update()
	ReportRepoActivity(configuration, dataDirectory, metaStats).update()
	ReportRepositoryHistory(configuration, dataDirectory, metaStats).update()
	ReportRepoSize(configuration, dataDirectory, metaStats).update()
	ReportReposPersonalNonOwnerPushes(configuration, dataDirectory, metaStats).update()
	ReportRepoUsage(configuration, dataDirectory, metaStats).update()
	ReportTeamsLegacy(configuration, dataDirectory, metaStats).update()
	ReportTeamsTotal(configuration, dataDirectory, metaStats).update()
	ReportTokenlessAuth(configuration, dataDirectory, metaStats).update()
	ReportUsers(configuration, dataDirectory, metaStats).update()

	# Write meta infos
	writeMeta(dataDirectory)
	writeMetaStats(metaStats, dataDirectory)

	# Commit changes
	if not configuration["dryRun"]:
		executeCommand(["git", "config", "user.name", configuration["userName"]], cwd = dataDirectory)
		executeCommand(["git", "config", "user.email", configuration["userEMail"]], cwd = dataDirectory)
		executeCommand(["git", "add", "."], cwd = dataDirectory)
		executeCommand(["git", "commit", "--allow-empty", "-mUpdated GitHub usage statistics"], cwd = dataDirectory)
		executeCommand(["git", "push"], cwd = dataDirectory)

	print("Finished update of GitHub usage statistics", file = sys.stderr)
	sys.stderr.flush()

main()