Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Sgp4 scanner statistics #26

Open
wants to merge 2 commits into
base: master
Choose a base branch
from
Open

Sgp4 scanner statistics #26

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
fd5c7c1
Add file to get statistical data for the sgp4 scanner results table
agrawalabhishek Apr 19, 2016
fc48741
Add input json file for sgp4_scanner_stats.py
agrawalabhishek Apr 19, 2016
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions config/sgp4_scanner_stats.json.empty
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
// Copyright (c) 2014-2016 Kartik Kumar, Dinamica Srl ([email protected])
// Copyright (c) 2014-2016 Abhishek Agrawal, Delft University of Technology
// ([email protected])
// Distributed under the MIT License.
// See accompanying file LICENSE.md or copy at http://opensource.org/licenses/MIT
{
// Path to SQLite database containing scan data.
"database" : "",

// Set orbit type (ex: SSO, GTO, GEO)
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Add full stop at end of line.

"orbit_type" : "",

// Relative path to output CSV file containing the statistical data.
// Provide the file name with the .csv extension as well.
"output" : ""
}
165 changes: 165 additions & 0 deletions python/sgp4_scanner_stats.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,165 @@
'''
Copyright (c) 2014-2016 Kartik Kumar, Dinamica Srl ([email protected])
Copyright (c) 2014-2016 Abhishek Agrawal, Delft University of Technology
([email protected])
Distributed under the MIT License.
See accompanying file LICENSE.md or copy at http://opensource.org/licenses/MIT
'''

# Set up modules and packages
# I/O
import csv
import commentjson
import json
from pprint import pprint

# SQL database
import sqlite3

# Numerical
import numpy as np
import pandas as pd

# System
import sys
import time
from os import path
from tqdm import tqdm

print ""
print "---------------------------------------------------------------------------------"
print " D2D "
print " "
print " Copyright (c) 2016, K. Kumar ([email protected]) "
print " Copyright (c) 2016, A. Agrawal ([email protected]) "
print "---------------------------------------------------------------------------------"
print ""

# Start timer.
start_time = time.time( )

print ""
print "******************************************************************"
print " Input parameters "
print "******************************************************************"
print ""

# Parse JSON configuration file
# Raise exception if wrong number of inputs are provided to script
if len(sys.argv) != 2:
raise Exception("Only provide a JSON config file as input!")
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Here tab is 4 spaces, later on it is 2 spaces. To be consistent throughout D2D 4 spaces have to be used.


json_data = open(sys.argv[1])
config = commentjson.load(json_data)
json_data.close()
pprint(config)

print ""
print "******************************************************************"
print " Operations "
print "******************************************************************"
print ""

print "Fetching scan data from database ..."

# Connect to SQLite database.
try:
database = sqlite3.connect(config['database'])

except sqlite3.Error, e:
print "Error %s:" % e.args[0]
sys.exit(1)

# Fetch scan data.
scan_data = pd.read_sql( "SELECT arrival_position_x_error, \
arrival_position_y_error, \
arrival_position_z_error, \
arrival_position_error, \
arrival_velocity_x_error, \
arrival_velocity_y_error, \
arrival_velocity_z_error, \
arrival_velocity_error \
FROM sgp4_scanner_results \
WHERE success = 1;", \
database )

scan_data.columns = [ 'positionErrorX', \
'positionErrorY', \
'positionErrorZ', \
'positionErrorMagnitude', \
'velocityErrorX', \
'velocityErrorY', \
'velocityErrorZ', \
'velocityErrorMagnitude' ]

print "Fetch successful!"
print ""

magnitudeTypes = [ 'positionErrorMagnitude', 'velocityErrorMagnitude' ]
errorTypes = [ 'position error', 'velocity error' ]
for loopIndex in range( 2 ):
errorType = errorTypes[ loopIndex ]
print ""
print "Stats for " + errorType + ":"
magnitudeError = scan_data[ magnitudeTypes[ loopIndex ] ]

# Calculate mean, variance and standard deviation
mu = sum( magnitudeError ) / len( magnitudeError )
print 'Mean = ' + repr( mu )

sumOfSquareDeviations = sum( ( x - mu )**2 for x in magnitudeError )
variance = sumOfSquareDeviations / len( magnitudeError )
print 'Variance = ' + repr( variance )

sigma = variance**0.5
print 'Standard Deviation = ' + repr( sigma )

# Calculate median
median = np.median( magnitudeError )
print 'median = ' + repr( median )

# Get maximum and minimum error values
maxError = max( magnitudeError )
print 'max error = ' + repr( maxError )
minError = min( magnitudeError )
print 'min error = ' + repr( minError )

# Get interquartile range
q75, q25 = np.percentile( magnitudeError, [ 75, 25 ] )
interquartileRange = q75 - q25
print 'IQR = ' + repr( interquartileRange )

# Print data to a csv file
orbitType = config['orbit_type']
file_path = path.relpath( config['output'] )
with open( file_path, 'ab' ) as csvfile:
fieldnames = [ 'Orbit Type', 'Error Type', 'Mean', 'Variance', 'Standard Deviation', \
'median', 'Max. Error', 'Min. Error', 'Interquartile Range' ]
dataWriter = csv.DictWriter( csvfile, fieldnames=fieldnames, extrasaction='raise' )

dataWriter.writeheader()
dataWriter.writerow( { 'Orbit Type' : orbitType, \
'Error Type' : errorType, \
'Mean' : mu, \
'Variance' : variance, \
'Standard Deviation' : sigma, \
'median' : median, \
'Max. Error' : maxError, \
'Min. Error' : minError, \
'Interquartile Range' : interquartileRange } )

# Close SQLite database if it's still open.
if database:
database.close( )

# Stop timer
end_time = time.time( )

# Print elapsed time
print "Script time: " + str("{:,g}".format(end_time - start_time)) + "s"
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Maybe add some dashed line before printing the Script time: because now it is not clear where the data you output to the terminal ends.


print ""
print "------------------------------------------------------------------"
print " Exited successfully! "
print "------------------------------------------------------------------"
print ""