Bump certifi from 2018.4.16 to 2022.12.7

.gitignore

@@ -0,0 +1,11 @@
+.idea/*
+*.pyc
+*.log
+*.tar
+data/*
+logs/*
+
+*.pyc
+datim/.DS_Store
+.DS_Store
+.pylintrc

.pylintrc

@@ -0,0 +1,3 @@
+[MASTER]
+init-hook='import sys; sys.path.append("/Users/paynejd/dev/ocl_datim/")'
+

Pipfile

@@ -0,0 +1,61 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+
+[packages]
+amqp = "==2.4.2"
+astroid = "==2.11.5"
+attrs = "==19.3.0"
+billiard = "==3.5.0.5"
+celery = "==4.2.2"
+certifi = "==2022.12.7"
+chardet = "==3.0.4"
+configparser = "==3.5.0"
+contextlib2 = "==0.6.0.post1"
+deepdiff = "==3.3.0"
+dnspython = "==1.16.0"
+enum34 = "==1.1.6"
+eventlet = "==0.25.1"
+gevent = "==21.12.0"
+greenlet = "==1.1.2"
+grequests = "==0.6.0"
+idna = "==2.7"
+importlib-metadata = "==1.5.0"
+isort = "==4.3.4"
+jsonpickle = "==0.9.6"
+jsonschema = "==3.2.0"
+kombu = "==4.3.0"
+lazy-object-proxy = "==1.7.1"
+mccabe = "==0.6.1"
+monotonic = "==1.5"
+ocldev = "==0.1.88"
+pathlib2 = "==2.3.5"
+pylint = "==2.14.1"
+pyrsistent = "==0.18.1"
+pytz = "==2018.9"
+redis = "==3.2.1"
+requests = "==2.24.0"
+scandir = "==1.10.0"
+singledispatch = "==3.4.0.3"
+six = "==1.11.0"
+urllib3 = "==1.23"
+vine = "==1.3.0"
+wrapt = "==1.14.1"
+zipp = "==1.2.0"
+dill = "==0.3.5.1"
+platformdirs = "==2.5.2"
+style = "==1.1.0"
+toml = "==0.10.2"
+tomli = "==2.0.1"
+tomlkit = "==0.11.0"
+typing-extensions = "==4.2.0"
+unicodecsv = "==0.14.1"
+vulture = "==2.4"
+zope-event = "==4.5.0"
+zope-interface = "==5.4.0"
+
+[requires]
+python_version = "3.9"

README.md

@@ -1,17 +1,50 @@
+## Installation
 
-**Process**
-1) Run MER_Indicators.py - expects input file named 'MER_Indicator.csv' containing list of unique MER Indicators by uid. Results in MER_Indicator.json file
-2) Run MER_Disaggregation.py - expects input file named 'MER_Disaggregation.csv' containing list of unique MER Disaggregations by uid. Results in MER_Disaggregationr.json file
-3) Run Mechanisms.py - expects input file named 'Mechanisms partners agencies OUS Start End.csv' containing list of unique Mechanisms by uid. Results in Mechanisms.json file
+Please run `pip install -r requirements.txt` to install the required dependencies
 
+### Environment setup
+The settings for these scripts can be hard-coded or set as environment variables:
+```
+dhis2env = os.environ['DHIS2_ENV'] # DHIS2 Environment URL
+dhis2uid = os.environ['DHIS2_USER'] # DHIS2 Authentication USER
+dhis2pwd = os.environ['DHIS2_PASS'] # DHIS2 Authentication PASSWORD
+oclapitoken = os.environ['OCL_API_TOKEN'] # OCL Authentication API
+oclenv = os.environ['OCL_ENV'] # DHIS2 Environment URL
+compare2previousexport = os.environ['COMPARE_PREVIOUS_EXPORT'] in ['true', 'True']  # Whether to compare to previous export
+```
 
-**Changes Made**
-File: csv_to_json_flex
+## Scripts
+### Shared
+* settings.py
 
-1) Changed From print ('SKIPPING: '), csv_resource_def['definition_name']
-TO print 'SKIPPING: ', csv_resource_def['definition_name']
-2) Added argument and line for output JSON file
+### IMAP
+* imapexport.py
+* imapimport.py
+* showmoh.py
+* MOH Sync Scripts
+    * syncmoh.py
+    * syncmohfy18.py
+    * syncmohfy19.py
+* Test scripts:
+    * imaptest.py
+    * imaptestcompareocl2csv.py
+    * imaptestmediator.py
 
-FILE: MER_Indicator etc...
-1) process_by_row() function - remove 30 argument
-2) _init_ - added output_filename argument
+### QMAP
+* exportqmap.py
+* importqmap.py
+
+### Supporting scripts
+* bulkImportStatus.py
+* celeryconfig.py
+* constants.py
+* import_manager.py
+* import_util.py
+* status_util.py
+
+### Older scripts
+* showmechanisms.py
+* showmer.py
+* syncmer.py
+* syncmermsp.py
+* synctest.py

common.py

@@ -0,0 +1,68 @@
+""" Common methods and functions for command-line python tools """
+import argparse
+import requests
+
+
+# Script constants
+APP_VERSION = '0.1.0'
+OCL_ENVIRONMENTS = {
+    'qa': 'https://api.qa.openconceptlab.org',
+    'dev': 'https://api.dev.openconceptlab.org',
+    'staging': 'https://api.staging.openconceptlab.org',
+    'production': 'https://api.openconceptlab.org',
+    'demo': 'https://api.demo.openconceptlab.org',
+}
+
+
+# Argument parser validation functions
+def ocl_environment(string):
+    """ Return OCL environment URL for the specified enviroment key"""
+    if string not in OCL_ENVIRONMENTS:
+        raise argparse.ArgumentTypeError('Argument "env" must be %s' % (
+            ', '.join(list(OCL_ENVIRONMENTS.keys()))))
+    return OCL_ENVIRONMENTS[string]
+
+
+def get_imap_orgs(ocl_env_url, ocl_api_token, period_filter='', country_code_filter='',
+                  verbose=False, ocl_api_version='v2'):
+    """
+    Returns list of country Indicator Mapping organizations available in the specified OCL
+    environment. This is determined by the 'datim_moh_object' == True custom attribute of
+    the org. Orgs typically have an ID in the format 'DATIM-MOH-xx-FYyy', where 'xx' is
+    the country code (eg. CM, BI, UG) and 'yy' is the fiscal year (eg. 18, 19, 20).
+    Optional arguments 'period_filter' and 'country_code_filter' may be either a string or
+    a list and will filter the country list accordingly. For example, setting period_filter to
+    ['FY18', 'FY19'] will only return IMAP orgs from those fiscal years. Similarly, setting
+    country_code_filter to ['UG', 'BI', 'UA'] will only return those three matching
+    country codes.
+    """
+
+    # Prepare the filters
+    if period_filter:
+        if not isinstance(period_filter, list):
+            period_filter = [period_filter]
+    if country_code_filter:
+        if not isinstance(country_code_filter, list):
+            country_code_filter = [country_code_filter]
+
+    # Retrieve list of all orgs from OCL
+    extras_separator = '__' if ocl_api_version == 'v1' else '.'
+    ocl_api_headers = {'Content-Type': 'application/json'}
+    request_params = {
+        'limit': '200',
+        'verbose': 'true',
+    }
+    request_params['extras%sdatim_moh_object' % extras_separator] = 'true'
+    if period_filter:
+        request_params['extras%sdatim_moh_period' % extras_separator] = ','.join(period_filter)
+    if country_code_filter:
+        request_params['extras%sdatim_moh_country_code' % extras_separator] = ','.join(country_code_filter)
+    if ocl_api_token:
+        ocl_api_headers['Authorization'] = 'Token ' + ocl_api_token
+    url_all_orgs = '%s/orgs/' % ocl_env_url
+    response = requests.get(url_all_orgs, headers=ocl_api_headers, params=request_params)
+    if verbose:
+        print(response.url)
+    response.raise_for_status()
+    ocl_all_orgs = response.json()
+    return ocl_all_orgs