CDC_Environmental_Health_Toxicology_Refresh

scripts/us_cdc/environmental_health_toxicology/OzoneCensusTractPollution.tmcf

@@ -4,7 +4,7 @@ typeOf: dcs:StatVarObservation
 observationDate: C:OzoneCTPollution->date
 variableMeasured: dcs:Mean_Concentration_AirPollutant_Ozone
 observationPeriod: "P8H"
-unit: parts per billion (ppb)
+unit: PartsPerBillion
 value: C:OzoneCTPollution->Value
 
 Node: E:OzoneCTPollution->E2

scripts/us_cdc/environmental_health_toxicology/OzoneCountyPollution.tmcf

@@ -6,34 +6,34 @@ Node: E:OzoneCountyPollution->E1
 observationAbout: C:OzoneCountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:OzoneCountyPollution->date
-value: C:OzoneCountyPollution->O3_mean_pred
+value: C:OzoneCountyPollution->o3_mean_pred
 observationPeriod: "P8H"
-unit: parts per billion (ppb)
+unit: PartsPerBillion
 variableMeasured: dcs:Mean_Concentration_AirPollutant_Ozone
 
 Node: E:OzoneCountyPollution->E2
 observationAbout: C:OzoneCountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:OzoneCountyPollution->date
-value: C:OzoneCountyPollution->O3_med_pred
+value: C:OzoneCountyPollution->o3_med_pred
 observationPeriod: "P8H"
-unit: parts per billion (ppb)
+unit: PartsPerBillion
 variableMeasured: dcs:Median_Concentration_AirPollutant_Ozone
 
 Node: E:OzoneCountyPollution->E3
 observationAbout: C:OzoneCountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:OzoneCountyPollution->date
-value: C:OzoneCountyPollution->O3_max_pred
+value: C:OzoneCountyPollution->o3_max_pred
 observationPeriod: "P8H"
-unit: parts per billion (ppb)
+unit: PartsPerBillion
 variableMeasured: dcs:Max_Concentration_AirPollutant_Ozone
 
 Node: E:OzoneCountyPollution->E4
 observationAbout: C:OzoneCountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:OzoneCountyPollution->date
-value: C:OzoneCountyPollution->O3_pop_pred
+value: C:OzoneCountyPollution->o3_pop_pred
 observationPeriod: "P8H"
-unit: parts per billion (ppb)
+unit: PartsPerBillion
 variableMeasured: dcs:PopulationWeighted_Concentration_AirPollutant_Ozone

scripts/us_cdc/environmental_health_toxicology/PM25CensusTractPollution.tmcf

@@ -4,7 +4,7 @@ typeOf: dcs:StatVarObservation
 observationDate: C:PM25CTPollution->date
 variableMeasured: dcs:Mean_Concentration_AirPollutant_PM2.5
 observationPeriod: "P24H"
-unit: μg/m3
+unit: dcs:MicrogramsPerCubicMeter
 value: C:PM25CTPollution->Value
 
 Node: E:PM25CTPollution->E2

scripts/us_cdc/environmental_health_toxicology/PM25CountyPollution.tmcf

@@ -2,34 +2,34 @@ Node: E:PM25CountyPollution->E1
 observationAbout: C:PM25CountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:PM25CountyPollution->date
-value: C:PM25CountyPollution->PM25_mean_pred
+value: C:PM25CountyPollution->pm25_mean_pred
 observationPeriod: "P24H"
-unit: μg/m3
+unit: MicrogramsPerCubicMeter
 variableMeasured: dcs:Mean_Concentration_AirPollutant_PM2.5
 
 Node: E:PM25CountyPollution->E2
 observationAbout: C:PM25CountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:PPM25CountyPollution->date
-value: C:PM25CountyPollution->PM25_med_pred
+value: C:PM25CountyPollution->pm25_med_pred
 observationPeriod: "P24H"
-unit: μg/m3
+unit: MicrogramsPerCubicMeter
 variableMeasured: dcs:Median_Concentration_AirPollutant_PM2.5
 
 Node: E:PM25CountyPollution->E3
 observationAbout: C:PM25CountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:PM25CountyPollution->date
-value: C:PM25CountyPollution->PM25_max_pred
+value: C:PM25CountyPollution->pm25_max_pred
 observationPeriod: "P24H"
-unit: μg/m3
+unit: MicrogramsPerCubicMeter
 variableMeasured: dcs:Max_Concentration_AirPollutant_PM2.5
 
 Node: E:PM25CountyPollution->E4
 observationAbout: C:PM25CountyPollution->dcid
 typeOf: dcs:StatVarObservation
 observationDate: C:PM25CountyPollution->date
-value: C:PM25CountyPollution->PM25_pop_pred
+value: C:PM25CountyPollution->pm25_pop_pred
 observationPeriod: "P24H"
-unit: μg/m3
+unit: MicrogramsPerCubicMeter
 variableMeasured: dcs:PopulationWeighted_Concentration_AirPollutant_PM2.5

scripts/us_cdc/environmental_health_toxicology/README.md

@@ -109,18 +109,63 @@ The expected output of this test can be found in [`small_Palmer_expected.csv`](h
 
 #### Processing Steps
 
-`@input_file_name` - path to the input csv file to be cleaned
+To clean the precipitation index data files, run: 
 
-`@output_file_name` - path to write the cleaned csv file
+```bash
+$ python3 parse_precipitation_index.py input_file_name output_file_name
+```
 
 To clean the air quality data files, run:
 
-```bash
-$ python3 parse_air_quality.py input_file_name output_file_name
-```
+1. Import name: CDC_PM25CensusTract
 
-To clean the precipitation index data files, run: 
+   command to download the file
+   ============================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_PM25CensusTract --mode=download
+
 
-```bash
-$ python3 parse_precipitation_index.py input_file_name output_file_name
-```
+   Command to process the file
+   ===========================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_PM25CensusTract --mode=process
+
+
+2. Import name: CDC_OzoneCensusTract
+
+   command to download the file
+   ============================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_OzoneCensusTract --mode=download
+
+
+   Command to process the file
+   ===========================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_OzoneCensusTract --mode=process
+
+3. Import name: CDC_PM25County
+
+   command to download the file
+   ============================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_PM25County --mode=download
+
+
+   Command to process the file
+   ===========================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_PM25County --mode=process
+
+4. Import name: CDC_OzoneCounty
+
+   command to download the file
+   ============================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_OzoneCounty --mode=download
+
+
+   Command to process the file
+   ===========================
+
+   $ python3 scripts/us_cdc/environmental_health_toxicology/parse_air_quality.py CDC_OzoneCounty --mode=process

scripts/us_cdc/environmental_health_toxicology/manifest.json

@@ -0,0 +1,104 @@
+{
+    "import_specifications": [
+      {
+        "import_name": "CDC_PM25CensusTract",
+        "curator_emails": [
+          "[email protected]"
+        ],
+        "provenance_url": "https://data.cdc.gov/browse?category=Environmental+Health+%26+Toxicology",
+        "provenance_description": "Environmental Health Toxicology",
+        "scripts": [
+          "parse_air_quality.py CDC_PM25CensusTract"
+        ],
+        "import_inputs": [
+          {
+            "template_mcf": "PM25CensusTractPollution.tmcf",
+            "cleaned_csv": "output/PM2.5CensusTract_0.csv"
+          },
+          {
+            "template_mcf": "PM25CensusTractPollution.tmcf",
+            "cleaned_csv": "output/PM2.5CensusTract_1.csv"
+          },
+          {
+            "template_mcf": "PM25CensusTractPollution.tmcf",
+            "cleaned_csv": "output/PM2.5CensusTract_2.csv"
+          },
+          {
+            "template_mcf": "PM25CensusTractPollution.tmcf",
+            "cleaned_csv": "output/PM2.5CensusTract_3.csv"
+          }
+
+        ],
+        "cron_schedule": "0 1  2 * *"
+      },
+      {
+        "import_name": "CDC_OzoneCensusTract",
+        "curator_emails": [
+          "[email protected]"
+        ],
+        "provenance_url": "https://data.cdc.gov/browse?category=Environmental+Health+%26+Toxicology",
+        "provenance_description": "Environmental Health Toxicology",
+        "scripts": [
+          "parse_air_quality.py CDC_OzoneCensusTract"
+        ],
+        "import_inputs": [
+          {
+            "template_mcf": "OzoneCensusTractPollution.tmcf",
+            "cleaned_csv": "output/Census_Tract_Level_Ozone_Concentrations_0.csv"
+          },
+          {
+            "template_mcf": "OzoneCensusTractPollution.tmcf",
+            "cleaned_csv": "output/Census_Tract_Level_Ozone_Concentrations_1.csv"
+          },
+          {
+            "template_mcf": "OzoneCensusTractPollution.tmcf",
+            "cleaned_csv": "output/Census_Tract_Level_Ozone_Concentrations_2.csv"
+          },
+          {
+            "template_mcf": "OzoneCensusTractPollution.tmcf",
+            "cleaned_csv": "output/Census_Tract_Level_Ozone_Concentrations_3.csv"
+          }
+
+        ],
+        "cron_schedule": "0 1  3 * *"
+      },
+      {
+        "import_name": "CDC_PM25County",
+        "curator_emails": [
+          "[email protected]"
+        ],
+        "provenance_url": "https://data.cdc.gov/browse?category=Environmental+Health+%26+Toxicology",
+        "provenance_description": "Environmental Health Toxicology",
+        "scripts": [
+          "parse_air_quality.py CDC_PM25County"
+        ],
+        "import_inputs": [
+          {
+            "template_mcf": "PM25CountyPollution.tmcf",
+            "cleaned_csv": "output/PM25county.csv"
+          }
+
+        ],
+        "cron_schedule": "0 1  4 * *"
+      },
+      {
+        "import_name": "CDC_OzoneCounty",
+        "curator_emails": [
+          "[email protected]"
+        ],
+        "provenance_url": "https://data.cdc.gov/browse?category=Environmental+Health+%26+Toxicology",
+        "provenance_description": "Environmental Health Toxicology",
+        "scripts": [
+          "parse_air_quality.py CDC_OzoneCounty"
+        ],
+        "import_inputs": [
+          {
+            "template_mcf": "OzoneCountyPollution.tmcf",
+            "cleaned_csv": "output/OzoneCounty.csv"
+          }
+
+        ],
+        "cron_schedule": "0 1  5 * *"
+      }
+    ]
+  }