India_LifeExpectancy | Added_goldens

statvar_imports/india_ndap/ndap/golden_data/golden_observations.csv

@@ -0,0 +1,22 @@
+"observationAbout"
+"wikidataId/Q1177"
+"wikidataId/Q22424"
+"wikidataId/Q1499"
+"wikidataId/Q1174"
+"wikidataId/Q1353"
+"wikidataId/Q1437"
+"wikidataId/Q1498"
+"wikidataId/Q1165"
+"wikidataId/Q1164"
+"wikidataId/Q1356"
+"wikidataId/Q1184"
+"wikidataId/Q22048"
+"wikidataId/Q1168"
+"wikidataId/Q1188"
+"wikidataId/Q1061"
+"wikidataId/Q1191"
+"wikidataId/Q1159"
+"wikidataId/Q1185"
+"wikidataId/Q1186"
+"wikidataId/Q1445"
+"wikidataId/Q677037"

statvar_imports/india_ndap/ndap/golden_data/golden_summary_report.csv

@@ -0,0 +1,4 @@
+"MeasurementMethods","MinValue","NumObservations","NumPlaces","NumObservationsDates","MaxDate","StatVar","Units","MinDate","MaxValue","observationPeriods","ScalingFactors"
+"[]","55.6","415","21","24","2020","LifeExpectancy_Person_Male","[Year]","1997","74.3","[P4Y]","[]"
+"[]","55.2","415","21","24","2020","LifeExpectancy_Person_Female","[Year]","1997","78.2","[P4Y]","[]"
+"[]","55.4","415","21","24","2020","LifeExpectancy_Person","[Year]","1997","75.9","[P4Y]","[]"

statvar_imports/india_ndap/ndap/manifest.json

@@ -9,7 +9,7 @@
             "provenance_description": "Life expectancy of a person in India based on gender at state level.",
             "scripts": [
                 "download_script.py",
-                "../../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/India_LifeExpectancy_input.csv --pv_map='India_LifeExpectancy_pvmap.csv' --config_file=India_LifeExpectancy_metadata.csv  --output_path=output/India_LifeExpectancy"
+                "../../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/India_LifeExpectancy_input.csv --pv_map='India_LifeExpectancy_pvmap.csv' --config_file=India_LifeExpectancy_metadata.csv  --output_path=output/India_LifeExpectancy --output_counters=counters/India_LifeExpectancy_data_counters.csv"
             ],
             "import_inputs": [
                 {
@@ -18,9 +18,12 @@
                 }
             ],
             "source_files": [
-                "input_files/India_LifeExpectancy_input.csv"
+                "input_files/India_LifeExpectancy_input.csv",
+                "golden_data/*.csv",
+                "counters/*.csv"
             ],
-            "cron_schedule": "00 11 1,15 * *"
+            "cron_schedule": "00 11 1,15 * *",
+            "validation_config_file": "validation_config.json"
         }
     ]
-}
+}

statvar_imports/india_ndap/ndap/validation_config.json

@@ -0,0 +1,35 @@
+{
+    "schema_version": "1.0",
+    "rules": [
+        {
+            "rule_id": "check_deleted_records_percent",
+            "description": "Checks that the percentage of deleted points is within the threshold.",
+            "validator": "DELETED_RECORDS_PERCENT",
+            "params": {
+                "threshold": 0.1
+            }
+        },
+        {
+            "rule_id": "check_max_date_consistent",
+            "description": "Checks if the MaxDate is the same for all StatVars.",
+            "validator": "MAX_DATE_CONSISTENT",
+            "params": {}
+        },
+        {
+            "rule_id": "check_goldens_summary_report",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "../../../../golden_data/golden_summary_report.csv"
+            }
+        },
+        {
+            "rule_id": "check_goldens_output_csv",
+            "description": "Verifies the generated output CSV data matches established critical golden records",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "../../../../golden_data/golden_observations.csv",
+                "input_files": "../../../../output/India_LifeExpectancy.csv"
+            }
+        }
+    ]
+}