datacommonsorg · shamimansari1988 · Jul 5, 2024 · Jul 16, 2024 · Jul 16, 2024
diff --git a/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/Brazil_Places_Resolved.csv b/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/Brazil_Places_Resolved.csv
diff --git a/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/README.md b/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/README.md
@@ -0,0 +1,22 @@
+# Brazil - Cisterns Program Water Consumption
+
+- source: https://aplicacoes.cidadania.gov.br/vis/data3/data-explorer.php, 
+
+- how to download data: Manual download from source based on filter - `Brazil Food Acquisition Program Action to Specific Population Groups`.
+
+- type of place: Country and Municipality level.
+
+- statvars: Demographics, Household
+
+- years: 2008 to 2023
+
+- place_resolution: Places resolved based on municipalty code.
+- License: 
+
+### How to run:
+
+`python3 stat_var_processor.py --existing_statvar_mcf=stat_vars.mcf --input_data=/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/test_data/sample_input/<input_file>.csv --pv_map=/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/pv_map/<filename>_pvmap.csv --config=/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/pv_map/<metadata-file-name>.csv --output_path=/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/test_data/sample_output/<Filename>
+
+### for example:
+
+python3 stat_var_processor.py --existing_statvar_mcf=stat_vars.mcf --input_data='/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/test_data/sample_input/Family_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - data.csv'   --pv_map='/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/pv_map/Family_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - pvmap.csv'    --config='/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/pv_map/Family_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - metadata.csv'   --output_path='/data/statvar_imports/brazil_visdata/CisternsProgramWaterConsumption/test_data/sample_output/Family_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated)'
diff --git a/..._water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - metadata.csv b/..._water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - metadata.csv
@@ -0,0 +1,14 @@
+parameter,value
+url,
+description,Family water cisterns for consumption (1st water) delivered by MDS (Accumulated)
+#place_type,
+#places_within,
+start_date,
+end_date,
+release_frequency,
+process,
+comments,Cisternas familiares de água para consumo (1ª água) entregues pelo MDS (Acumulado)
+#places_resolved_csv,
+output_columns,"observationAbout, observationDate, value, variableMeasured,unit, scalingFactor"
+#header_rows,1
+schemaless,1
diff --git a/...ily_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - pvmap.csv b/...ily_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - pvmap.csv
@@ -0,0 +1,3 @@
+key,prop,val,p1,v1,,,,,,,,
+Referência,observationDate,{Data},observationAbout,country/BRA,populationType,Household,measuredProperty,cumulativeCount,,,,
+Cisternas familiares de água para consumo (1ª água) entregues pelo MDS (Acumulado),value,{Number},containerType,Cisterns,distributionPartner,Brazil_MinistrySocialDevelopmentAndFightAgainstHunger,consumptionType,FirstWater,name,"""Family water cisterns for consumption (1st water) delivered by Ministry of Social Development and Fight Against Hunger (MDS) (Accumulated)""",alternateName,"""Cisternas familiares de água para consumo (1ª água) entregues pelo O Ministério do Desenvolvimento Social e Combate à Fome (MDS)  (Acumulado)@pt"""
diff --git a/...y_water_cisterns_for_production_(2nd water)_delivered_by_MDS_(Accumulated) - metadata.csv b/...y_water_cisterns_for_production_(2nd water)_delivered_by_MDS_(Accumulated) - metadata.csv
@@ -0,0 +1,14 @@
+parameter,value
+url,
+description,Family water cisterns for production (2nd water) delivered by MDS (Accumulated)
+#place_type,
+#places_within,
+start_date,
+end_date,
+release_frequency,
+process,
+comments,Cisternas familiares de água para produção (2ª água) entregues pelo MDS (Acumulado)
+#places_resolved_csv,
+output_columns,"observationAbout, observationDate, value, variableMeasured,unit, scalingFactor"
+#header_rows,1
+schemaless,1
diff --git a/...mily_water_cisterns_for_production_(2nd water)_delivered_by_MDS_(Accumulated) - pvmap.csv b/...mily_water_cisterns_for_production_(2nd water)_delivered_by_MDS_(Accumulated) - pvmap.csv
@@ -0,0 +1,3 @@
+key,prop,val,p1,v1,,,,,,,,
+Referência,observationDate,{Data},observationAbout,country/BRA,populationType,Household,measuredProperty,cumulativeCount,,,,
+Cisternas familiares de água para produção (2ª água) entregues pelo MDS (Acumulado),value,{Number},containerType,Cisterns,distributionPartner,Brazil_MinistrySocialDevelopmentAndFightAgainstHunger,consumptionType,SecondWater,name,"""Family water cisterns for production (2nd water) delivered by Ministry of Social Development and Fight Against Hunger (MDS) (Accumulated)""",alternateName,"""Cisternas familiares de água para produção (2ª água) entregues pelo O Ministério do Desenvolvimento Social e Combate à Fome (MDS)  (Acumulado)@pt"""
diff --git a/..._water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - metadata.csv b/..._water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - metadata.csv
@@ -0,0 +1,15 @@
+parameter,value
+url,
+description,Family water cisterns for consumption (1st water) delivered by MDS (Accumulated)
+#place_type,
+#places_within,
+start_date,
+end_date,
+release_frequency,
+process,
+comments,Cisternas familiares de água para consumo (1ª água) entregues pelo MDS (Acumulado)
+places_resolved_csv,https://docs.google.com/spreadsheets/d/1AWA0yMkJQK_zfLU6ZgA6Q1_7sdzlJEVP-JnPBzXZkl8/edit?resourcekey=0-C07kPBj1JqbUqp6sfzW6oA#gid=1101618140
+output_columns,"observationAbout, observationDate, value, variableMeasured,unit, scalingFactor"
+#header_rows,1
+schemaless,1
+#input_rows,46
diff --git a/...ily_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - pvmap.csv b/...ily_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - pvmap.csv
@@ -0,0 +1,4 @@
+key,prop,val,p1,v1,,,,,,,,
+Referência,observationDate,{Data},populationType,Household,measuredProperty,cumulativeCount,,,,,,
+Código,observationAbout,{Data},,,,,,,,,,
+Cisternas familiares de água para consumo (1ª água) entregues pelo MDS (Acumulado),value,{Number},containerType,Cisterns,distributionPartner,Brazil_MinistrySocialDevelopmentAndFightAgainstHunger,consumptionType,FirstWater,name,"""Family water cisterns for consumption (1st water) delivered by Ministry of Social Development and Fight Against Hunger (MDS) (Accumulated)""",alternateName,"""Cisternas familiares de água para consumo (1ª água) entregues pelo O Ministério do Desenvolvimento Social e Combate à Fome (MDS)  (Acumulado)@pt"""
diff --git a/...amily_water_cisterns_for_production_2nd water_delivered_by_MDS_Accumulated - metadata.csv b/...amily_water_cisterns_for_production_2nd water_delivered_by_MDS_Accumulated - metadata.csv
@@ -0,0 +1,16 @@
+parameter,value
+url,
+description,Family water cisterns for production (2nd water) delivered by MDS (Accumulated)
+#place_type,
+#places_within,
+start_date,
+end_date,
+release_frequency,
+process,
+comments,Cisternas familiares de água para produção (2ª água) entregues pelo MDS (Acumulado)
+places_resolved_csv,https://docs.google.com/spreadsheets/d/1AWA0yMkJQK_zfLU6ZgA6Q1_7sdzlJEVP-JnPBzXZkl8/edit?resourcekey=0-C07kPBj1JqbUqp6sfzW6oA#gid=1101618140
+output_columns,"observationAbout, observationDate, value, variableMeasured,unit, scalingFactor"
+header_rows,1
+#schemaless,1
+#input_rows,200
+#debug,1
diff --git a/...y_Family_water_cisterns_for_production_2nd water_delivered_by_MDS_Accumulated - pvmap.csv b/...y_Family_water_cisterns_for_production_2nd water_delivered_by_MDS_Accumulated - pvmap.csv
@@ -0,0 +1,4 @@
+key,prop,val,p1,v1,,,,,,,,
+Referência,observationDate,{Data},populationType,Household,measuredProperty,cumulativeCount,,,,,,
+Código,observationAbout,{Data},,,,,,,,,,
+Cisternas familiares de água para produção (2ª água) entregues pelo MDS (Acumulado),value,{Number},containerType,Cisterns,distributionPartner,Brazil_MinistrySocialDevelopmentAndFightAgainstHunger,consumptionType,SecondWater,name,"""Family water cisterns for production (2nd water) delivered by Ministry of Social Development and Fight Against Hunger (MDS) (Accumulated)""",alternateName,"""Cisternas familiares de água para produção (2ª água) entregues pelo O Ministério do Desenvolvimento Social e Combate à Fome (MDS)  (Acumulado)@pt"""
diff --git a/...umption/pv_map/Municipality_School_cisterns_delivered_by_MDS_(Accumulated) - metadata.csv b/...umption/pv_map/Municipality_School_cisterns_delivered_by_MDS_(Accumulated) - metadata.csv
@@ -0,0 +1,15 @@
+parameter,value
+url,
+description,School cisterns delivered by MDS (Accumulated)
+#place_type,
+#places_within,
+start_date,
+end_date,
+release_frequency,
+process,
+comments,Cisternas Escolares entregues pelo MDS  (Acumulado)
+places_resolved_csv,https://docs.google.com/spreadsheets/d/1AWA0yMkJQK_zfLU6ZgA6Q1_7sdzlJEVP-JnPBzXZkl8/edit?resourcekey=0-C07kPBj1JqbUqp6sfzW6oA#gid=1101618140
+output_columns,"observationAbout, observationDate, value, variableMeasured,unit, scalingFactor"
+#header_rows,1
+schemaless,1
+#input_rows,46
diff --git a/...onsumption/pv_map/Municipality_School_cisterns_delivered_by_MDS_(Accumulated) - pvmap.csv b/...onsumption/pv_map/Municipality_School_cisterns_delivered_by_MDS_(Accumulated) - pvmap.csv
@@ -0,0 +1,4 @@
+key,prop,val,p1,v1,,,,,,
+Referência,observationDate,{Data},populationType,School,measuredProperty,cumulativeCount,,,,
+Código,observationAbout,{Data},,,,,,,,
+Cisternas Escolares entregues pelo MDS  (Acumulado),value,{Number},facilityType,Cisterns,brazilCisternDeliveryPartner,MinistrySocialDevelopmentAndFightAgainstHunger,name,"""School cisterns delivered by Ministry of Social Development and Fight Against Hunger (MDS) (Accumulated)""",alternateName,"""Cisternas Escolares entregues pelo O Ministério do Desenvolvimento Social e Combate à Fome (MDS)  (Acumulado)@pt"""
diff --git a/...gramWaterConsumption/pv_map/School_cisterns_delivered_by_MDS_(Accumulated) - metadata.csv b/...gramWaterConsumption/pv_map/School_cisterns_delivered_by_MDS_(Accumulated) - metadata.csv
@@ -0,0 +1,14 @@
+parameter,value
+url,
+description,School cisterns delivered by MDS (Accumulated)
+#place_type,
+#places_within,
+start_date,
+end_date,
+release_frequency,
+process,
+comments,Cisternas Escolares entregues pelo MDS  (Acumulado)
+#places_resolved_csv,
+output_columns,"observationAbout, observationDate, value, variableMeasured,unit, scalingFactor"
+#header_rows,1
+schemaless,1
diff --git a/...ProgramWaterConsumption/pv_map/School_cisterns_delivered_by_MDS_(Accumulated) - pvmap.csv b/...ProgramWaterConsumption/pv_map/School_cisterns_delivered_by_MDS_(Accumulated) - pvmap.csv
@@ -0,0 +1,3 @@
+key,prop,val,p1,v1,,,,,,
+Referência,observationDate,{Data},observationAbout,country/BRA,populationType,School,measuredProperty,cumulativeCount,,
+Cisternas Escolares entregues pelo MDS  (Acumulado),value,{Number},facilityType,Cisterns,brazilCisternDeliveryPartner,MinistrySocialDevelopmentAndFightAgainstHunger,name,"""School cisterns delivered by Ministry of Social Development and Fight Against Hunger (MDS) (Accumulated)""",alternateName,"""Cisternas Escolares entregues pelo O Ministério do Desenvolvimento Social e Combate à Fome (MDS)  (Acumulado)@pt"""
diff --git a/...mily_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - data.csv b/...mily_water_cisterns_for_consumption_(1st water)_delivered_by_MDS_(Accumulated) - data.csv
@@ -0,0 +1,236 @@
+Referência,Cisternas familiares de água para consumo (1ª água) entregues pelo MDS (Acumulado)
+01/2004,8433
+02/2004,9966
+03/2004,12205
+04/2004,16434
+05/2004,17841
+06/2004,18028
+07/2004,18153
+08/2004,20506
+09/2004,24950
+10/2004,30870
+11/2004,37223
+12/2004,42722
+01/2005,45469
+02/2005,48158
+03/2005,50959
+04/2005,52391
+05/2005,52737
+06/2005,54400
+07/2005,60343
+08/2005,67664
+09/2005,71411
+10/2005,72111
+11/2005,73565
+12/2005,75060
+01/2006,80773
+02/2006,87982
+03/2006,95255
+04/2006,99663
+05/2006,103793
+06/2006,108632
+07/2006,114559
+08/2006,119921
+09/2006,123750
+10/2006,126820
+11/2006,133202
+12/2006,139565
+01/2007,144620
+02/2007,146200
+03/2007,147026
+04/2007,147209
+05/2007,147455
+06/2007,148084
+07/2007,152918
+08/2007,161201
+09/2007,169972
+10/2007,172045
+11/2007,172403
+12/2007,172774
+01/2008,173117
+02/2008,173503
+03/2008,173952
+04/2008,174701
+05/2008,175608
+06/2008,176717
+07/2008,179478
+08/2008,182915
+09/2008,187060
+10/2008,191561
+11/2008,195910
+12/2008,200423
+01/2009,204791
+02/2009,210580
+03/2009,216257
+04/2009,220076
+05/2009,224141
+06/2009,230069
+07/2009,238429
+08/2009,249169
+09/2009,258947
+10/2009,265525
+11/2009,267727
+12/2009,269123
+01/2010,270186
+02/2010,270601
+03/2010,271521
+04/2010,272499
+05/2010,273597
+06/2010,274388
+07/2010,277661
+08/2010,283689
+09/2010,289925
+10/2010,296012
+11/2010,302912
+12/2010,307864
+01/2011,312626
+02/2011,317326
+03/2011,321639
+04/2011,324220
+05/2011,327733
+06/2011,334930
+07/2011,342620
+08/2011,352675
+09/2011,362786
+10/2011,375947
+11/2011,386368
+12/2011,391873
+01/2012,398523
+02/2012,405209
+03/2012,414057
+04/2012,417977
+05/2012,425892
+06/2012,430645
+07/2012,436205
+08/2012,439695
+09/2012,446129
+10/2012,454369
+11/2012,462322
+12/2012,471693
+01/2013,483578
+02/2013,487960
+03/2013,494152
+04/2013,501827
+05/2013,511432
+06/2013,519608
+07/2013,529896
+08/2013,541739
+09/2013,552790
+10/2013,563847
+11/2013,574531
+12/2013,583173
+01/2014,594486
+02/2014,601000
+03/2014,608228
+04/2014,614736
+05/2014,621555
+06/2014,632787
+07/2014,642647
+08/2014,653371
+09/2014,663619
+10/2014,672982
+11/2014,681951
+12/2014,689921
+01/2015,697729
+02/2015,704841
+03/2015,712461
+04/2015,718962
+05/2015,725913
+06/2015,732563
+07/2015,740052
+08/2015,745804
+09/2015,751636
+10/2015,759116
+11/2015,766177
+12/2015,771726
+01/2016,775056
+02/2016,780353
+03/2016,786130
+04/2016,792352
+05/2016,797869
+06/2016,804644
+07/2016,812456
+08/2016,817415
+09/2016,821735
+10/2016,825273
+11/2016,829478
+12/2016,833071
+01/2017,835399
+02/2017,838347
+03/2017,842456
+04/2017,846544
+05/2017,850939
+06/2017,854795
+07/2017,858563
+08/2017,860694
+09/2017,863778
+10/2017,867937
+11/2017,873013
+12/2017,875224
+01/2018,876274
+02/2018,877449
+03/2018,879339
+04/2018,881363
+05/2018,883107
+06/2018,884073
+07/2018,885337
+08/2018,887541
+09/2018,890032
+10/2018,892703
+11/2018,895368
+12/2018,899529
+01/2019,901605
+02/2019,904044
+03/2019,906337
+04/2019,908784
+05/2019,910863
+06/2019,913080
+07/2019,915257
+08/2019,917925
+09/2019,920135
+10/2019,921921
+11/2019,924240
+12/2019,925869
+01/2020,926837
+02/2020,928199
+03/2020,929342
+04/2020,929885
+05/2020,930260
+06/2020,930432
+07/2020,930712
+08/2020,931096
+09/2020,931719
+10/2020,932517
+11/2020,933263
+12/2020,934087
+01/2021,934431
+02/2021,934975
+03/2021,935352
+04/2021,935838
+05/2021,936324
+06/2021,936854
+07/2021,937065
+08/2021,937253
+09/2021,937418
+10/2021,937548
+11/2021,937717
+12/2021,937975
+01/2022,938152
+02/2022,938408
+03/2022,938569
+04/2022,938695
+05/2022,938874
+06/2022,939188
+07/2022,940015
+08/2022,940890
+09/2022,941565
+10/2022,942512
+11/2022,943695
+12/2022,944568
+01/2023,944966
+02/2023,945389
+03/2023,946056
+04/2023,946441
+05/2023,946760
+06/2023,946881
+07/2023,946893