oecd_landcover added

statvar_imports/oecd_data/landcover/README.md

@@ -0,0 +1,23 @@
+# OECD Land Cover (city and country) - OECD Data
+
+- source: https://www.oecd-ilibrary.org/environment/data/oecd-environment-statistics_env-data-en
+
+- how to download data: Manual download from source by selecting 'Land Cover' and 'Land Cover in metropolitan cities' and then click the button - 'Export' in the redirected page.
+
+- type of place: Country, City.
+
+- statvars: Environment
+
+- years: 1992 to 2019
+- place_resolution: Country and City places are resolved based on name.
+
+### How to run:
+
+Prerequisite: The below command must be run from a folder that contains stat_var_processor.py script file.
+
+python3 stat_var_processor.py --existing_statvar_mcf=stat_vars.mcf --input_data='/data/statvar_imports/oecd_data/landcover/testdata/sample_input/oced_landcover_data.csv' --pv_map='/data/statvar_imports/oecd_data/landcover/testdata/sample_input/oced_landcover_pvmap.csv' --config='/data/statvar_imports/oecd_data/landcover/oced_landcover_metadata.csv' --output_path="/data/statvar_imports/oecd_data/landcover/testdata/sample_output/oecd_landcover"
+
+
+
+
+

statvar_imports/oecd_data/landcover/oced_landcover_metadata.csv

@@ -0,0 +1,13 @@
+parameter,value
+url,
+description,Area of built-up covered in different countries
+#place_type,country
+#places_within,
+start_date,1992
+end_date,2018
+release_frequency,
+process,
+comments,
+output_columns,"observationAbout,observationDate,value,variableMeasured,unit,scalingFactor,#input"
+header_rows,1
+drop_statvars_without_svobs,0

statvar_imports/oecd_data/landcover/pvmap/LandCover_MetroPolitianCities_pvmap.csv

@@ -0,0 +1,15 @@
+key,p1,v1,p2,v2,p3,v3
+Place,observationAbout,{Data},populationType,LandCover,measuredProperty,landArea
+Tree cover,landCoverType,TreeCover,,,,
+Grassland,landCoverType,GrassLand,,,,
+Sparse vegetation,landCoverType,SparseVegetation,,,,
+Cropland,landCoverType,Cropland,,,,
+Artificial surfaces,landCoverType,ArtificialSurfaces,,,,
+Inland water,landCoverType,InlandWater,,,,
+Shrubland,landCoverType,Shrubland,,,,
+Bare area,landCoverType,BareArea,,,,
+Wetland,landCoverType,Wetland,,,,
+Year,observationDate,{Number},,,,
+Value,value,{Number},,,,
+Percentage,unit,Percent,measurementDenominator,landArea,,
+Square kilometres,unit,SquareKilometer,#Multiply,1000,,

statvar_imports/oecd_data/landcover/pvmap/Land_Cover_pvmap.csv

@@ -0,0 +1,22 @@
+key,p1,v1,p2,v2,p3,v3
+COU,observationAbout,country/{Data},populationType,LandCover,measuredProperty,landArea
+Square kilometers (000's),unit,SquareKilometer,#Multiply,1000,,
+Percent of total country area,measurementDenominator,landArea,unit,Percent,,
+Tree cover,landCoverType,TreeCover,,,,
+Grassland,landCoverType,GrassLand,,,,
+Sparse vegetation,landCoverType,SparseVegetation,,,,
+Cropland,landCoverType,Cropland,,,,
+Artificial surfaces,landCoverType,ArtificialSurfaces,,,,
+Inland water,landCoverType,InlandWater,,,,
+Shrubland,landCoverType,Shrubland,,,,
+Bare area,landCoverType,BareArea,,,,
+Wetland,landCoverType,Wetland,,,,
+Year,observationDate,{Number},,,,
+Value,value,{Number},,,,
+G20,#ignore,ignore values,,,,
+BRIICS,#ignore,ignore values,,,,
+EU28,#ignore,ignore values,,,,
+OECD,#ignore,ignore values,,,,
+OECDE,#ignore,ignore values,,,,
+OECDAO,#ignore,ignore values,,,,
+OECDAM,#ignore,ignore values,,,,

statvar_imports/oecd_data/landcover/testdata/sample_input/oced_landcover_pvmap.csv

@@ -0,0 +1,22 @@
+key,p1,v1,p2,v2,p3,v3
+COU,observationAbout,country/{Data},populationType,LandCover,measuredProperty,landArea
+Square kilometers (000's),unit,SquareKilometer,#Multiply,1000,,
+Percent of total country area,measurementDenominator,landArea,unit,Percent,,
+Tree cover,landCoverType,TreeCover,,,,
+Grassland,landCoverType,GrassLand,,,,
+Sparse vegetation,landCoverType,SparseVegetation,,,,
+Cropland,landCoverType,Cropland,,,,
+Artificial surfaces,landCoverType,ArtificialSurfaces,,,,
+Inland water,landCoverType,InlandWater,,,,
+Shrubland,landCoverType,Shrubland,,,,
+Bare area,landCoverType,BareArea,,,,
+Wetland,landCoverType,Wetland,,,,
+Year,observationDate,{Number},,,,
+Value,value,{Number},,,,
+G20,#ignore,ignore values,,,,
+BRIICS,#ignore,ignore values,,,,
+EU28,#ignore,ignore values,,,,
+OECD,#ignore,ignore values,,,,
+OECDE,#ignore,ignore values,,,,
+OECDAO,#ignore,ignore values,,,,
+OECDAM,#ignore,ignore values,,,,

statvar_imports/oecd_data/landcover/testdata/sample_output/oecd_landcover.tmcf

@@ -0,0 +1,8 @@
+Node: E:oecd_landcover->E0
+observationAbout: C:oecd_landcover->observationAbout
+observationDate: C:oecd_landcover->observationDate
+value: C:oecd_landcover->value
+variableMeasured: C:oecd_landcover->variableMeasured
+unit: C:oecd_landcover->unit
+scalingFactor: C:oecd_landcover->scalingFactor
+typeOf: dcs:StatVarObservation

statvar_imports/oecd_data/landcover/testdata/sample_output/oecd_landcover_stat_vars.mcf

@@ -0,0 +1,137 @@
+# Auto generated using command: "stat_var_processor.py --existing_statvar_mcf=stat_vars.mcf --input_data=/usr/local/google/home/kuru/DC_July09_2024/data/statvar_imports/oecd_data/landcover/testdata/sample_input/oced_landcover_data.csv --pv_map=/usr/local/google/home/kuru/DC_July09_2024/data/statvar_imports/oecd_data/landcover/testdata/sample_input/oced_landcover_pvmap.csv --config=/usr/local/google/home/kuru/DC_July09_2024/data/statvar_imports/oecd_data/landcover/testdata/sample_input/oced_landcover_metadata.csv --output_path=/usr/local/google/home/kuru/DC_July09_2024/data/statvar_imports/oecd_data/landcover/testdata/sample_output/oecd_landcover" on 2024-07-08 18:55:16.545936
+
+Node: dcid:LandArea_LandCover_ArtificialSurfaces
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:ArtificialSurfaces
+
+Node: dcid:LandArea_LandCover_ArtificialSurfaces_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:ArtificialSurfaces
+
+Node: dcid:LandArea_LandCover_BareArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:BareArea
+
+Node: dcid:LandArea_LandCover_BareArea_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:BareArea
+
+Node: dcid:LandArea_LandCover_Cropland
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:Cropland
+
+Node: dcid:LandArea_LandCover_Cropland_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:Cropland
+
+Node: dcid:LandArea_LandCover_GrassLand
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:GrassLand
+
+Node: dcid:LandArea_LandCover_GrassLand_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:GrassLand
+
+Node: dcid:LandArea_LandCover_InlandWater
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:InlandWater
+
+Node: dcid:LandArea_LandCover_InlandWater_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:InlandWater
+
+Node: dcid:LandArea_LandCover_Shrubland
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:Shrubland
+
+Node: dcid:LandArea_LandCover_Shrubland_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:Shrubland
+
+Node: dcid:LandArea_LandCover_SparseVegetation
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:SparseVegetation
+
+Node: dcid:LandArea_LandCover_SparseVegetation_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:SparseVegetation
+
+Node: dcid:LandArea_LandCover_TreeCover
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:TreeCover
+
+Node: dcid:LandArea_LandCover_TreeCover_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:TreeCover
+
+Node: dcid:LandArea_LandCover_Wetland
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+landCoverType: dcid:Wetland
+
+Node: dcid:LandArea_LandCover_Wetland_PerLandArea
+typeOf: dcid:StatisticalVariable
+populationType: dcid:LandCover
+measuredProperty: dcid:landArea
+statType: dcid:measuredValue
+measurementDenominator: dcid:landArea
+landCoverType: dcid:Wetland
+

statvar_imports/oecd_data/landcover/testdata/sample_output/oecd_landcover_stat_vars_schema.mcf

@@ -0,0 +1,35 @@
+Node: dcid:TreeCover
+typeOf: dcid:LandCoverClassEnum
+name: "Tree Cover"
+isProvisional: dcs:True
+
+Node: dcid:GrassLand
+typeOf: dcid:LandCoverClassEnum
+name: "Grass Land"
+isProvisional: dcs:True
+
+Node: dcid:SparseVegetation
+typeOf: dcid:LandCoverClassEnum
+name: "Sparse Vegetation"
+isProvisional: dcs:True
+
+Node: dcid:ArtificialSurfaces
+typeOf: dcid:LandCoverClassEnum
+name: "Artificial Surfaces"
+isProvisional: dcs:True
+
+Node: dcid:InlandWater
+typeOf: dcid:LandCoverClassEnum
+name: "Inland Water"
+isProvisional: dcs:True
+
+Node: dcid:BareArea
+typeOf: dcid:LandCoverClassEnum
+name: "Bare Area"
+isProvisional: dcs:True
+
+Node: dcid:Wetland
+typeOf: dcid:LandCoverClassEnum
+name: "Wetland"
+isProvisional: dcs:True
+