US DOL Wages PR

statvar_imports/USA/DOL_Wages/README.md

@@ -0,0 +1,20 @@
+# USA - NHTSA FARS Crash Data
+
+- source: https://www.dol.gov/agencies/whd/state/minimum-wage/history, 
+
+- how to download data: Manual download from source.
+
+- type of place: Country and State.
+
+- statvars: Economy
+
+- years: 1968 to 2023
+
+- place_resolution: Resolved state name to state geoId using places resolved csv.
+
+### How to run:
+
+`python3 stat_var_processor.py --input_data=<input_file>.csv --pv_map=statvar_imports/USA/DOL_Wages/pv_map/<filename>_pvmap.csv --config=statvar_imports/USA/DOL_Wages/US_Dol_Wages_metadata.csv --places_resolved_csv=statvar_imports/USA/DOL_Wages/USA_State_Places_resolved.csv --output_path=--output_path=<filepath/filename>`
+
+#### Example
+`python3 stat_var_processor.py --input_data=statvar_imports/USA/DOL_Wages/test_data/sample_input/US_Dol_Wages_data.csv --pv_map=statvar_imports/USA/DOL_Wages/pv_map/US_Dol_Wages_pvmap.csv --config=statvar_imports/USA/DOL_Wages/USA_State_Places_resolved.csv --output_path=--output_path=statvar_imports/USA/DOL_Wages/test_data/sample_output/US_DOL_Wages`

statvar_imports/USA/DOL_Wages/USA_State_Places_Resolved.csv

@@ -0,0 +1,59 @@
+place_name,dcid
+Alabama,geoId/01
+Alaska,geoId/02
+Arizona,geoId/04
+Arkansas,geoId/05
+California,geoId/06
+Colorado,geoId/08
+Connecticut,geoId/09
+Delaware,geoId/10
+District of Columbia,geoId/11
+Florida,geoId/12
+Georgia,geoId/13
+Hawaii,geoId/15
+Idaho,geoId/16
+Illinois,geoId/17
+Indiana,geoId/18
+Iowa,geoId/19
+Kansas,geoId/20
+Kentucky,geoId/21
+Louisiana,geoId/22
+Maine,geoId/23
+Maryland,geoId/24
+Massachusetts,geoId/25
+Michigan,geoId/26
+Minnesota,geoId/27
+Mississippi,geoId/28
+Missouri,geoId/29
+Montana,geoId/30
+Nebraska,geoId/31
+Nevada,geoId/32
+New Hampshire,geoId/33
+New Jersey,geoId/34
+New Mexico,geoId/35
+New York,geoId/36
+North Carolina,geoId/37
+North Dakota,geoId/38
+Ohio,geoId/39
+Oklahoma,geoId/40
+Oregon,geoId/41
+Pennsylvania,geoId/42
+Rhode Island,geoId/44
+South Carolina,geoId/45
+South Dakota,geoId/46
+Tennessee,geoId/47
+Texas,geoId/48
+Utah,geoId/49
+Vermont,geoId/50
+Virginia,geoId/51
+Washington,geoId/53
+West Virginia,geoId/54
+Wisconsin,geoId/55
+Wyoming,geoId/56
+AS,geoId/60
+Guam,geoId/66
+MP,geoId/69
+Puerto Rico,geoId/72
+UM,geoId/74
+U.S. Virgin Islands,geoId/78
+Federal (FLSA),country/USA

statvar_imports/USA/DOL_Wages/US_Dol_Wages_metadata.csv

@@ -0,0 +1,16 @@
+parameter,value
+url,https://www.dol.gov/agencies/whd/state/minimum-wage/history
+description,Minimum wages in USA country
+#place_type,State
+#places_within,country/USA
+start_date,1968
+end_date,2023
+release_frequency,Yearly
+process,
+comments,
+output_columns,"observationAbout,observationDate,variableMeasured,value,unit,scalingFactor"
+places_resolved_csv,statvar_imports/USA/DOL_Wages/USA_State_Places_resolved.csv
+drop_statvars_without_svobs,0
+header_rows,1
+mapped_rows,1
+mapped_columns,1

statvar_imports/USA/DOL_Wages/pv_map/US_Dol_Wages_pvmap.csv

@@ -0,0 +1,40 @@
+key,p1,v1,p2,v2,p3,v3,p4,v4
+state,observationAbout,{Data},populationType,Person,measuredProperty,minimumWage,unit,USDollarPerHour
+1968 (a),observationDate,1968,value,{Number},,,,
+1970 (a),observationDate,1970,value,{Number},,,,
+1972,observationDate,1972,value,{Number},,,,
+1976 (a),observationDate,1976,value,{Number},,,,
+1979,observationDate,1979,value,{Number},,,,
+1980,observationDate,1980,value,{Number},,,,
+1981,observationDate,1981,value,{Number},,,,
+1988,observationDate,1988,value,{Number},,,,
+1991,observationDate,1991,value,{Number},,,,
+1992,observationDate,1992,value,{Number},,,,
+1994,observationDate,1994,value,{Number},,,,
+1996,observationDate,1996,value,{Number},,,,
+1997,observationDate,1997,value,{Number},,,,
+1998,observationDate,1998,value,{Number},,,,
+2000,observationDate,2000,value,{Number},,,,
+2001,observationDate,2001,value,{Number},,,,
+2002,observationDate,2002,value,{Number},,,,
+2003,observationDate,2003,value,{Number},,,,
+2004,observationDate,2004,value,{Number},,,,
+2005,observationDate,2005,value,{Number},,,,
+2006,observationDate,2006,value,{Number},,,,
+2007,observationDate,2007,value,{Number},,,,
+2008,observationDate,2008,value,{Number},,,,
+2009,observationDate,2009,value,{Number},,,,
+2010,observationDate,2010,value,{Number},,,,
+2011,observationDate,2011,value,{Number},,,,
+2012,observationDate,2012,value,{Number},,,,
+2013,observationDate,2013,value,{Number},,,,
+2014,observationDate,2014,value,{Number},,,,
+2015,observationDate,2015,value,{Number},,,,
+2016,observationDate,2016,value,{Number},,,,
+2017,observationDate,2017,value,{Number},,,,
+2018,observationDate,2018,value,{Number},,,,
+2019,observationDate,2019,value,{Number},,,,
+2020,observationDate,2020,value,{Number},,,,
+2021,observationDate,2021,value,{Number},,,,
+2022,observationDate,2022,value,{Number},,,,
+2023,observationDate,2023,value,{Number},,,,

statvar_imports/USA/DOL_Wages/test_data/sample_input/US_Dol_Wages_data.csv

@@ -0,0 +1,6 @@
+state,1968 (a),1970 (a),1972,1976 (a),1979,1980,1981,1988,1991,1992,1994,1996,1997,1998,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018,2019,2020,2021,2022,2023
+Federal (FLSA),$1.15 & $1.60,$1.30 & $1.60,$1.60,$2.20 & $2.30,$2.90,$3.10,$3.35,$3.35,$3.80,$4.25,$4.25,$4.25,$4.75,$5.15,$5.15,$5.15,$5.15,$5.15,$5.15,$5.15,5.15,5.15,5.85,6.55,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25,7.25
+Alabama,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...
+Alaska,2.1,2.1,2.1,2.8,3.4,3.6,3.85,3.85,4.3,4.75,4.75,4.75,5.25,5.65,5.65,5.65,5.65,7.15,7.15,7.15,7.15,7.15,7.15,7.15,7.75,7.75,7.75,7.75,7.75,8.75,9.75,9.8,9.84,10.19,10.19,10.34,10.34,10.85
+Arizona,18.72 - 26.40/wk(b),18.72 - 26.40/wk(b),18.72-26.40/wk(b),...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,...,6.75,6.9,7.25,7.25,7.35,7.65,7.8,7.9,8.05,8.05,10,10.5,12,12,12.15,12.8,13.85
+Arkansas,1.25/day(b),1.1,1.2,1.9,2.3,2.55,2.7,3.25,3.35,3.65,4.25,4.25[c],4.25[c],5.15[c],5.15[c],5.15[c],5.15[c],5.15[c],5.15[c],5.15[c],5.15 [c],6.25[c],6.25[c],6.25[c],6.25[c],6.25[c],6.25[c],6.25[c],6.25[c],7.50[c],8.00[c],8.50[c],8.50[c],9.25[c],10.00[c],11,11,11

statvar_imports/USA/DOL_Wages/test_data/sample_output/US_Dol_Wages.csv

@@ -0,0 +1,87 @@
+observationAbout,observationDate,variableMeasured,value,unit,scalingFactor
+dcid:country/USA,2006,dcid:MinimumWage_Person,5.15,USDollarPerHour,
+dcid:country/USA,2007,dcid:MinimumWage_Person,5.15,USDollarPerHour,
+dcid:country/USA,2008,dcid:MinimumWage_Person,5.85,USDollarPerHour,
+dcid:country/USA,2009,dcid:MinimumWage_Person,6.55,USDollarPerHour,
+dcid:country/USA,2010,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2011,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2012,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2013,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2014,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2015,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2016,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2017,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2018,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2019,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2020,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2021,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2022,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:country/USA,2023,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:geoId/02,1968,dcid:MinimumWage_Person,2.1,USDollarPerHour,
+dcid:geoId/02,1970,dcid:MinimumWage_Person,2.1,USDollarPerHour,
+dcid:geoId/02,1972,dcid:MinimumWage_Person,2.1,USDollarPerHour,
+dcid:geoId/02,1976,dcid:MinimumWage_Person,2.8,USDollarPerHour,
+dcid:geoId/02,1979,dcid:MinimumWage_Person,3.4,USDollarPerHour,
+dcid:geoId/02,1980,dcid:MinimumWage_Person,3.6,USDollarPerHour,
+dcid:geoId/02,1981,dcid:MinimumWage_Person,3.85,USDollarPerHour,
+dcid:geoId/02,1988,dcid:MinimumWage_Person,3.85,USDollarPerHour,
+dcid:geoId/02,1991,dcid:MinimumWage_Person,4.3,USDollarPerHour,
+dcid:geoId/02,1992,dcid:MinimumWage_Person,4.75,USDollarPerHour,
+dcid:geoId/02,1994,dcid:MinimumWage_Person,4.75,USDollarPerHour,
+dcid:geoId/02,1996,dcid:MinimumWage_Person,4.75,USDollarPerHour,
+dcid:geoId/02,1997,dcid:MinimumWage_Person,5.25,USDollarPerHour,
+dcid:geoId/02,1998,dcid:MinimumWage_Person,5.65,USDollarPerHour,
+dcid:geoId/02,2000,dcid:MinimumWage_Person,5.65,USDollarPerHour,
+dcid:geoId/02,2001,dcid:MinimumWage_Person,5.65,USDollarPerHour,
+dcid:geoId/02,2002,dcid:MinimumWage_Person,5.65,USDollarPerHour,
+dcid:geoId/02,2003,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2004,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2005,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2006,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2007,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2008,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2009,dcid:MinimumWage_Person,7.15,USDollarPerHour,
+dcid:geoId/02,2010,dcid:MinimumWage_Person,7.75,USDollarPerHour,
+dcid:geoId/02,2011,dcid:MinimumWage_Person,7.75,USDollarPerHour,
+dcid:geoId/02,2012,dcid:MinimumWage_Person,7.75,USDollarPerHour,
+dcid:geoId/02,2013,dcid:MinimumWage_Person,7.75,USDollarPerHour,
+dcid:geoId/02,2014,dcid:MinimumWage_Person,7.75,USDollarPerHour,
+dcid:geoId/02,2015,dcid:MinimumWage_Person,8.75,USDollarPerHour,
+dcid:geoId/02,2016,dcid:MinimumWage_Person,9.75,USDollarPerHour,
+dcid:geoId/02,2017,dcid:MinimumWage_Person,9.8,USDollarPerHour,
+dcid:geoId/02,2018,dcid:MinimumWage_Person,9.84,USDollarPerHour,
+dcid:geoId/02,2019,dcid:MinimumWage_Person,10.19,USDollarPerHour,
+dcid:geoId/02,2020,dcid:MinimumWage_Person,10.19,USDollarPerHour,
+dcid:geoId/02,2021,dcid:MinimumWage_Person,10.34,USDollarPerHour,
+dcid:geoId/02,2022,dcid:MinimumWage_Person,10.34,USDollarPerHour,
+dcid:geoId/02,2023,dcid:MinimumWage_Person,10.85,USDollarPerHour,
+dcid:geoId/04,2007,dcid:MinimumWage_Person,6.75,USDollarPerHour,
+dcid:geoId/04,2008,dcid:MinimumWage_Person,6.9,USDollarPerHour,
+dcid:geoId/04,2009,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:geoId/04,2010,dcid:MinimumWage_Person,7.25,USDollarPerHour,
+dcid:geoId/04,2011,dcid:MinimumWage_Person,7.35,USDollarPerHour,
+dcid:geoId/04,2012,dcid:MinimumWage_Person,7.65,USDollarPerHour,
+dcid:geoId/04,2013,dcid:MinimumWage_Person,7.8,USDollarPerHour,
+dcid:geoId/04,2014,dcid:MinimumWage_Person,7.9,USDollarPerHour,
+dcid:geoId/04,2015,dcid:MinimumWage_Person,8.05,USDollarPerHour,
+dcid:geoId/04,2016,dcid:MinimumWage_Person,8.05,USDollarPerHour,
+dcid:geoId/04,2017,dcid:MinimumWage_Person,10,USDollarPerHour,
+dcid:geoId/04,2018,dcid:MinimumWage_Person,10.5,USDollarPerHour,
+dcid:geoId/04,2019,dcid:MinimumWage_Person,12,USDollarPerHour,
+dcid:geoId/04,2020,dcid:MinimumWage_Person,12,USDollarPerHour,
+dcid:geoId/04,2021,dcid:MinimumWage_Person,12.15,USDollarPerHour,
+dcid:geoId/04,2022,dcid:MinimumWage_Person,12.8,USDollarPerHour,
+dcid:geoId/04,2023,dcid:MinimumWage_Person,13.85,USDollarPerHour,
+dcid:geoId/05,1970,dcid:MinimumWage_Person,1.1,USDollarPerHour,
+dcid:geoId/05,1972,dcid:MinimumWage_Person,1.2,USDollarPerHour,
+dcid:geoId/05,1976,dcid:MinimumWage_Person,1.9,USDollarPerHour,
+dcid:geoId/05,1979,dcid:MinimumWage_Person,2.3,USDollarPerHour,
+dcid:geoId/05,1980,dcid:MinimumWage_Person,2.55,USDollarPerHour,
+dcid:geoId/05,1981,dcid:MinimumWage_Person,2.7,USDollarPerHour,
+dcid:geoId/05,1988,dcid:MinimumWage_Person,3.25,USDollarPerHour,
+dcid:geoId/05,1991,dcid:MinimumWage_Person,3.35,USDollarPerHour,
+dcid:geoId/05,1992,dcid:MinimumWage_Person,3.65,USDollarPerHour,
+dcid:geoId/05,1994,dcid:MinimumWage_Person,4.25,USDollarPerHour,
+dcid:geoId/05,2021,dcid:MinimumWage_Person,11,USDollarPerHour,
+dcid:geoId/05,2022,dcid:MinimumWage_Person,11,USDollarPerHour,
+dcid:geoId/05,2023,dcid:MinimumWage_Person,11,USDollarPerHour,

statvar_imports/USA/DOL_Wages/test_data/sample_output/US_Dol_Wages.tmcf

@@ -0,0 +1,8 @@
+Node: E:US_DOL_Wages->E0
+observationAbout: C:US_DOL_Wages->observationAbout
+observationDate: C:US_DOL_Wages->observationDate
+variableMeasured: C:US_DOL_Wages->variableMeasured
+value: C:US_DOL_Wages->value
+unit: C:US_DOL_Wages->unit
+scalingFactor: C:US_DOL_Wages->scalingFactor
+typeOf: dcs:StatVarObservation