Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Sample data and readme file for CDC Scoail Vulnerability Index data #1069

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 20 additions & 0 deletions statvar_imports/cdc/social_vulnerability_index/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
# CDC - Social Vulnerability Index

- source: https://www.atsdr.cdc.gov/placeandhealth/svi/data_documentation_download.html.

- how to download data: Manual download from source based on years, filters - Year, Geography - US, Geography Type - County.

- type of place: Counties.

- statvars: Demographics, Health

- years: 2010 to 2022

- place_resolution: State places are resolved based on FIPS code in data.

### How to run:

`python3 stat_var_processor.py --input_data=<input_file>.csv --pv_map=statvar_imports/cdc/social_vulnerability_index/pv_map/<filename>_pvmap.csv --config=statvar_imports/cdc/social_vulnerability_index/SVI_2022_US_county_metadata.csv --output_path=--output_path=<filepath/filename>`

#### Example
`python3 stat_var_processor.py --input_data=/statvar_imports/cdc/social_vulnerability_index/test_data/sample_input/SVI_2022_US_county_data.csv --pv_map=/statvar_imports/cdc/social_vulnerability_index/pv_map/SVI_2022_US_county_pvmap.csv --config=/statvar_imports/cdc/social_vulnerability_index/SVI_2022_US_county_metadata.csv --output_path=/statvar_imports/cdc/social_vulnerability_index/test_data/sample_output/`
Original file line number Diff line number Diff line change
@@ -0,0 +1,83 @@
key,p1,v1,p2,v2,p3,v3,p4,v4,p5,v5,p6,v6,p7,v7,p8,v8,p9,v9,p10,v10
,,,,,,,,,,,,,,,,,,,,
STCNTY,#Format,Fips={Number:05d},,,,,,,,,,,,,,,,,,
COUNTY,observationAbout,geoId/{Fips},observationDate,2022,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
RPL_THEME1,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,SocioeconomicStatus,comparisonRegion,country/USA,value,{Number},,,,,,,,
RPL_THEME2,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,HouseholdCharacteristics,comparisonRegion,country/USA,value,{Number},,,,,,,,
RPL_THEME3,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,RacialAndEthnicMinorityStatus,comparisonRegion,country/USA,value,{Number},,,,,,,,
RPL_THEME4,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,HousingTypeAndTransportation,comparisonRegion,country/USA,value,{Number},,,,,,,,
RPL_THEMES,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,comparisonRegion,country/USA,value,{Number},,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
E_AGE65,populationType,Person,age,[65 - Years],value,{Number},,,,,,,,,,,,,,
M_AGE65,statType,marginOfError,populationType,Person,age,[65 - Years],value,{Number},,,,,,,,,,,,
E_AGE17,populationType,Person,age,[0 17 Years],value,{Number},,,,,,,,,,,,,,
M_AGE17,statType,marginOfError,populationType,Person,age,[0 17 Years],value,{Number},,,,,,,,,,,,
EP_AGE65,populationType,Person,age,[65 - Years],measurementDenominator,-age,unit,Percent,scalingFactor,100,value,{Number},,,,,,,,
MP_AGE65,statType,marginOfError,populationType,Person,age,[65 - Years],measurementDenominator,"-age,-statType",unit,Percent,scalingFactor,100,value,{Number},,,,,,
EP_AGE17,populationType,Person,age,[0 17 Years],measurementDenominator,-age,unit,Percent,scalingFactor,100,value,{Number},,,,,,,,
MP_AGE17,statType,marginOfError,populationType,Person,age,[0 17 Years],measurementDenominator,"-age,-statType",unit,Percent,scalingFactor,100,value,{Number},,,,,,
EP_LIMENG,populationType,Person,age,[5 - Years],abilityToSpeakEnglish,SpeakEnglishLessThanVeryWell,measurementDenominator,-abilityToSpeakEnglish,unit,Percent,scalingFactor,100,value,{Number},,,,,,
MP_LIMENG,statType,marginOfError,populationType,Person,age,[5 - Years],abilityToSpeakEnglish,SpeakEnglishLessThanVeryWell,measurementDenominator,"-abilityToSpeakEnglish,-statType",unit,Percent,scalingFactor,100,value,{Number},,,,
EP_UNEMP,measuredProperty,unemploymentRate,populationType,Person,value,{Number},,,,,,,,,,,,,,
MP_UNEMP,statType,marginOfError,measuredProperty,unemploymentRate,populationType,Person,value,{Number},,,,,,,,,,,,
#EP_POV150,,,,,,,,,,,,,,,,,,,,
E_TOTPOP,populationType,Person,value,{Number},,,,,,,,,,,,,,,,
M_TOTPOP,statType,marginOfError,populationType,Person,value,{Number},,,,,,,,,,,,,,
E_HU,populationType,HousingUnit,value,{Number},,,,,,,,,,,,,,,,
M_HU,statType,marginOfError,populationType,HousingUnit,value,{Number},,,,,,,,,,,,,,
E_HH,populationType,Household,value,{Number},,,,,,,,,,,,,,,,
M_HH,statType,marginOfError,populationType,Household,value,{Number},,,,,,,,,,,,,,
E_UNEMP,populationType,Person,armedForcesStatus,Civilian,age,[16 - Years],employmentStatus,Unemployed,value,{Number},,,,,,,,,,
M_UNEMP,statType,marginOfError,populationType,Person,armedForcesStatus,Civilian,age,[16 - Years],employmentStatus,Unemployed,value,{Number},,,,,,,,
E_NOHSDP,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,value,{Number},,,,,,,,,,,,
M_NOHSDP,statType,marginOfError,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,value,{Number},,,,,,,,,,
E_UNINSUR,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters,armedForcesStatus,Civilian,healthInsurance,NoHealthInsurance,value,{Number},,,,,,,,,,
M_UNINSUR,statType,marginOfError,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters,armedForcesStatus,Civilian,healthInsurance,NoHealthInsurance,value,{Number},,,,,,,,
E_NOVEH,populationType,Household,numberOfVehicles,AvailableVehicles0,value,{Number},,,,,,,,,,,,,,
M_NOVEH,statType,marginOfError,populationType,Household,numberOfVehicles,AvailableVehicles0,value,{Number},,,,,,,,,,,,
E_GROUPQ,populationType,Person,residenceType,GroupQuarters,value,{Number},,,,,,,,,,,,,,
M_GROUPQ,statType,marginOfError,populationType,Person,residenceType,GroupQuarters,value,{Number},,,,,,,,,,,,
EP_NOHSDP,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,measurementDenominator,-educationalAttainment,unit,Percent,scalingFactor,100,value,{Number},,,,,,
MP_NOHSDP,statType,marginOfError,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,measurementDenominator,"-educationalAttainment,-statType",unit,Percent,scalingFactor,100,value,{Number},,,,
E_DISABL,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters,armedForcesStatus,Civilian,disabilityStatus,WithDisability,value,{Number},,,,,,,,,,
M_DISABL,statType,marginOfError,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters,armedForcesStatus,Civilian,disabilityStatus,WithDisability,value,{Number},,,,,,,,
EP_DISABL,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters,armedForcesStatus,Civilian,disabilityStatus,WithDisability,measurementDenominator,-disabilityStatus,unit,Percent,scalingFactor,100,value,{Number},,,,
MP_DISABL,statType,marginOfError,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters,armedForcesStatus,Civilian,disabilityStatus,WithDisability,measurementDenominator,"-disabilityStatus,-statType",unit,Percent,scalingFactor,100,value,{Number},,
,,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
#2010,,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
R_PL_THEME1,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,SocioeconomicStatus,comparisonRegion,country/USA,value,{Number},,,,,,,,
R_PL_THEME2,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,HouseholdCharacteristics,comparisonRegion,country/USA,value,{Number},,,,,,,,
R_PL_THEME3,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,RacialAndEthnicMinorityStatus,comparisonRegion,country/USA,value,{Number},,,,,,,,
R_PL_THEME4,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,vulnerabilityStatus,HousingTypeAndTransportation,comparisonRegion,country/USA,value,{Number},,,,,,,,
R_PL_THEMES,populationType,Person,measuredProperty,socialVulnerabilityIndex,statType,PercentileRankValue,comparisonRegion,country/USA,value,{Number},,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
AGE65,populationType,Person,age,[65 - Years],value,{Number},,,,,,,,,,,,,,
AGE17,populationType,Person,age,[0 17 Years],value,{Number},,,,,,,,,,,,,,
P_AGE65,populationType,Person,age,[65 - Years],measurementDenominator,-age,unit,Percent,scalingFactor,100,value,{Number},,,,,,,,
P_AGE17,populationType,Person,age,[0 17 Years],measurementDenominator,-age,unit,Percent,scalingFactor,100,value,{Number},,,,,,,,
E_P_LIMENG,populationType,Person,age,[5 - Years],abilityToSpeakEnglish,SpeakEnglishLessThanVeryWell,measurementDenominator,-abilityToSpeakEnglish,unit,Percent,scalingFactor,100,value,{Number},,,,,,
M_P_LIMENG,statType,marginOfError,populationType,Person,age,[5 - Years],abilityToSpeakEnglish,SpeakEnglishLessThanVeryWell,measurementDenominator,"-abilityToSpeakEnglish,-statType",unit,Percent,scalingFactor,100,value,{Number},,,,
E_P_UNEMP,populationType,Person,age,[16 - Years],armedForcesStatus,Civilian,employmentStatus,Unemployed,measurementDenominator,-employmentStatus,,,,,,,,,,
M_P_UNEMP,statType,marginOfError,populationType,Person,age,[16 - Years],armedForcesStatus,Civilian,employmentStatus,Unemployed,measurementDenominator,"-employmentStatus,-statType",,,,,,,,
#E_TOTPOP,,,,,,,,,,,,,,,,,,,,
#M_TOTPOP,,,,,,,,,,,,,,,,,,,,
#E_HU,,,,,,,,,,,,,,,,,,,,
#M_HU,,,,,,,,,,,,,,,,,,,,
#HH,,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
#E_UNEMP,,,,,,,,,,,,,,,,,,,,
#M_UNEMP,,,,,,,,,,,,,,,,,,,,
E_NOHSDIP,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,value,{Number},,,,,,,,,,,,
M_NOHSDIP,statType,marginOfError,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,value,{Number},,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
#E_NOVEH,,,,,,,,,,,,,,,,,,,,
#M_NOVEH,,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
E_P_NOHSDIP,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,measurementDenominator,-educationalAttainment,unit,Percent,scalingFactor,100,value,{Number},,,,,,
M_P_NOHSDIP,statType,marginOfError,populationType,Person,age,[25 - Years],educationalAttainment,LessThanHighSchoolDiploma,measurementDenominator,"-educationalAttainment,-statType",unit,Percent,scalingFactor,100,value,{Number},,,,
,,,,,,,,,,,,,,,,,,,,
GROUPQ,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters__InstitutionalizedGroupQuarters,value,{Number},,,,,,,,,,,,,,
P_GROUPQ,populationType,Person,residenceType,NoninstitutionalizedGroupQuarters__InstitutionalizedGroupQuarters,measurementDenominator,-residenceType,value,{Number},,,,,,,,,,,,
Loading
Loading