From 390bef0c20c2d6fcf8f5cb797e0196c9d907c07e Mon Sep 17 00:00:00 2001 From: Alex Richey Date: Thu, 9 Jan 2025 17:45:15 -0500 Subject: [PATCH] Ar Dec opendata (#27) * Remove OTI Data dicts from pub'd lion * use custom api_name for LION ds'es. TODO: use defaults * Add column defaults * LION date_made_public for a few datasets * Hurricane evac bug! * dataset: 2020 PUMA * dataset: Atomic Polygons * dataset: City Council Districts * dataset: Community Districts * dataset: Congressional Districts * dataset: Election Districts * dataset: Fire Battalions * dataset: Fire Companies * dataset: Fire Divisions * dataset: Health Center Districts * dataset: Municipal Courts * dataset: Atomic Polygons * dataset: pops * dataset: state senate district * dataset: state assembly districts * State Assem Dist and MIH changes * Make State Assem Dist comment less cryptic --------- Co-authored-by: Alex Richey --- products/lion/2020_census_blocks/metadata.yml | 7 +- products/lion/2020_census_tracts/metadata.yml | 7 +- .../metadata.yml | 6 +- .../metadata.yml | 4 +- .../metadata.yml | 13 ++- products/lion/atomic_polygons/metadata.yml | 81 ++++++++++++++++--- products/lion/borough_boundaries/metadata.yml | 2 + .../lion/city_council_districts/metadata.yml | 58 ++++++------- .../lion/community_districts/metadata.yml | 56 ++++++------- .../lion/congressional_districts/metadata.yml | 49 ++++++----- products/lion/election_districts/metadata.yml | 61 +++++++------- products/lion/fire_battalions/metadata.yml | 32 +++++--- products/lion/fire_companies/metadata.yml | 56 ++++++++----- products/lion/fire_divisions/metadata.yml | 48 +++++------ .../lion/health_center_districts/metadata.yml | 45 ++++++----- .../hurricane_evacuation_zones/metadata.yml | 6 +- products/lion/metadata.yml | 1 + .../municipal_court_districts/metadata.yml | 55 +++++++------ products/lion/police_precincts/metadata.yml | 2 + .../property_address_directory/metadata.yml | 4 +- products/lion/pseudo_lots/metadata.yml | 3 - .../lion/roadbed_pointer_list/metadata.yml | 3 - .../state_assembly_districts/metadata.yml | 50 ++++++------ .../lion/state_senate_districts/metadata.yml | 51 ++++++------ .../lion/street_name_dictionary/metadata.yml | 3 - .../metadata.yml | 9 ++- products/pops/pops/metadata.yml | 6 +- .../transit_zones/transit_zones/metadata.yml | 3 +- snippets/column_defaults.yml | 1 + 29 files changed, 407 insertions(+), 315 deletions(-) diff --git a/products/lion/2020_census_blocks/metadata.yml b/products/lion/2020_census_blocks/metadata.yml index d4bd201..689fabc 100644 --- a/products/lion/2020_census_blocks/metadata.yml +++ b/products/lion/2020_census_blocks/metadata.yml @@ -8,6 +8,7 @@ attributes: of the BIG APPLE- Archive. display_name: 2020 Census Blocks each_row_is_a: Census Block + date_made_public: '9/13/2021' tags: - census block - '2020' @@ -34,9 +35,6 @@ destinations: - id: shapefile_water_not_included custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: wmsu-5muw - id: socrata_water_included @@ -48,9 +46,6 @@ destinations: - id: shapefile_water_included custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment custom: four_four: wrzv-t2c4 - id: bytes diff --git a/products/lion/2020_census_tracts/metadata.yml b/products/lion/2020_census_tracts/metadata.yml index fc9cb91..ad184a0 100644 --- a/products/lion/2020_census_tracts/metadata.yml +++ b/products/lion/2020_census_tracts/metadata.yml @@ -8,6 +8,7 @@ attributes: of the BIG APPLE- Archive. display_name: 2020 Census Tracts each_row_is_a: Census Tract + date_made_public: '9/13/2021' tags: - census tracts - '2020' @@ -34,9 +35,6 @@ destinations: - id: shapefile_water_not_included custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: 63ge-mke6 - id: socrata_water_included @@ -48,9 +46,6 @@ destinations: - id: shapefile_water_included custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment custom: four_four: imfq-nf3j - id: bytes diff --git a/products/lion/2020_community_district_tabulation_areas/metadata.yml b/products/lion/2020_community_district_tabulation_areas/metadata.yml index adb8260..5bde0cb 100644 --- a/products/lion/2020_community_district_tabulation_areas/metadata.yml +++ b/products/lion/2020_community_district_tabulation_areas/metadata.yml @@ -8,6 +8,7 @@ attributes: data are available at BYTES of the BIG APPLE- Archive. display_name: 2020 Community District Tabulation Areas (CDTAs) + date_made_public: '9/13/2021' each_row_is_a: Community District Tabulation Area tags: - community district tabulation area @@ -35,9 +36,6 @@ destinations: - id: nycdta2020_metadata.pdf custom: destination_use: attachment - - id: oti_data_dictionary - custom: - destination_use: attachment - id: shapefile custom: destination_use: dataset_file @@ -149,6 +147,8 @@ columns: data_type: decimal description: Length of feature in internal units. example: '37550.8572191' + custom: + api_name: shape_leng - id: shape_area name: Shape_Area data_type: decimal diff --git a/products/lion/2020_neighborhood_tabulation_areas/metadata.yml b/products/lion/2020_neighborhood_tabulation_areas/metadata.yml index 2aba389..2b0d601 100644 --- a/products/lion/2020_neighborhood_tabulation_areas/metadata.yml +++ b/products/lion/2020_neighborhood_tabulation_areas/metadata.yml @@ -7,6 +7,7 @@ attributes: Though NTA boundaries and their associated names roughly correspond with many neighborhoods commonly recognized by New Yorkers, NTAs are not intended to definitively represent neighborhoods, nor are they intended to be exhaustive of all possible names and understandings of neighborhoods throughout New York City. Additionally, non-residential areas including large parks, airports, cemeteries, and other special areas are represented separately within this dataset and are assigned codes according to their type (See NTAType field). All previously released versions of this data are available at BYTES of the BIG APPLE- Archive. display_name: 2020 Neighborhood Tabulation Areas (NTAs) each_row_is_a: Neighborhood Tabulation Area + date_made_public: '9/13/2021' tags: - neighborhood tabulation areas - nta @@ -36,9 +37,6 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: 9nt8-h7nd - id: bytes diff --git a/products/lion/2020_public_use_microdata_areas/metadata.yml b/products/lion/2020_public_use_microdata_areas/metadata.yml index f7d64fe..7624c20 100644 --- a/products/lion/2020_public_use_microdata_areas/metadata.yml +++ b/products/lion/2020_public_use_microdata_areas/metadata.yml @@ -1,4 +1,4 @@ -id: 2020_public_use_microdata_areas_pumas +id: 2020_public_use_microdata_areas attributes: description: The 2020 NYC Public Use Microdata Areas (PUMAs) are statistical geographic @@ -9,6 +9,7 @@ attributes: are derived from the US Census Bureau's TIGER project and have been geographically modified to fit the New York City base map. display_name: 2020 Public Use Microdata Areas (PUMAs) + date_made_public: '9/13/2021' each_row_is_a: A 2020 Public Use Microdata Area (PUMA) tags: - puma @@ -48,6 +49,15 @@ destinations: custom: url: https://s-media.nyc.gov/agencies/dcp/assets/files/pdf/data-tools/bytes/nypuma2020_metadata.pdf + +revisions: +- date: '10/31/23' + summary: "Published to NYC Open Data Portal" + notes: "Version 23C. Orighinal version 23B was released on 5/8/2023" +- date: '7/1/24' + summary: "Updated field description for PUMA field." + notes: " " + files: - file: id: shapefile @@ -59,6 +69,7 @@ files: is_metadata: true - file: id: data_dictionary_xlsx + type: oti_data_dictionary filename: puma2020_data_dictionary.xlsx is_metadata: true diff --git a/products/lion/atomic_polygons/metadata.yml b/products/lion/atomic_polygons/metadata.yml index 0ff52e6..82a79c4 100644 --- a/products/lion/atomic_polygons/metadata.yml +++ b/products/lion/atomic_polygons/metadata.yml @@ -4,11 +4,20 @@ attributes: description: |- Atomic polygons serve as a set of basic building blocks for generating the polygons of many of the district types represented in the NYC Street Centerline (CSCL) database. Feature classes such as election district, school district, census block, FDNY administrative company, and community district can be dissolved by combining the appropriate fields in atomic polygons. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Atomic Polygons each_row_is_a: Atomic Polygon tags: - atomic polygons + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC date_made_public: '3/6/2015' assembly: [] @@ -24,14 +33,44 @@ destinations: destination_use: attachment files: - id: shapefile + dataset_overrides: + overridden_columns: + - id: admin_fire_company + name: ADMIN_FIRE + - id: commercial_waste_zone + name: COMMERCIAL + - id: hurricane_evacuation_zone + name: HURRICANE + - id: censusblock_2000 + name: CENSUSBLOC + - id: censusblock_2000_suffix + name: CENSUSBL_1 + - id: censustract_2000 + name: CENSUSTRAC + - id: censusblock_2010 + name: CENSUSBL_2 + - id: censusblock_2010_suffix + name: CENSUSBL_3 + - id: censustract_2010 + name: CENSUSTR_1 + - id: censustract_1990 + name: CENSUSTR_2 + - id: censustract_2020 + name: CENSUSTR_3 + - id: censusblock_2020 + name: CENSUSBL_4 + - id: censusblock_2020_suffix + name: CENSUSBL_5 + - id: shape_length + name: shape_length custom: destination_use: dataset_file - - id: oti_data_dictionary + - id: nyap_metadata.pdf custom: destination_use: attachment tags: [socrata_unpublished] custom: - four_four: k4qs-rbku + four_four: wgbs-damt - id: bytes type: bytes files: @@ -93,7 +132,7 @@ columns: - id: borough name: BOROUGH data_type: text - description: Borough Code. + description: Borough code. example: '4' values: - value: '1' @@ -111,41 +150,57 @@ columns: data_type: text description: String value of the 2020 census tract number. example: None + custom: + api_name: censusbloc - id: censusblock_2000_suffix name: CENSUSBLOCK_2000_SUFFIX data_type: text description: An alphabetic suffix for the 2000 census block. example: None + custom: + api_name: censusbl_1 - id: censustract_2000 name: CENSUSTRACT_2000 data_type: text description: String value of the 2000 census tract number. example: None + custom: + api_name: censustrac - id: censusblock_2010 name: CENSUSBLOCK_2010 data_type: text description: String value of the 2010 census block number. example: None + custom: + api_name: censusbl_2 - id: censusblock_2010_suffix name: CENSUSBLOCK_2010_SUFFIX data_type: text description: An alphabetic suffix for the 2010 census block. example: None + custom: + api_name: censusbl_3 - id: censustract_2010 name: CENSUSTRACT_2010 data_type: text description: String value of the 2000 census tract number. example: None + custom: + api_name: censustr_1 - id: censustract_1990 name: CENSUSTRACT_1990 data_type: text description: String value of the 1990 census tract number. example: None + custom: + api_name: censustr_2 - id: admin_fire_company name: ADMIN_FIRE_COMPANY data_type: text description: The fire company number servicing the district. example: None + custom: + api_name: admin_fire - id: water_flag name: WATER_FLAG data_type: text @@ -231,38 +286,40 @@ columns: an evacuation zone. (Note: field name may appear as "Hurricane_" in shapefile due to ESRI character limit)' example: None + custom: + api_name: hurricane_ - id: censustract_2020 name: CENSUSTRACT_2020 data_type: text description: String value of the 2020 census tract number. example: None + custom: + api_name: censustr_3 - id: censusblock_2020 name: CENSUSBLOCK_2020 data_type: text description: String value of the 2020 census block number. example: None + custom: + api_name: censusbl_4 - id: censusblock_2020_suffix name: CENSUSBLOCK_2020_SUFFIX data_type: text description: An alphabetic suffix for the 2020 census block. example: None + custom: + api_name: censusbl_5 - id: commercial_waste_zone name: Commercial Waste Zone data_type: text description: Commercial Waste Zones established as part of the Department of Sanitation's (DSNY) comprehensive plan for reforming the private carting industry. example: None + custom: + api_name: commercial - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None - id: the_geom - name: The_Geom data_type: geometry - example: None diff --git a/products/lion/borough_boundaries/metadata.yml b/products/lion/borough_boundaries/metadata.yml index cc2c27a..c39237d 100644 --- a/products/lion/borough_boundaries/metadata.yml +++ b/products/lion/borough_boundaries/metadata.yml @@ -159,6 +159,8 @@ columns: data_type: decimal description: Length of feature in internal units. example: None + custom: + api_name: shape_leng - id: the_geom name: the_geom data_type: geometry diff --git a/products/lion/city_council_districts/metadata.yml b/products/lion/city_council_districts/metadata.yml index a247c56..d7b8a6e 100644 --- a/products/lion/city_council_districts/metadata.yml +++ b/products/lion/city_council_districts/metadata.yml @@ -2,25 +2,25 @@ id: city_council_districts attributes: description: |- - GIS data: Boundaries of City Council Districts. + The City Council district boundaries for New York City. - All previously released versions of this data are available at BYTES of the BIG APPLE- Archive. + {{ bytes_previous_versions_link }} display_name: City Council Districts - each_row_is_a: Council District + each_row_is_a: Council district + date_made_public: "4/18/2013" tags: - - geographic - - voting - - location - - map - - cartography - - city council - - council - - boundary - - elect + - City Council Districts - election - - city council districts - - dcp - date_made_public: '' + - political + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC assembly: [] @@ -36,12 +36,13 @@ destinations: - id: shapefile_wi custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] + dataset_overrides: + overridden_columns: + - id: coundist + custom: + api_name: coun_dist custom: - four_four: acqs-su35 + four_four: mkqi-d8x3 - id: socrata type: socrata files: @@ -51,9 +52,6 @@ destinations: - id: shapefile_wi custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment tags: [socrata_unpublished] custom: four_four: 872g-cjhh @@ -83,9 +81,9 @@ files: dataset_overrides: attributes: description: |- - GIS data: Boundaries of City Council Districts. (Water Areas Included) + The City Council district boundaries for New York City including portions under water. - All previously released versions of this data are available at BYTES of the BIG APPLE- Archive. + {{ bytes_previous_versions_link }} display_name: City Council Districts (Water Areas Included) overridden_columns: - id: shape_length @@ -131,17 +129,13 @@ columns: - id: coundist name: CounDist data_type: integer - description: City Council District Number + description: City Council district number example: None - id: the_geom - name: Shape data_type: geometry - example: None - id: shape_length - name: Shape_Length data_type: decimal - example: None + custom: + api_name: shape_leng - id: shape_area - name: Shape_Area data_type: decimal - example: None diff --git a/products/lion/community_districts/metadata.yml b/products/lion/community_districts/metadata.yml index 1dff1c7..750a803 100644 --- a/products/lion/community_districts/metadata.yml +++ b/products/lion/community_districts/metadata.yml @@ -2,24 +2,28 @@ id: community_districts attributes: description: |- - GIS data: Community Districts + Community District boundaries for New York City. - Community Districts are mandated by the city charter to review and monitor quality of life issues for New York City (NYC) neighborhoods. NYC is currently comprised of 59 community districts. The first byte is a borough code and the second and third bytes are the community district number. There are also 12 Joint Interest Areas (JIAs). The JIAs are major parks and airports and are not contained within any community district. This dataset is being provided by the Department of City Planning (DCP) for informational purposes only. DCP does not warranty the completeness, accuracy, content, or fitness for any particular purpose or use of the dataset, nor are any such warranties to be implied or inferred with respect to the dataset as furnished on the website. DCP and the City are not liable for any deficiencies in the completeness, accuracy, content, or fitness for any particular purpose or use the dataset, or applications utilizing the dataset, provided by any third party. + Community Districts (CD) are mandated by the city charter to review and monitor quality of life issues for New York City (NYC) neighborhoods. NYC is currently comprised of 59 community districts. There are also 12 Joint Interest Areas (JIAs). The JIAs are major parks and airports and are not contained within any community district. The BoroCD value is the unique ID for CDs and JIAs with the first byte representing the borough code and the second and third bytes are the CD or JIA number. - All previously released versions of this data are available at BYTES of the BIG APPLE- Archive. + {{ bytes_previous_versions_link }} display_name: Community Districts - each_row_is_a: Community District + each_row_is_a: Community district tags: - - community districts - - dcp - - geographic - - location - - map - - cartography - - community + - Community Districts + - CD + - Community Board + - CB + - boundary - boundaries - - water - date_made_public: '' + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC + date_made_public: '2/23/2015' assembly: [] @@ -48,14 +52,14 @@ destinations: custom: destination_use: attachment - id: shapefile_wi + dataset_overrides: + overridden_columns: + - id: borocd + name: BoroCD custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: 597j-7eb8 + four_four: 6ak9-vek3 - id: bytes type: bytes files: @@ -82,15 +86,15 @@ files: dataset_overrides: attributes: description: |- - GIS data: Community Districts (Water areas included) + Community District boundaries for New York City including portions under water. - Community Districts are mandated by the city charter to review and monitor quality of life issues for New York City (NYC) neighborhoods. NYC is currently comprised of 59 community districts. The first byte is a borough code and the second and third bytes are the community district number. There are also 12 Joint Interest Areas (JIAs). The JIAs are major parks and airports and are not contained within any community district. This dataset is being provided by the Department of City Planning (DCP) for informational purposes only. DCP does not warranty the completeness, accuracy, content, or fitness for any particular purpose or use of the dataset, nor are any such warranties to be implied or inferred with respect to the dataset as furnished on the website. DCP and the City are not liable for any deficiencies in the completeness, accuracy, content, or fitness for any particular purpose or use the dataset, or applications utilizing the dataset, provided by any third party. + Community Districts (CD) are mandated by the city charter to review and monitor quality of life issues for New York City (NYC) neighborhoods. NYC is currently comprised of 59 community districts. There are also 12 Joint Interest Areas (JIAs). The JIAs are major parks and airports and are not contained within any community district. The BoroCD value is the unique ID for CDs and JIAs with the first byte representing the borough code and the second and third bytes are the CD or JIA number. - All previously released versions of this data are available at BYTES of the BIG APPLE- Archive. + {{ bytes_previous_versions_link }} display_name: Community Districts (Water areas included) overridden_columns: - id: shape_length - name: shape_leng + name: Shape_Leng - file: id: shapefile filename: nycd.zip @@ -134,15 +138,11 @@ columns: data_type: text description: Community district number preceded by BoroCode. example: None + custom: + api_name: boro_cd - id: the_geom - name: Shape data_type: geometry - example: None - id: shape_length - name: Shape_Length data_type: decimal - example: None - id: shape_area - name: Shape_Area data_type: decimal - example: None diff --git a/products/lion/congressional_districts/metadata.yml b/products/lion/congressional_districts/metadata.yml index d746a4b..0f2740a 100644 --- a/products/lion/congressional_districts/metadata.yml +++ b/products/lion/congressional_districts/metadata.yml @@ -2,26 +2,25 @@ id: congressional_districts attributes: description: |- - Boundaries of congressional districts. + US Congressional District boundaries for New York City. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Congressional Districts each_row_is_a: Congressional district tags: - - geographic - - voting - - location - - map - - cartography - - district - - congress - - congressional - - boundary - - elect + - Congressional Districts - election - - congressional districts - - dcp - date_made_public: '' + - political + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC + date_made_public: '4/18/2013' assembly: [] @@ -37,12 +36,8 @@ destinations: - id: shapefile_wi custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: j5kw-6gtg + four_four: 35e4-miqd - id: socrata type: socrata files: @@ -52,9 +47,9 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment + # - id: oti_data_dictionary + # custom: + # destination_use: attachment tags: [socrata_unpublished] custom: four_four: j3u5-usz2 @@ -84,9 +79,9 @@ files: dataset_overrides: attributes: description: |- - Boundaries of Congressional districts (water areas included). + US Congressional District boundaries for New York City including portions under water. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Congressional Districts (water areas included) overridden_columns: - id: shape_length @@ -135,6 +130,8 @@ columns: description: US House of Representatives congressional district number for the State of New York. example: None + custom: + api_name: cong_dist - id: the_geom name: the_geom data_type: geometry @@ -145,6 +142,8 @@ columns: data_type: decimal description: Length of feature in internal units. example: None + custom: + api_name: shape_leng - id: shape_area name: Shape_Area data_type: decimal diff --git a/products/lion/election_districts/metadata.yml b/products/lion/election_districts/metadata.yml index 1817075..7bcebdf 100644 --- a/products/lion/election_districts/metadata.yml +++ b/products/lion/election_districts/metadata.yml @@ -2,24 +2,24 @@ id: election_districts attributes: description: |- - Boundaries of election districts. + New York City Board of Elections election district boundaries for New York City clipped to the shoreline. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Election Districts each_row_is_a: Election district tags: + - Election Districts - political - - dcp - - geographic - - voting - - location - - map - - cartography - - district - boundary - - elect - - election - date_made_public: '' + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC + date_made_public: '1/31/2013' assembly: [] @@ -33,14 +33,14 @@ destinations: custom: destination_use: attachment - id: shapefile_wi + dataset_overrides: + overridden_columns: + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: 63sm-kk9b + four_four: y4qz-3s3n - id: socrata type: socrata files: @@ -48,14 +48,14 @@ destinations: custom: destination_use: attachment - id: shapefile + dataset_overrides: + overridden_columns: + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: afve-r9tt + four_four: wwxk-38u4 - id: bytes type: bytes files: @@ -82,9 +82,9 @@ files: dataset_overrides: attributes: description: |- - Boundaries of election districts (water areas included). + New York City Board of Elections election district boundaries for New York City including portions under water. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Election Districts (water areas included) overridden_columns: - id: shape_length @@ -133,18 +133,13 @@ columns: description: Three digit election district number preceded by the two digit state assembly district. example: None + custom: + api_name: elect_dist - id: the_geom - name: the_geom data_type: geometry - description: '' - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None + custom: + api_name: shape_leng - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None diff --git a/products/lion/fire_battalions/metadata.yml b/products/lion/fire_battalions/metadata.yml index 564b76a..a5e9452 100644 --- a/products/lion/fire_battalions/metadata.yml +++ b/products/lion/fire_battalions/metadata.yml @@ -1,18 +1,26 @@ +# TODO: Matt: FireBN - should be Fire Battalion. Should it? id: fire_battalions attributes: description: |- - Boundaries of fire battalions. + Fire Battalion boundaries of New York City. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Fire Battalions each_row_is_a: Fire battalion tags: - - fire battalions - - dcp - - public safety - - fdny - date_made_public: '' + - Fire Battalions + - FDNY + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC + date_made_public: '1/31/2013' assembly: [] @@ -28,12 +36,8 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: srix-vkxq + four_four: xzng-ft6f - id: bytes type: bytes files: @@ -71,6 +75,8 @@ columns: data_type: integer description: The battalion number servicing the district. example: None + custom: + api_name: fire_bn - id: the_geom name: the_geom data_type: geometry @@ -81,6 +87,8 @@ columns: data_type: decimal description: Length of feature in internal units. example: None + custom: + api_name: shape_leng - id: shape_area name: Shape_Area data_type: decimal diff --git a/products/lion/fire_companies/metadata.yml b/products/lion/fire_companies/metadata.yml index 3cc9e73..ba4a9eb 100644 --- a/products/lion/fire_companies/metadata.yml +++ b/products/lion/fire_companies/metadata.yml @@ -2,17 +2,24 @@ id: fire_companies attributes: description: |- - Boundaries of fire companies. + Fire Companies boundaries of New York City. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Fire Companies each_row_is_a: Fire company tags: - - fire companies - - dcp - - public safety - - fdny - date_made_public: '' + - Fire Companies + - FDNY + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC + date_made_public: '1/31/2013' assembly: [] @@ -26,14 +33,22 @@ destinations: custom: destination_use: attachment - id: shapefile + dataset_overrides: + overridden_columns: + - id: fire_company_type + name: FireCoType + - id: fire_company_number + name: FireCoNum + - id: fire_division + name: FireDiv + - id: fire_battalion + name: FireBN + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: qzxy-jtkb + four_four: bst7-5464 - id: bytes type: bytes files: @@ -87,33 +102,32 @@ columns: description: Engine Company - value: Q description: Fire Squad + custom: + api_name: fire_co_type - id: fire_company_number name: FireCoNum data_type: integer description: The company number servicing the district. example: None + custom: + api_name: fire_co_num - id: fire_division name: FireDiv data_type: text description: The division number servicing the district. example: None + custom: + api_name: fire_div - id: fire_battalion name: FireBN data_type: integer description: The battalion number servicing the district. example: None + custom: + api_name: fire_bn - id: the_geom - name: the_geom data_type: geometry - description: '' - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None diff --git a/products/lion/fire_divisions/metadata.yml b/products/lion/fire_divisions/metadata.yml index f6ccda3..9159919 100644 --- a/products/lion/fire_divisions/metadata.yml +++ b/products/lion/fire_divisions/metadata.yml @@ -2,17 +2,24 @@ id: fire_divisions attributes: description: |- - Boundaries of fire divisions. + Fire Divisions boundaries of New York City. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Fire Divisions each_row_is_a: Fire division + date_made_public: '1/31/2013' tags: - - fire divisions - - dcp - - public safety - - fdny - date_made_public: '' + - Fire Divisions + - FDNY + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC assembly: [] @@ -26,14 +33,18 @@ destinations: custom: destination_use: attachment - id: shapefile + dataset_overrides: + overridden_columns: + - id: fire_division + name: FireDiv + custom: + api_name: fire_div + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: pdpm-dczf + four_four: 68m2-uzcb - id: bytes type: bytes files: @@ -66,23 +77,14 @@ files: type: oti_data_dictionary columns: -- id: firediv - name: FireDiv +- id: fire_division + name: firediv data_type: integer description: The fire division number servicing the district. example: None - id: the_geom - name: the_geom data_type: geometry - description: '' - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None diff --git a/products/lion/health_center_districts/metadata.yml b/products/lion/health_center_districts/metadata.yml index 5f004c7..583114c 100644 --- a/products/lion/health_center_districts/metadata.yml +++ b/products/lion/health_center_districts/metadata.yml @@ -2,13 +2,23 @@ id: health_center_districts attributes: description: |- - Health Center Districts - by Department of City Planning. + Health center service area boundaries for New York City. Health Center service areas are aggregates of health areas and are used for reporting health statistics. They were created by the NYC Department of Health and Mental Hygiene (DOHMH). - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Health Center Districts - each_row_is_a: Health Center District + each_row_is_a: Health Center district tags: - - 'gis data: boundaries of health districts' + - Health Center Sevice Area + - DOHMH + - boundary + - boundaries + - districts + - LION + - CSCL + - Department of City Planning + - DCP + - New York City + - NYC date_made_public: '2/23/2015' assembly: [] @@ -23,14 +33,22 @@ destinations: custom: destination_use: attachment - id: shapefile + dataset_overrides: + overridden_columns: + - id: boro_code + name: BoroCode + - id: boro_name + name: BoroName + - id: health_center_district + name: HCentDist + custom: + api_name: hcent_dist + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: 6nss-v3ep + four_four: 6ez8-za84 - id: bytes type: bytes files: @@ -102,17 +120,8 @@ columns: description: Denotes the Health Center number. example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None - id: the_geom - name: the_geom data_type: geometry - description: '' - example: None diff --git a/products/lion/hurricane_evacuation_zones/metadata.yml b/products/lion/hurricane_evacuation_zones/metadata.yml index 7275574..9fe62ca 100644 --- a/products/lion/hurricane_evacuation_zones/metadata.yml +++ b/products/lion/hurricane_evacuation_zones/metadata.yml @@ -40,7 +40,7 @@ destinations: - id: shapefile custom: url: https://s-media.nyc.gov/agencies/dcp/assets/files/zip/data-tools/bytes/nyhez_{{ version }}.zip - id: nyhez_metadata.pdf + - id: nyhez_metadata.pdf custom: url: https://s-media.nyc.gov/agencies/dcp/assets/files/pdf/data-tools/bytes/nyhez_metadata.pdf @@ -72,6 +72,8 @@ columns: data_type: text description: Hurricane evacuation zone. example: None + custom: + api_name: hurricane_ - id: the_geom name: the_geom data_type: geometry @@ -82,6 +84,8 @@ columns: data_type: decimal description: Length of feature in internal units. example: None + custom: + api_name: shape_leng - id: shape_area name: Shape_Area data_type: decimal diff --git a/products/lion/metadata.yml b/products/lion/metadata.yml index 7c43777..b25cda7 100644 --- a/products/lion/metadata.yml +++ b/products/lion/metadata.yml @@ -12,6 +12,7 @@ datasets: - 2020_census_tracts - 2020_community_district_tabulation_areas - 2020_neighborhood_tabulation_areas + - 2020_public_use_microdata_areas - atomic_polygons - borough_boundaries - city_council_districts diff --git a/products/lion/municipal_court_districts/metadata.yml b/products/lion/municipal_court_districts/metadata.yml index fef6418..aefbf6f 100644 --- a/products/lion/municipal_court_districts/metadata.yml +++ b/products/lion/municipal_court_districts/metadata.yml @@ -4,7 +4,7 @@ attributes: description: |- Boundaries of Municipal Court districts. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: Municipal Court Districts each_row_is_a: Municipal Court district tags: @@ -28,14 +28,20 @@ destinations: custom: destination_use: attachment - id: shapefile_wi + dataset_overrides: + overridden_columns: + - id: borocode + name: BoroCode + - id: boroname + name: BoroName + - id: municourt + name: MuniCourt + - id: shape_length + name: Shape_Length custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: yr65-4zy6 + four_four: qssd-iewi - id: socrata type: socrata files: @@ -43,14 +49,20 @@ destinations: custom: destination_use: attachment - id: shapefile + dataset_overrides: + overridden_columns: + - id: borocode + name: BoroCode + - id: boroname + name: BoroName + - id: municourt + name: MuniCourt + - id: shape_length + name: Shape_Length custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] custom: - four_four: 5ewv-dbt8 + four_four: mi5z-t7dx - id: bytes type: bytes files: @@ -77,10 +89,10 @@ files: dataset_overrides: attributes: description: |- - Boundaries of Municipal Court districts. (water areas included) + Boundaries of Municipal Court districts including portions under water. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. - display_name: Municipal Court Districts (water areas included) + {{ bytes_previous_versions_link }} + display_name: Municipal Court Districts (water areas included) overridden_columns: - id: shape_length name: shape_leng @@ -127,6 +139,8 @@ columns: data_type: integer description: Municipal Court district number. example: None + custom: + api_name: muni_court - id: borocode name: BoroCode data_type: text @@ -143,6 +157,8 @@ columns: description: Queens - value: '5' description: Staten Island + custom: + api_name: boro_code - id: boroname name: BoroName data_type: text @@ -154,18 +170,11 @@ columns: - value: Manhattan - value: Queens - value: Staten Island + custom: + api_name: boro_name - id: the_geom - name: the_geom data_type: geometry - description: '' - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None diff --git a/products/lion/police_precincts/metadata.yml b/products/lion/police_precincts/metadata.yml index 800e4fb..c11e1a2 100644 --- a/products/lion/police_precincts/metadata.yml +++ b/products/lion/police_precincts/metadata.yml @@ -88,6 +88,8 @@ columns: data_type: decimal description: Length of feature in internal units. example: None + custom: + api_name: shape_leng - id: shape_area name: Shape_Area data_type: decimal diff --git a/products/lion/property_address_directory/metadata.yml b/products/lion/property_address_directory/metadata.yml index d74d67b..c61756b 100644 --- a/products/lion/property_address_directory/metadata.yml +++ b/products/lion/property_address_directory/metadata.yml @@ -7,6 +7,7 @@ attributes: All previously released versions of this data are available at BYTES of the BIG APPLE- Archive. display_name: Property Address Directory each_row_is_a: Property Address + date_made_public: '9/13/2021' tags: - dcp - pad @@ -32,9 +33,6 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: bc8t-ecyu is_unparsed_dataset: true diff --git a/products/lion/pseudo_lots/metadata.yml b/products/lion/pseudo_lots/metadata.yml index 444d5b1..886349c 100644 --- a/products/lion/pseudo_lots/metadata.yml +++ b/products/lion/pseudo_lots/metadata.yml @@ -34,9 +34,6 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: dx24-9ef7 - id: bytes diff --git a/products/lion/roadbed_pointer_list/metadata.yml b/products/lion/roadbed_pointer_list/metadata.yml index 194ded9..5b08a4b 100644 --- a/products/lion/roadbed_pointer_list/metadata.yml +++ b/products/lion/roadbed_pointer_list/metadata.yml @@ -25,9 +25,6 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: qs4p-vs2w is_unparsed_dataset: true diff --git a/products/lion/state_assembly_districts/metadata.yml b/products/lion/state_assembly_districts/metadata.yml index e55a5a8..d551999 100644 --- a/products/lion/state_assembly_districts/metadata.yml +++ b/products/lion/state_assembly_districts/metadata.yml @@ -4,7 +4,7 @@ attributes: description: |- Boundaries of State Assembly districts. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: State Assembly Districts each_row_is_a: State Assembly district tags: @@ -28,14 +28,19 @@ destinations: custom: destination_use: attachment - id: shapefile_wi + dataset_overrides: + overridden_columns: + - id: assembly_district + name: AssemDist + - id: shape_length + name: Shape_Length custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] + # - id: oti_data_dictionary_wi + # custom: + # destination_use: attachment custom: - four_four: 8gke-583r + four_four: nymm-wb5m - id: socrata type: socrata files: @@ -43,11 +48,20 @@ destinations: custom: destination_use: attachment - id: shapefile + # TODO: Uncomment me when this dataset is migrated to the + # new four-four. Overrides mirror those to the destination above, which has been migrated already + + # dataset_overrides: + # overridden_columns: + # - id: assembly_district + # name: AssemDist + # - id: shape_length + # name: Shape_Length custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment + # - id: oti_data_dictionary + # custom: + # destination_use: attachment tags: [socrata_unpublished] custom: four_four: 5yfv-9hkp @@ -77,9 +91,9 @@ files: dataset_overrides: attributes: description: |- - Boundaries of State Assembly districts (water areas included). + Boundaries of State Assembly districts including portions under water. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: State Assembly Districts (water areas included) overridden_columns: - id: shape_length @@ -91,12 +105,6 @@ files: filename: nyad.zip type: shapefile dataset_overrides: - attributes: - description: |- - Boundaries of State Assembly districts. - - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. - display_name: State Assembly Districts overridden_columns: - id: shape_length name: shape_leng @@ -140,15 +148,7 @@ columns: - id: the_geom name: the_geom data_type: geometry - description: - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. - example: None - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None diff --git a/products/lion/state_senate_districts/metadata.yml b/products/lion/state_senate_districts/metadata.yml index 4b2effd..af8e45b 100644 --- a/products/lion/state_senate_districts/metadata.yml +++ b/products/lion/state_senate_districts/metadata.yml @@ -4,7 +4,7 @@ attributes: description: |- Boundaries of State Senate districts. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: State Senate Districts each_row_is_a: State Senate district tags: @@ -33,14 +33,19 @@ destinations: custom: destination_use: attachment - id: shapefile_wi + dataset_overrides: + overridden_columns: + - id: state_senate_district + name: AssemDist + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary_wi - custom: - destination_use: attachment - tags: [socrata_unpublished] + # - id: oti_data_dictionary_wi + # custom: + # destination_use: attachment custom: - four_four: kkv2-gkck + four_four: 4294-fz9s - id: socrata type: socrata files: @@ -48,14 +53,19 @@ destinations: custom: destination_use: attachment - id: shapefile + dataset_overrides: + overridden_columns: + - id: state_senate_district + name: AssemDist + - id: shape_length + name: Shape_Leng custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment - tags: [socrata_unpublished] + # - id: oti_data_dictionary + # custom: + # destination_use: attachment custom: - four_four: qi35-3r9s + four_four: afns-vxeu - id: bytes type: bytes files: @@ -82,9 +92,9 @@ files: dataset_overrides: attributes: description: |- - Boundaries of State Senate Districts (water areas included). + Boundaries of State Senate Districts including portions under water. - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. + {{ bytes_previous_versions_link }} display_name: State Senate Districts (water areas included) overridden_columns: - id: shape_length @@ -96,11 +106,6 @@ files: filename: nyss.zip type: shapefile dataset_overrides: - attributes: - description: |- - Boundaries of State Senate Districts. - - All previously released versions of this data are available at BYTES of the BIG APPLE - Archive. overridden_columns: - id: shape_length name: shape_leng @@ -141,18 +146,12 @@ columns: data_type: integer description: New York State Senate district number. example: None + custom: + api_name: st_sen_dist - id: the_geom - name: the_geom data_type: geometry - description: - example: None - id: shape_length - name: Shape_Length data_type: decimal - description: Length of feature in internal units. example: None - id: shape_area - name: Shape_Area data_type: decimal - description: Area of feature in internal units squared. - example: None diff --git a/products/lion/street_name_dictionary/metadata.yml b/products/lion/street_name_dictionary/metadata.yml index 71e0f0e..d8e8d3b 100644 --- a/products/lion/street_name_dictionary/metadata.yml +++ b/products/lion/street_name_dictionary/metadata.yml @@ -32,9 +32,6 @@ destinations: - id: shapefile custom: destination_use: dataset_file - - id: oti_data_dictionary - custom: - destination_use: attachment custom: four_four: w4v2-rv6b is_unparsed_dataset: true diff --git a/products/mandatory_inclusionary_housing/mandatory_inclusionary_housing/metadata.yml b/products/mandatory_inclusionary_housing/mandatory_inclusionary_housing/metadata.yml index fb529a9..a5dca26 100644 --- a/products/mandatory_inclusionary_housing/mandatory_inclusionary_housing/metadata.yml +++ b/products/mandatory_inclusionary_housing/mandatory_inclusionary_housing/metadata.yml @@ -4,8 +4,9 @@ attributes: description: |- The Mandatory Inclusionary Housing program was adopted in 2016 to encourage the creation of housing for families at a range of incomes in areas planned for housing growth. When actions of the Commission significantly increase residential density, the City Planning Commission and the City Council will apply one or more options to require affordable housing as part of new residential construction. - All previously released versions of this data are available at BYTES of the BIG APPLE- Archive + {{ bytes_previous_versions_link }} display_name: Mandatory Inclusionary Housing + date_made_public: "3/14/2017" publishing_frequency: Monthly each_row_is_a: A Mandatorily Included House tags: @@ -40,7 +41,7 @@ destinations: custom: destination_use: dataset_file custom: - four_four: p6cc-cxkc + four_four: m79g-k9r4 - id: bytes type: bytes files: @@ -130,11 +131,15 @@ columns: data_type: text description: Project Name of the Mandatory Inclusionary Housing (MIH) area. example: Jerome Avenue Rezoning + custom: + api_name: project_nam - id: dateadopte name: Date Adopted data_type: datetime description: The date the ULURP text amendment application was adopted. example: '2021-11-23T00:00:00.000' + custom: + api_name: date_adopte - id: zr_ulurpno name: ZR_ULURP Number data_type: text diff --git a/products/pops/pops/metadata.yml b/products/pops/pops/metadata.yml index 61ae5d5..13d4fab 100644 --- a/products/pops/pops/metadata.yml +++ b/products/pops/pops/metadata.yml @@ -1,11 +1,13 @@ -id: privately_owned_public_spaces_pops +id: pops attributes: description: |- Privately owned public spaces, also known by the acronym POPS, are outdoor and indoor spaces provided for public enjoyment by private owners in exchange for bonus floor area or waivers, an incentive first introduced into New York City's zoning regulations in 1961. To find out more about POPS, visit the Department of City Planning's website at http://nyc.gov/pops. This database contains detailed information about each privately owned public space in New York City. Data Source: Privately Owned Public Space Database (2018), owned and maintained by the New York City Department of City Planning and created in collaboration with Jerold S. Kayden and The Municipal Art Society of New York. - All previously released versions of this data are available at BYTES of the BIG APPLE- Archive" + + {{ bytes_previous_versions_link }} display_name: Privately Owned Public Spaces (POPS) + date_made_public: 7/9/2019 each_row_is_a: Privately Owned Public Space publishing_frequency: Bi-annually tags: diff --git a/products/transit_zones/transit_zones/metadata.yml b/products/transit_zones/transit_zones/metadata.yml index 0d74597..7fd5f66 100644 --- a/products/transit_zones/transit_zones/metadata.yml +++ b/products/transit_zones/transit_zones/metadata.yml @@ -7,6 +7,7 @@ attributes: All previously released versions of this data are available at BYTES of the BIG APPLE- Archive publishing_frequency: As-Needed + display_name: Transit Zones each_row_is_a: Transit Zone @@ -17,7 +18,7 @@ destinations: - id: socrata type: socrata custom: - four_four: qjxa-9afg + four_four: dpnc-b2hd files: - id: shapefile custom: diff --git a/snippets/column_defaults.yml b/snippets/column_defaults.yml index c03713f..661d14c 100644 --- a/snippets/column_defaults.yml +++ b/snippets/column_defaults.yml @@ -5,6 +5,7 @@ - id: the_geom name: the_geom data_type: geometry + description: '' - id: shape_length name: Shape_Length data_type: decimal