Ar Dec opendata (#27)

* Remove OTI Data dicts from pub'd lion * use custom api_name for LION ds'es. TODO: use defaults * Add column defaults * LION date_made_public for a few datasets * Hurricane evac bug! * dataset: 2020 PUMA * dataset: Atomic Polygons * dataset: City Council Districts * dataset: Community Districts * dataset: Congressional Districts * dataset: Election Districts * dataset: Fire Battalions * dataset: Fire Companies * dataset: Fire Divisions * dataset: Health Center Districts * dataset: Municipal Courts * dataset: Atomic Polygons * dataset: pops * dataset: state senate district * dataset: state assembly districts * State Assem Dist and MIH changes * Make State Assem Dist comment less cryptic --------- Co-authored-by: Alex Richey <[email protected]>
NYCPlanning · Jan 9, 2025 · 390bef0 · 390bef0
1 parent 9af08c1
commit 390bef0
Show file tree

Hide file tree

Showing 29 changed files with 407 additions and 315 deletions.
diff --git a/products/lion/2020_census_blocks/metadata.yml b/products/lion/2020_census_blocks/metadata.yml
@@ -8,6 +8,7 @@ attributes:
     of the BIG APPLE- Archive</a>.
   display_name: 2020 Census Blocks
   each_row_is_a: Census Block
+  date_made_public: '9/13/2021'
   tags:
   - census block
   - '2020'
@@ -34,9 +35,6 @@ destinations:
   - id: shapefile_water_not_included
     custom:
       destination_use: dataset_file
-  - id: oti_data_dictionary
-    custom:
-      destination_use: attachment
   custom:
     four_four: wmsu-5muw
 - id: socrata_water_included
@@ -48,9 +46,6 @@ destinations:
   - id: shapefile_water_included
     custom:
       destination_use: dataset_file
-  - id: oti_data_dictionary_wi
-    custom:
-      destination_use: attachment
   custom:
     four_four: wrzv-t2c4
 - id: bytes

diff --git a/products/lion/2020_census_tracts/metadata.yml b/products/lion/2020_census_tracts/metadata.yml
@@ -8,6 +8,7 @@ attributes:
     of the BIG APPLE- Archive</a>.
   display_name: 2020 Census Tracts
   each_row_is_a: Census Tract
+  date_made_public: '9/13/2021'
   tags:
   - census tracts
   - '2020'
@@ -34,9 +35,6 @@ destinations:
   - id: shapefile_water_not_included
     custom:
       destination_use: dataset_file
-  - id: oti_data_dictionary
-    custom:
-      destination_use: attachment
   custom:
     four_four: 63ge-mke6
 - id: socrata_water_included
@@ -48,9 +46,6 @@ destinations:
   - id: shapefile_water_included
     custom:
       destination_use: dataset_file
-  - id: oti_data_dictionary_wi
-    custom:
-      destination_use: attachment
   custom:
     four_four: imfq-nf3j
 - id: bytes

diff --git a/products/lion/2020_community_district_tabulation_areas/metadata.yml b/products/lion/2020_community_district_tabulation_areas/metadata.yml
@@ -8,6 +8,7 @@ attributes:
     data are available at <a href="https://www.nyc.gov/site/planning/data-maps/open-data/bytes-archive.page?sorts%5Byear%5D=0">BYTES
     of the BIG APPLE- Archive</a>.
   display_name: 2020 Community District Tabulation Areas (CDTAs)
+  date_made_public: '9/13/2021'
   each_row_is_a: Community District Tabulation Area
   tags:
   - community district tabulation area
@@ -35,9 +36,6 @@ destinations:
   - id: nycdta2020_metadata.pdf
     custom:
       destination_use: attachment
-  - id: oti_data_dictionary
-    custom:
-      destination_use: attachment
   - id: shapefile
     custom:
       destination_use: dataset_file
@@ -149,6 +147,8 @@ columns:
   data_type: decimal
   description: Length of feature in internal units.
   example: '37550.8572191'
+  custom:
+    api_name: shape_leng
 - id: shape_area
   name: Shape_Area
   data_type: decimal

diff --git a/products/lion/2020_neighborhood_tabulation_areas/metadata.yml b/products/lion/2020_neighborhood_tabulation_areas/metadata.yml
@@ -7,6 +7,7 @@ attributes:
     Though NTA boundaries and their associated names roughly correspond with many neighborhoods commonly recognized by New Yorkers, NTAs are not intended to definitively represent neighborhoods, nor are they intended to be exhaustive of all possible names and understandings of neighborhoods throughout New York City. Additionally, non-residential areas including large parks, airports, cemeteries, and other special areas are represented separately within this dataset and are assigned codes according to their type (See NTAType field). All previously released versions of this data are available at <a href="https://www.nyc.gov/site/planning/data-maps/open-data/bytes-archive.page?sorts%5Byear%5D=0">BYTES of the BIG APPLE- Archive</a>.
   display_name: 2020 Neighborhood Tabulation Areas (NTAs)
   each_row_is_a: Neighborhood Tabulation Area
+  date_made_public: '9/13/2021'
   tags:
   - neighborhood tabulation areas
   - nta
@@ -36,9 +37,6 @@ destinations:
   - id: shapefile
     custom:
       destination_use: dataset_file
-  - id: oti_data_dictionary
-    custom:
-      destination_use: attachment
   custom:
     four_four: 9nt8-h7nd
 - id: bytes

diff --git a/products/lion/2020_public_use_microdata_areas/metadata.yml b/products/lion/2020_public_use_microdata_areas/metadata.yml
@@ -1,4 +1,4 @@
-id: 2020_public_use_microdata_areas_pumas
+id: 2020_public_use_microdata_areas
 
 attributes:
   description: The 2020 NYC Public Use Microdata Areas (PUMAs) are statistical geographic
@@ -9,6 +9,7 @@ attributes:
     are derived from the US Census Bureau's TIGER project and have been geographically
     modified to fit the New York City base map.
   display_name: 2020 Public Use Microdata Areas (PUMAs)
+  date_made_public: '9/13/2021'
   each_row_is_a: A 2020 Public Use Microdata Area (PUMA)
   tags:
   - puma
@@ -48,6 +49,15 @@ destinations:
     custom:
       url: https://s-media.nyc.gov/agencies/dcp/assets/files/pdf/data-tools/bytes/nypuma2020_metadata.pdf
 
+
+revisions:
+- date: '10/31/23'
+  summary: "Published to NYC Open Data Portal"
+  notes: "Version 23C. Orighinal version 23B was released on 5/8/2023"
+- date: '7/1/24'
+  summary: "Updated field description for PUMA field."
+  notes: " "
+
 files:
 - file:
     id: shapefile
@@ -59,6 +69,7 @@ files:
     is_metadata: true
 - file:
     id: data_dictionary_xlsx
+    type: oti_data_dictionary
     filename: puma2020_data_dictionary.xlsx
     is_metadata: true
 

diff --git a/products/lion/atomic_polygons/metadata.yml b/products/lion/atomic_polygons/metadata.yml
@@ -4,11 +4,20 @@ attributes:
   description: |-
     Atomic polygons serve as a set of basic building blocks for generating the polygons of many of the district types represented in the NYC Street Centerline (CSCL) database. Feature classes such as election district, school district, census block, FDNY administrative company, and community district can be dissolved by combining the appropriate fields in atomic polygons.
 
-    All previously released versions of this data are available at <a href="https://www.nyc.gov/site/planning/data-maps/open-data/bytes-archive.page?sorts%5Byear%5D=0">BYTES of the BIG APPLE - Archive</a>.
+    {{ bytes_previous_versions_link }}
   display_name: Atomic Polygons
   each_row_is_a: Atomic Polygon
   tags:
   - atomic polygons
+  - boundary
+  - boundaries
+  - districts
+  - LION
+  - CSCL
+  - Department of City Planning
+  - DCP
+  - New York City
+  - NYC
   date_made_public: '3/6/2015'
 
 assembly: []
@@ -24,14 +33,44 @@ destinations:
       destination_use: attachment
   files:
   - id: shapefile
+    dataset_overrides:
+      overridden_columns:
+      - id: admin_fire_company
+        name: ADMIN_FIRE
+      - id: commercial_waste_zone
+        name: COMMERCIAL
+      - id: hurricane_evacuation_zone
+        name: HURRICANE
+      - id: censusblock_2000
+        name: CENSUSBLOC
+      - id: censusblock_2000_suffix
+        name: CENSUSBL_1
+      - id: censustract_2000
+        name: CENSUSTRAC
+      - id: censusblock_2010
+        name: CENSUSBL_2
+      - id: censusblock_2010_suffix
+        name: CENSUSBL_3
+      - id: censustract_2010
+        name: CENSUSTR_1
+      - id: censustract_1990
+        name: CENSUSTR_2
+      - id: censustract_2020
+        name: CENSUSTR_3
+      - id: censusblock_2020
+        name: CENSUSBL_4
+      - id: censusblock_2020_suffix
+        name: CENSUSBL_5
+      - id: shape_length
+        name: shape_length
     custom:
       destination_use: dataset_file
-  - id: oti_data_dictionary
+  - id: nyap_metadata.pdf
     custom:
       destination_use: attachment
   tags: [socrata_unpublished]
   custom:
-    four_four: k4qs-rbku
+    four_four: wgbs-damt
 - id: bytes
   type: bytes
   files:
@@ -93,7 +132,7 @@ columns:
 - id: borough
   name: BOROUGH
   data_type: text
-  description: Borough Code.
+  description: Borough code.
   example: '4'
   values:
   - value: '1'
@@ -111,41 +150,57 @@ columns:
   data_type: text
   description: String value of the 2020 census tract number.
   example: None
+  custom:
+    api_name: censusbloc
 - id: censusblock_2000_suffix
   name: CENSUSBLOCK_2000_SUFFIX
   data_type: text
   description: An alphabetic suffix for the 2000 census block.
   example: None
+  custom:
+    api_name: censusbl_1
 - id: censustract_2000
   name: CENSUSTRACT_2000
   data_type: text
   description: String value of the 2000 census tract number.
   example: None
+  custom:
+    api_name: censustrac
 - id: censusblock_2010
   name: CENSUSBLOCK_2010
   data_type: text
   description: String value of the 2010 census block number.
   example: None
+  custom:
+    api_name: censusbl_2
 - id: censusblock_2010_suffix
   name: CENSUSBLOCK_2010_SUFFIX
   data_type: text
   description: An alphabetic suffix for the 2010 census block.
   example: None
+  custom:
+    api_name: censusbl_3
 - id: censustract_2010
   name: CENSUSTRACT_2010
   data_type: text
   description: String value of the 2000 census tract number.
   example: None
+  custom:
+    api_name: censustr_1
 - id: censustract_1990
   name: CENSUSTRACT_1990
   data_type: text
   description: String value of the 1990 census tract number.
   example: None
+  custom:
+    api_name: censustr_2
 - id: admin_fire_company
   name: ADMIN_FIRE_COMPANY
   data_type: text
   description: The fire company number servicing the district.
   example: None
+  custom:
+    api_name: admin_fire
 - id: water_flag
   name: WATER_FLAG
   data_type: text
@@ -231,38 +286,40 @@ columns:
     an evacuation zone. (Note: field name may appear as "Hurricane_" in shapefile
     due to ESRI character limit)'
   example: None
+  custom:
+    api_name: hurricane_
 - id: censustract_2020
   name: CENSUSTRACT_2020
   data_type: text
   description: String value of the 2020 census tract number.
   example: None
+  custom:
+    api_name: censustr_3
 - id: censusblock_2020
   name: CENSUSBLOCK_2020
   data_type: text
   description: String value of the 2020 census block number.
   example: None
+  custom:
+    api_name: censusbl_4
 - id: censusblock_2020_suffix
   name: CENSUSBLOCK_2020_SUFFIX
   data_type: text
   description: An alphabetic suffix for the 2020 census block.
   example: None
+  custom:
+    api_name: censusbl_5
 - id: commercial_waste_zone
   name: Commercial Waste Zone
   data_type: text
   description: Commercial Waste Zones established as part of the Department of Sanitation's (DSNY) comprehensive plan
     for reforming the private carting industry.
   example: None
+  custom:
+    api_name: commercial
 - id: shape_area
-  name: Shape_Area
   data_type: decimal
-  description: Area of feature in internal units squared.
-  example: None
 - id: shape_length
-  name: Shape_Length
   data_type: decimal
-  description: Length of feature in internal units.
-  example: None
 - id: the_geom
-  name: The_Geom
   data_type: geometry
-  example: None
diff --git a/products/lion/borough_boundaries/metadata.yml b/products/lion/borough_boundaries/metadata.yml
@@ -159,6 +159,8 @@ columns:
   data_type: decimal
   description: Length of feature in internal units.
   example: None
+  custom:
+    api_name: shape_leng
 - id: the_geom
   name: the_geom
   data_type: geometry