Add unpublished tags and OTI XLSX files

products/dcm/arterials_major_streets/metadata.yml

@@ -35,13 +35,17 @@ custom: {}
 destinations:
   - id: socrata
     type: socrata
+    tags: [unpublished]
     files:
       - id: shapefile
         custom:
           destination_use: dataset_file
       - id: data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary
+        custom:
+          destination_use: attachment
     custom:
       four_four: 6r5z-bkpx
   - id: bytes
@@ -60,6 +64,11 @@ files:
       id: data_dictionary_pdf
       filename: dcm_arterials_major_streets.pdf
       is_metadata: true
+  - file:
+      id: oti_data_dictionary
+      filename: data_dictionary.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
 
 columns:
   - id: borough

products/dcm/city_map_alterations/metadata.yml

@@ -34,13 +34,17 @@ custom: {}
 destinations:
   - id: socrata
     type: socrata
+    tags: [unpublished]
     files:
       - id: shapefile
         custom:
           destination_use: dataset_file
       - id: data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary
+        custom:
+          destination_use: attachment
     custom:
       four_four: 5iv5-v7sg
   - id: bytes
@@ -59,6 +63,11 @@ files:
       id: data_dictionary_pdf
       filename: dcm_city_map_alterations.pdf
       is_metadata: true
+  - file:
+      id: oti_data_dictionary
+      filename: data_dictionary.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
 
 columns:
   - id: boro_code

products/dcm/dcm/metadata.yml

@@ -46,6 +46,7 @@ custom: {}
 
 destinations:
   - id: socrata
+    tags: [unpublished]
     type: socrata
     files:
       - id: shapefile
@@ -54,6 +55,9 @@ destinations:
       - id: data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary
+        custom:
+          destination_use: attachment
     custom:
       four_four: qrhk-k5wn
   - id: bytes
@@ -72,6 +76,11 @@ files:
       id: data_dictionary_pdf
       filename: dcm.pdf
       is_metadata: true
+  - file:
+      id: oti_data_dictionary
+      filename: data_dictionary.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
 
 columns:
   - id: borough

products/dcm/street_center_line/metadata.yml

@@ -41,6 +41,7 @@ custom: {}
 
 destinations:
   - id: socrata
+    tags: [unpublished]
     type: socrata
     files:
       - id: shapefile
@@ -49,6 +50,9 @@ destinations:
       - id: data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary
+        custom:
+          destination_use: attachment
     custom:
       four_four: er35-3npf
   - id: bytes
@@ -67,6 +71,11 @@ files:
       id: data_dictionary_pdf
       filename: dcm_street_centerline.pdf
       is_metadata: true
+  - file:
+      id: oti_data_dictionary
+      filename: data_dictionary.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
 
 columns:
   - id: borough

products/dcm/street_name_changes/metadata.yml

@@ -37,6 +37,7 @@ custom: {}
 
 destinations:
   - id: socrata_areas
+    tags: [unpublished]
     type: socrata
     files:
       - id: areas_shapefile
@@ -48,7 +49,6 @@ destinations:
               Law. Years included are from 1998 to current. This dataset is featured on the
               Department of City Planning's Street Map application: https://streets.planning.nyc.gov/"
             display_name: Digital City Map (DCM) - Street Name Changes (Areas)
-            publishing_frequency: Monthly
             publishing_purpose:
               "Local Law name changes to public places (areas). Dataset last
               updated: March 31, 2024."
@@ -57,10 +57,14 @@ destinations:
       - id: areas_data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary_areas
+        custom:
+          destination_use: attachment
     custom:
       four_four: nzui-5vt3
 
   - id: socrata_lines
+    tags: [unpublished]
     type: socrata
     files:
       - id: lines_shapefile
@@ -72,7 +76,6 @@ destinations:
               Local Law. Years included are from 1997 to current. This dataset is featured on
               the Department of City Planning's Street Map application: https://streets.planning.nyc.gov/"
             display_name: Digital City Map (DCM) - Street Name Changes (Lines)
-            publishing_frequency: Monthly
             publishing_purpose:
               "Local Law name changes to pulibc throughfares (lines). Dataset
               last updated: March 30, 2024."
@@ -81,10 +84,14 @@ destinations:
       - id: lines_data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary_lines
+        custom:
+          destination_use: attachment
     custom:
       four_four: i3nt-3kau
 
   - id: socrata_points
+    tags: [unpublished]
     type: socrata
     files:
       - id: points_shapefile
@@ -96,7 +103,6 @@ destinations:
               Local Law. Years included are from 1998 to current. This dataset is featured on
               the Department of City Planning's Street Map application: https://streets.planning.nyc.gov/"
             display_name: Digital City Map (DCM) - Street Name Changes (Points)
-            publishing_frequency: Monthly
             publishing_purpose:
               "Local Law name changes to to corners or intersections (points).
               Dataset last updated: March 31, 2024."
@@ -105,6 +111,9 @@ destinations:
       - id: points_data_dictionary_pdf
         custom:
           destination_use: attachment
+      - id: oti_data_dictionary_points
+        custom:
+          destination_use: attachment
     custom:
       four_four: hsi9-e2ec
 
@@ -146,6 +155,36 @@ files:
       id: points_data_dictionary_pdf
       filename: dcm_street_name_changes_points.pdf
       is_metadata: true
+  - file:
+      id: oti_data_dictionary_areas
+      filename: data_dictionary_areas.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
+      custom:
+        assembly:
+          with_metadata_from:
+            file_id: areas_shapefile
+            destination_id: socrata_areas
+  - file:
+      id: oti_data_dictionary_lines
+      filename: data_dictionary_lines.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
+      custom:
+        assembly:
+          with_metadata_from:
+            file_id: lines_shapefile
+            destination_id: socrata_lines
+  - file:
+      id: oti_data_dictionary_points
+      filename: data_dictionary_points.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
+      custom:
+        assembly:
+          with_metadata_from:
+            file_id: points_shapefile
+            destination_id: socrata_points
 
 columns:
   - id: borough

products/zoning/commercial_overlay_district/metadata.yml

@@ -9,64 +9,72 @@ attributes:
   each_row_is_a: Commercial Overlay District
   publishing_frequency: Monthly
   tags:
-  - dcp
-  - zoning
-  - geographic
-  - location
-  - map
-  - cartography
-  - zone
-  - district
-  - commercial
+    - dcp
+    - zoning
+    - geographic
+    - location
+    - map
+    - cartography
+    - zone
+    - district
+    - commercial
 
 assembly: []
 
 custom: {}
 
 destinations:
-- id: socrata
-  type: socrata
-  tags: [unpublished]
-  files:
-  - id: metadata_pdf
+  - id: socrata
+    type: socrata
+    tags: [unpublished]
+    files:
+      - id: metadata_pdf
+        custom:
+          destination_use: attachment
+      - id: shapefile
+        custom:
+          destination_use: dataset_file
+      - id: oti_data_dictionary
+        custom:
+          destination_use: attachment
     custom:
-      destination_use: attachment
-  - id: shapefile
-    custom:
-      destination_use: dataset_file
-  custom:
-    four_four: aaxv-7bvq
-- id: bytes
-  type: bytes
-  files:
-  - id: metadata_pdf
-    custom:
-      url: https://s-media.nyc.gov/agencies/dcp/assets/files/pdf/data-tools/bytes/nyco_metadata.pdf
+      four_four: aaxv-7bvq
+  - id: bytes
+    type: bytes
+    files:
+      - id: metadata_pdf
+        custom:
+          url: https://s-media.nyc.gov/agencies/dcp/assets/files/pdf/data-tools/bytes/nyco_metadata.pdf
 
 files:
-- file:
-    id: shapefile
-    filename: nyco.shp.zip
-    type: shapefile
-- file:
-    id: metadata_pdf
-    filename: nyco_metadata.pdf
-    is_metadata: true
+  - file:
+      id: shapefile
+      filename: nyco.shp.zip
+      type: shapefile
+  - file:
+      id: metadata_pdf
+      filename: nyco_metadata.pdf
+      is_metadata: true
+  - file:
+      id: oti_data_dictionary
+      filename: data_dictionary.xlsx
+      is_metadata: true
+      type: oti_data_dictionary
 
 columns:
-- id: the_geom
-  name: the_geom
-  data_type: geometry
-  description: Feature geometry.
-- id: overlay
-  name: OVERLAY
-  data_type: text
-  description: Commercial Overlay District Designation.
-- id: shape_leng
-  name: Shape_Leng
-  data_type: decimal
-  description: Length of feature in internal units.
-- id: shape_area
-  name: Shape_Area
-  data_type: decimal
-  description: Area of feature in internal units squared.
+  - id: the_geom
+    name: the_geom
+    data_type: geometry
+    description: Feature geometry.
+  - id: overlay
+    name: OVERLAY
+    data_type: text
+    description: Commercial Overlay District Designation.
+  - id: shape_leng
+    name: Shape_Leng
+    data_type: decimal
+    description: Length of feature in internal units.
+  - id: shape_area
+    name: Shape_Area
+    data_type: decimal
+    description: Area of feature in internal units squared.

products/zoning/limited_height_districts/metadata.yml

@@ -34,6 +34,9 @@ destinations:
   - id: shapefile
     custom:
       destination_use: dataset_file
+  - id: oti_data_dictionary
+    custom:
+      destination_use: attachment
   custom:
     four_four: eh65-uhvn
 - id: bytes
@@ -52,6 +55,11 @@ files:
     id: metadata_pdf
     filename: nylh_metadata.pdf
     is_metadata: true
+- file:
+    id: oti_data_dictionary
+    filename: data_dictionary.xlsx
+    is_metadata: true
+    type: oti_data_dictionary
 
 columns:
 - id: lhname