Ar add product metadata

.github/workflows/tests_metadata.yml

@@ -17,6 +17,15 @@ jobs:
       image: nycplanning/dev:latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          repository: NYCPlanning/product-metadata
+          path: product-metadata
+      - uses: actions/checkout@v4
+        with:
+          repository: NYCPlanning/data-engineering
+          path: data-engineering
       - name: Validate All Files
-        # run: python -m dcpy.cli
-        run: echo "hi"
+        run: cd data-engineering; python -m dcpy.cli lifecycle scripts product_metadata validate_repo ../product-metadata
+        env:
+          RECIPES_BUCKET: edm-recipes
+          PUBLISHING_BUCKET: edm-publishing

metadata.yml

@@ -0,0 +1,27 @@
+products:
+- building_elevation_and_subgrade
+- census_equivalency_tract_table
+- colp
+- community_development_block_grant_cdbg_eligibility_by_census_tract
+- cpdb
+- dcm
+- designated_areas_m_districts_appendix_j
+- directory_of_land_use_application_fees
+- e_designations
+- facilities
+- fresh_zoning_boundary
+- inclusionary_housing_designated_areas
+- lion
+- lower_density_growth_management_areas
+- mandatory_inclusionary_housing
+- new_york_city_neighborhood_name_centroid
+- pluto
+- pops
+- projected_sea_level_rise
+- template_db
+- transit_zones
+- waterfront_public_access_areas
+- waterfront_revitalization_program
+- zap
+- zoning
+- ztl

products/building_elevation_and_subgrade/metadata.yml

@@ -0,0 +1,4 @@
+id: building_elevation_and_subgrade
+
+datasets:
+  - building_elevation_and_subgrade

products/census_equivalency_tract_table/metadata.yml

@@ -0,0 +1,5 @@
+id: census_equivalency_tract_table
+
+datasets:
+  - 2010_census_tract_to_neighborhood_tabulation_area_equivalency_table
+  - 2020_census_tracts_to_2020_ntas_and_cdtas_equivalency

products/colp/metadata.yml

@@ -0,0 +1,4 @@
+id: colp
+
+datasets:
+- colp

products/community_development_block_grant_cdbg_eligibility_by_census_tract/metadata.yml

@@ -0,0 +1,4 @@
+id: community_development_block_grant_cdbg_eligibility_by_census_tract
+
+datasets:
+- community_development_block_grant_cdbg_eligibility_by_census_tract

products/cpdb/metadata.yml

@@ -0,0 +1,5 @@
+id: cpdb
+
+datasets:
+- commitments
+- projects

products/dcm/city_map_alterations/metadata.yml

@@ -106,7 +106,7 @@ columns:
     data_type: text
   - id: effect_dt
     name: Effect_DT
-    data_type: date
+    data_type: text
     description: Indicates effective date of map alteration on Alteration map.
   - id: bp_num
     name: BP_NUM
@@ -124,7 +124,7 @@ columns:
       effective.
   - id: cert_date
     name: Cert_Date
-    data_type: date
+    data_type: text
     description: The date the mapping application was certified by City Planning.
   - id: chg_type
     name: CHG_TYPE

products/dcm/dcm/metadata.yml

@@ -119,7 +119,7 @@ columns:
     data_type: text
   - id: edit_date
     name: Edit_Date
-    data_type: date
+    data_type: text
     description: The date the record was last edited.
   - id: the_geom
     name: the_geom

products/dcm/metadata.yml

@@ -0,0 +1,9 @@
+id: dcm
+
+datasets:
+- dcm
+- street_center_line
+- city_map_alterations
+- street_name_changes
+- arterials_major_streets
+- fgdb

products/dcm/street_center_line/metadata.yml

@@ -185,7 +185,7 @@ columns:
         description: marginal street, wharf or place
   - id: edit_date
     name: Edit_Date
-    data_type: date
+    data_type: text
     description: The date the record was last edited.
   - id: the_geom
     name: the_geom

products/designated_areas_m_districts_appendix_j/metadata.yml

@@ -0,0 +1,4 @@
+id: designated_areas_m_districts_appendix_j
+
+datasets:
+- designated_areas_m_districts_appendix_j

products/directory_of_land_use_application_fees/metadata.yml

@@ -0,0 +1,4 @@
+id: directory_of_land_use_application_fees
+
+datasets:
+- directory_of_land_use_application_fees

products/e_designations/metadata.yml

@@ -0,0 +1,4 @@
+id: e_designations
+
+datasets:
+- e_designations

products/facilities/facilities/metadata.yml

@@ -41,122 +41,122 @@ destinations:
     custom:
       destination_use: attachment
   - id: shapefile
-    dataset_overrides:
-      overridden_columns:
-      - id: UID
-        custom:
-          api_name: uid
-      - id: FACNAME
-        custom:
-          api_name: facname
-      - id: ADDRESSNUM
-        custom:
-          api_name: addressnum
-      - id: STREETNAME
-        custom:
-          api_name: streetname
-      - id: ADDRESS
-        custom:
-          api_name: address
-      - id: CITY
-        custom:
-          api_name: city
-      - id: BORO
-        custom:
-          api_name: boro
-      - id: BOROCODE
-        custom:
-          api_name: borocode
-      - id: ZIPCODE
-        custom:
-          api_name: zipcode
-      - id: LATITUDE
-        custom:
-          api_name: latitude
-      - id: LONGITUDE
-        custom:
-          api_name: longitude
-      - id: XCOORD
-        custom:
-          api_name: xcoord
-      - id: YCOORD
-        custom:
-          api_name: ycoord
-      - id: BIN
-        custom:
-          api_name: bin
-      - id: BBL
-        custom:
-          api_name: bbl
-      - id: CD
-        custom:
-          api_name: cd
-      - id: COUNCIL
-        custom:
-          api_name: council
-      - id: CT2010
-        custom:
-          api_name: ct2010
-      - id: CT2020
-        custom:
-          api_name: ct2020
-      - id: NTA2010
-        custom:
-          api_name: nta2010
-      - id: NTA2020
-        custom:
-          api_name: nta2020
-      - id: FACGROUP
-        custom:
-          api_name: facgroup
-      - id: FACSUBGRP
-        custom:
-          api_name: facsubgrp
-      - id: FACTYPE
-        custom:
-          api_name: factype
-      - id: CAPACITY
-        custom:
-          api_name: capacity
-      - id: CAPTYPE
-        custom:
-          api_name: captype
-      - id: OPTYPE
-        custom:
-          api_name: optype
-      - id: OPNAME
-        custom:
-          api_name: opname
-      - id: OPABBREV
-        custom:
-          api_name: opabbrev
-      - id: OVERLEVEL
-        custom:
-          api_name: overlevel
-      - id: OVERAGENCY
-        custom:
-          api_name: overagency
-      - id: OVERABBREV
-        custom:
-          api_name: overabbrev
-      - id: DATASOURCE
-        custom:
-          api_name: datasource
-      - id: FACDOMAIN
-        custom:
-          api_name: facdomain
-      - id: SCHOOLDIST
-        custom:
-          api_name: schooldist
-      - id: POLICEPRCT
-        custom:
-          api_name: policeprct
-      - id: SERVAREA
-        custom:
-          api_name: servarea
-      - id: geometry
-        custom:
-          api_name: geometry
+    # dataset_overrides:
+    #   overridden_columns:
+    #   - id: UID
+    #     custom:
+    #       api_name: uid
+    #   - id: FACNAME
+    #     custom:
+    #       api_name: facname
+    #   - id: ADDRESSNUM
+    #     custom:
+    #       api_name: addressnum
+    #   - id: STREETNAME
+    #     custom:
+    #       api_name: streetname
+    #   - id: ADDRESS
+    #     custom:
+    #       api_name: address
+    #   - id: CITY
+    #     custom:
+    #       api_name: city
+    #   - id: BORO
+    #     custom:
+    #       api_name: boro
+    #   - id: BOROCODE
+    #     custom:
+    #       api_name: borocode
+    #   - id: ZIPCODE
+    #     custom:
+    #       api_name: zipcode
+    #   - id: LATITUDE
+    #     custom:
+    #       api_name: latitude
+    #   - id: LONGITUDE
+    #     custom:
+    #       api_name: longitude
+    #   - id: XCOORD
+    #     custom:
+    #       api_name: xcoord
+    #   - id: YCOORD
+    #     custom:
+    #       api_name: ycoord
+    #   - id: BIN
+    #     custom:
+    #       api_name: bin
+    #   - id: BBL
+    #     custom:
+    #       api_name: bbl
+    #   - id: CD
+    #     custom:
+    #       api_name: cd
+    #   - id: COUNCIL
+    #     custom:
+    #       api_name: council
+    #   - id: CT2010
+    #     custom:
+    #       api_name: ct2010
+    #   - id: CT2020
+    #     custom:
+    #       api_name: ct2020
+    #   - id: NTA2010
+    #     custom:
+    #       api_name: nta2010
+    #   - id: NTA2020
+    #     custom:
+    #       api_name: nta2020
+    #   - id: FACGROUP
+    #     custom:
+    #       api_name: facgroup
+    #   - id: FACSUBGRP
+    #     custom:
+    #       api_name: facsubgrp
+    #   - id: FACTYPE
+    #     custom:
+    #       api_name: factype
+    #   - id: CAPACITY
+    #     custom:
+    #       api_name: capacity
+    #   - id: CAPTYPE
+    #     custom:
+    #       api_name: captype
+    #   - id: OPTYPE
+    #     custom:
+    #       api_name: optype
+    #   - id: OPNAME
+    #     custom:
+    #       api_name: opname
+    #   - id: OPABBREV
+    #     custom:
+    #       api_name: opabbrev
+    #   - id: OVERLEVEL
+    #     custom:
+    #       api_name: overlevel
+    #   - id: OVERAGENCY
+    #     custom:
+    #       api_name: overagency
+    #   - id: OVERABBREV
+    #     custom:
+    #       api_name: overabbrev
+    #   - id: DATASOURCE
+    #     custom:
+    #       api_name: datasource
+    #   - id: FACDOMAIN
+    #     custom:
+    #       api_name: facdomain
+    #   - id: SCHOOLDIST
+    #     custom:
+    #       api_name: schooldist
+    #   - id: POLICEPRCT
+    #     custom:
+    #       api_name: policeprct
+    #   - id: SERVAREA
+    #     custom:
+    #       api_name: servarea
+    #   - id: geometry
+    #     custom:
+    #       api_name: geometry
     custom:
       destination_use: dataset_file
   custom:

products/facilities/metadata.yml

@@ -0,0 +1,4 @@
+id: facilities
+
+datasets:
+- facilities

products/fresh_zoning_boundary/metadata.yml

@@ -0,0 +1,4 @@
+id: fresh_zoning_boundary
+
+datasets:
+- fresh_zoning_boundary

products/inclusionary_housing_designated_areas/metadata.yml

@@ -0,0 +1,4 @@
+id: inclusionary_housing_designated_areas
+
+datasets:
+- inclusionary_housing_designated_areas

products/lower_density_growth_management_areas/metadata.yml

@@ -0,0 +1,4 @@
+id: lower_density_growth_management_areas
+
+datasets:
+- lower_density_growth_management_areas

products/mandatory_inclusionary_housing/metadata.yml

@@ -0,0 +1,4 @@
+id: mandatory_inclusionary_housing
+
+datasets:
+- mandatory_inclusionary_housing