add dob_jobapplications ingest template

Author: damonmcc

dcpy/library/templates/dob_jobapplications.yml

@@ -1,3 +1,4 @@
+# migrated to ingest
 dataset:
   name: dob_jobapplications
   acl: public-read

ingest_templates/dob_jobapplications.yml

@@ -0,0 +1,23 @@
+id: dob_jobapplications
+acl: public-read
+
+attributes:
+  name: The Department of Buildings (DOB) Job Application Filings
+  description: |
+    This dataset contains all job applications submitted through the Borough Offices, 
+    through eFiling, or through the HUB, which have a "Latest Action Date" since January 1, 2000.
+    This dataset does not include jobs submitted through DOB NOW. See the DOB NOW: Build - Job Application Filings dataset for DOB NOW jobs.
+  url: https://data.cityofnewyork.us/d/ic3t-wcy2
+
+ingestion:
+  source:
+    type: socrata
+    org: nyc
+    uid: ic3t-wcy2
+    format: csv
+  file_format:
+    type: csv
+    dtype: str
+  processing_steps:
+  - name: clean_column_names
+    args: {"replace": {"_": ""}, "lower": True}

products/developments/sql/_bis.sql

@@ -66,7 +66,13 @@ OUTPUTS:
 
 DROP TABLE IF EXISTS _init_bis_devdb;
 
-WITH applications AS (SELECT * FROM dob_jobapplications),
+WITH applications AS (
+    SELECT 
+        *,
+        ROW_NUMBER() OVER(PARTITION BY jobnumber ORDER BY SUBSTR(dobrundate, 7, 4)||SUBSTR(dobrundate, 1, 2)||SUBSTR(dobrundate, 4, 2) DESC) as gid,
+        SUBSTR(dobrundate, 7, 4)||SUBSTR(dobrundate, 1, 2)||SUBSTR(dobrundate, 4, 2) as dobrundate
+    FROM dob_jobapplications
+),
 
 parking_spaces AS (SELECT * FROM dob_jobapplications_parkingspaces),