From 21f1a439e6d9a002415f34d040468119ee192761 Mon Sep 17 00:00:00 2001 From: Chris Whong Date: Wed, 15 Apr 2020 13:51:46 -0400 Subject: [PATCH] change back to nyc --- socrata-etl/datasets-from-ids.js | 2 +- socrata-etl/process-dataset.js | 4 ++-- socrata-etl/util/build-component.js | 8 ++++---- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/socrata-etl/datasets-from-ids.js b/socrata-etl/datasets-from-ids.js index 10fb758..80ca5fc 100644 --- a/socrata-etl/datasets-from-ids.js +++ b/socrata-etl/datasets-from-ids.js @@ -3,7 +3,7 @@ const processDataset = require('./process-dataset') // helper function to fetch a dataset's row count const getRowCount = async (id) => { - const res = await fetch(`https://data.cityofchicago.org/api/id/${id}.json?$select=count(*)%20as%20count`) + const res = await fetch(`https://data.cityofnewyork.us/api/id/${id}.json?$select=count(*)%20as%20count`) .then(d => d.json()) const [{ count }] = res diff --git a/socrata-etl/process-dataset.js b/socrata-etl/process-dataset.js index ae53f17..fcff3b9 100644 --- a/socrata-etl/process-dataset.js +++ b/socrata-etl/process-dataset.js @@ -6,7 +6,7 @@ const buildComponent = require('./util/build-component') // helper function to fetch socrata metadata const fetchMetaData = (datasetId) => { - const metadataUrl = `https://data.cityofchicago.org/api/views/${datasetId}.json` + const metadataUrl = `https://data.cityofnewyork.us/api/views/${datasetId}.json` // get the metadata json console.log('getting metadata...', metadataUrl) return fetch(metadataUrl).then(d => d.json()) @@ -25,7 +25,7 @@ const processDataset = async (id) => { const readme = buildComponent.readme(metadata) - const bodyBuffer = await fetch(`https://data.cityofchicago.org/api/views/${id}/rows.csv?accessType=DOWNLOAD`).then(d => d.arrayBuffer()) + const bodyBuffer = await fetch(`https://data.cityofnewyork.us/api/views/${id}/rows.csv?accessType=DOWNLOAD`).then(d => d.arrayBuffer()) await writer(`tmp/${id}/readme.md`, readme) diff --git a/socrata-etl/util/build-component.js b/socrata-etl/util/build-component.js index 332e35f..b899e38 100644 --- a/socrata-etl/util/build-component.js +++ b/socrata-etl/util/build-component.js @@ -27,13 +27,13 @@ const meta = (sourceMetadata, datasetId) => { email: undefined } ], - accessUrl: `https://data.cityofchicago.org/api/views/${datasetId}/rows.csv?accessType=DOWNLOAD + accessUrl: `https://data.data.cityofnewyork.us/api/views/${datasetId}/rows.csv?accessType=DOWNLOAD `, createdAt, downloadCount, rowsUpdatedAt, - // accrualPeriodicity: metadata.custom_fields.Update['Update Frequency'].trim(), - // agency: metadata.custom_fields['Dataset Information']['Agency'] + accrualPeriodicity: metadata.custom_fields.Update['Update Frequency'].trim(), + agency: metadata.custom_fields['Dataset Information']['Agency'] } } @@ -44,7 +44,7 @@ ${description} ## Import Details -This qri dataset was programmatically created from a dataset published on the Chicago Open Data Portal. [Original Dataset on data.cityofchicago.org/](https://data.cityofchicago.org/d/d/${id}) +This qri dataset was programmatically created from a dataset published on the Chicago Open Data Portal. [Original Dataset on data.data.cityofnewyork.us/](https://data.data.cityofnewyork.us/d/d/${id}) The latest update ran on ${Date(Date.now()).toString()}` }