APItoCSV.js

require('dotenv').config();
const moment = require('moment');
// const db = require('./models');
const mongoose = require('mongoose');
const MONGODB_URI = process.env.MONGODB_URI;
const axios = require('axios');
const TOKEN = process.env.TOKEN;
const APIKEY = process.env.SOCRATA_API_KEY;
const APISECRET = process.env.SOCRATA_API_SECRET;

const { parse } = require('json2csv');
const fs = require('fs');
const url = 'http://evictions.design.gatech.edu/rest/atlanta_metro_area_cases';
const urlsocrata = 'https://sharefulton.fultoncountyga.gov/resource/qh59-mhjw.json?$limit=50000'


// mongoose.connect(MONGODB_URI, {
// 	useNewUrlParser: true,
// 	useUnifiedTopology: true
// });

// const filterRecords = record => record['county'] === '063' &&
//  new Date(record['filingdate']) >= new Date('04/01/2020')


const getData = async () => {
  const dataArray = [];
	const filings = await axios
		.get(url
			// auth: { username: APIKEY, password: APISECRET  }
		)
		.then(res =>  res.data)
		.catch(err => 
      console.log('Error Fetching Data: ', err.message)
    );

	if (filings) {
		await filings
      // .filter(record => filterRecords(record))  
      .forEach(record => dataArray.push(record))
  }
  return dataArray;
};

// getData()
//   .then(data => {
//     console.log(data);
    const data = require('./metrocase-12-13-2021.json')
    const csv = parse(data);

    fs.writeFile(`./data/${process.argv[2]}.csv`, csv, err => err
      ? console.log(err)
      : (console.log('sucess'), process.exit(0))
    )
  // })
  // .catch(err => {
  //   console.log('Error Handling Data: ', err.message);
  //   process.exit(1);
  // });