EvictionScraper/EvictionScraper.js at master · atlregional/EvictionScraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

//change the work directory
// console.log(__dirname)
process.chdir(__dirname);


// IMPORT DEPENDENCIES
const fs = require('fs');

// IMPORT SCRAPER MODULES
const ClaytonScraper = require('./modules/ClaytonScraper');
const CobbScraper = require('./modules/CobbScraper');
const MaconbibbScraper = require('./modules/MaconbibbScraper');
const HenryScraper = require('./modules/HenryScraper');
const OdysseyScraper = require('./modules/OdysseyScraper');
const FultonScraper = require('./modules/FultonScraper')

// IMPORT SCRAPER CONFIGURATION OBJECT FROM CONFIG MODULE
const scraperConfigs = require('./utils/config')();

// INITIATE ERROR LOG FILES FOR ACTIVE SCRAPERS
Object.entries(scraperConfigs).map((county, countyConfig) =>
  countyConfig.active ?
    fs.writeFile(`./csvs/errorlogs/${countyConfig.year}${county}CountyScrape-ERROR-LIST.csv`, 'caseID',
      err => {
        err ? console.log(err) : null
      }
    )
    : null
);

// INITIATE SCRAPERS ON ODYSSEY SITES
// Object.values(scraperConfigs).map(config =>
//   config.active &&
//   config.odyssey ?
//     OdysseyScraper(config)
//   : null
// );


if (process.argv[2] == 'Gwinnett'){

  setTimeout(function(){
    scraperConfigs['Gwinnett'].active ?
    OdysseyScraper(scraperConfigs['Gwinnett'])
    : null;
  },1000)

}else if (process.argv[2] == 'Fulton'){

  setTimeout(function(){
    scraperConfigs['Fulton'].active ?
    FultonScraper(scraperConfigs['Fulton'])
    : null;
  },5000)

}else if (process.argv[2] == 'Chatham'){

  scraperConfigs['Chatham'].active ?
    OdysseyScraper(scraperConfigs['Chatham'])
    : null;

}else if (process.argv[2] == 'Clayton'){

  scraperConfigs['Clayton'].active ?
  ClaytonScraper(scraperConfigs['Clayton'])
  : null;

}

if (process.argv[3] == 'DeKalb'){

  setTimeout(function(){
    scraperConfigs['DeKalb'].active ?
    OdysseyScraper(scraperConfigs['DeKalb'])
    : null;
  },10000)

}else if (process.argv[3] == 'Maconbibb'){

  setTimeout(function(){
    scraperConfigs['Maconbibb'].active ?
      MaconbibbScraper(scraperConfigs['Maconbibb'])
      : null;
  },15000)

}else if (process.argv[3] == 'Henry'){

  scraperConfigs['Henry'].active ?
  HenryScraper(scraperConfigs['Henry'])
  : null;

}
else if (process.argv[3] == 'Cobb'){
  console.log(scraperConfigs['Cobb'])
  scraperConfigs['Cobb'].active ?
  CobbScraper(scraperConfigs['Cobb'])
  : null;

}

// setTimeout(function(){

// },1000)

// setTimeout(function(){

// },5000)


// // INITIATE SCRAPER ON CLAYTON COUNTY SITE


// // INITIATE SCRAPER ON COBB COUNTY SITE