Repository navigation
Expand file tree
/
Copy pathapp.js
More file actions
53 lines (41 loc) · 1.58 KB
/
Copy pathapp.js
File metadata and controls
53 lines (41 loc) · 1.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
var express = require("express");
var KompassNomenclature = require('./kompass2/scrap-nomenc-page');
var CompanyPageScraper = require('./kompass2/scrap-company-page');
var ActivityScrapperIterator = require('./queries/activity-pages-iterator-no-worker');
var SocieteScraper = require('./societe2/scrapSocieteBySiren');
var app = express();
var data = require('fs').readFileSync('./societe2/useragentswitcher.xml');
var port = Number(process.env.PORT || 5000);
//var port = 5002;
app.listen(port, function() {
console.log("Listening on " + port);
});
/*------------------- FICHIER INDEX ------------------*/
app.use(express.static(__dirname + '/public'));
app.get('/', function(req, res) {
res.render('index.html');
});
app.get('/kompass/scrapnomenclature/', function(req, res) {
if (req.query.country == undefined) {
console.log('Code pays manquant !');
return;}
var kompass = new KompassNomenclature();
kompass.nomenclaturePage(req.query.country);
});
app.get('/kompass/scrapactivity/', function(req, res) {
var activityScrapper = new ActivityScrapperIterator();
activityScrapper.batchActivities();
setInterval(activityScrapper.batchActivities, 60000);
});
app.get('/kompass/scrapcompany/', function(req, res) {
console.log('ok scrapcompany');
var companyPageScrapper = new CompanyPageScraper();
companyPageScrapper.batchActivities();
setInterval(companyPageScrapper.batchActivities, 60000);
});
app.get('/societe/', function(req, res) {
var societeScraper = new SocieteScraper();
societeScraper.testXml();
//setInterval(societeScraper.batchActivities, 1000);
});
console.log(data);