-
Notifications
You must be signed in to change notification settings - Fork 3
/
uploader.js
47 lines (39 loc) · 1.55 KB
/
uploader.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
// The mega uploader
// uploads all docs in compatible format to narmada/tweets
var MongoClient = require('mongodb').MongoClient;
const mongoose = require('mongoose');
const Tweet = require('./tweet.js');
const mongourl = 'mongodb://127.0.0.1:27017';
const dbName = 'narmada';
const collectionName = 'tweets';
var docs_in = require('./data/italy_needs.json');
var docs_io = require('./data/italy_offers.json');
var docs_nn = require('./data/nepal_needs.json');
var docs_no = require('./data/nepal_offers.json');
mongoose.Promise = global.Promise;
mongoose.connect(mongourl + '/' + dbName, { useMongoClient: true });
var db = mongoose.connection;
var tweet_urls = require('./data/tweet_urls.json');
// var docs_arr = [docs_in, docs_io, docs_nn, docs_no];
var docs_arr = [docs_nn, docs_no];
docs_arr.forEach(function (docs) {
docs.forEach(function (doc) {
console.log('Started', doc._id);
var resourceWords = [];
for(var category in doc.Resources) {
for(var resource in doc.Resources[category]) {
resourceWords.push(resource);
}
}
doc.ResourceWords = resourceWords;
if (doc._id in tweet_urls) { doc.url = tweet_urls[doc._id];}
// console.log(tweet_urls[doc._id]);
// console.log(resourceWords);
// doc.Resources.forEach(function (category) {
// console.log(category);
// });
if (doc.username === "@Username") doc.username = "";
var insertTweet = Tweet(doc);
db.collection(collectionName).insert(insertTweet);
});
});