-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathindex.js
126 lines (117 loc) · 4.1 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
const request = require('request');
const htmlToText = require('html-to-text');
var genres = ['electronic', 'experimental', 'folk', 'global', 'jazz', 'metal', 'pop', 'rap', 'rock'];
function apiSearchQuery(genre, start, size, sort) {
return new Promise((resolve, reject) => {
var url = 'https://pitchfork.com/api/v2/search/?types=reviews&hierarchy=channels%2Freviews%2Falbums&sort=rating%20' + sort + '%2Cposition%20asc&rating_from=0.0';
if (genre != '') {
url += '&genre=';
}
request(url + genre + '&size=' + size + '&start=' + start, function (err, res, data) {
if (err) return reject(err);
try {
resolve(JSON.parse(data));
} catch (e) {
reject(e);
}
});
});
}
function apiReviewQuery(url) {
return new Promise((resolve, reject) => {
request('https://pitchfork.com/api/v2' + url, function (err, res, data) {
if (err) return reject(err);
try {
resolve(htmlToText.fromString(JSON.parse(data).results[0].body.en, { wordwrap: false }));
} catch (e) {
reject(e);
}
});
});
}
function runSearchQuery(genre, start, size, sort, verbose) {
return new Promise((resolve, reject) => {
var SearchQueryList = [];
var ReviewQueryList = [];
var reviews = [];
var reviewText = [];
while (size > 0) {
var sizeQuery = size < 200 ? size : 200;
SearchQueryList.push(apiSearchQuery(genre, start, sizeQuery, sort))
start += 200;
size -= 200;
}
Promise.all(SearchQueryList)
.then(res => {
reviews = parseUrls(res, verbose);
reviews.forEach(review => {
ReviewQueryList.push(apiReviewQuery(review.url));
})
Promise.all(ReviewQueryList)
.then(res => {
if (verbose) {
for (var i = 0; i < reviews.length; i++) {
reviews[i].review = res[i];
}
resolve(reviews);
} else {
resolve(res);
}
})
})
.catch(err => reject(err));
});
}
function parseUrls(data, verbose) {
let reviews = [];
data.forEach(query => {
var maxRating = query.results.list[query.results.list.length - 1].tombstone.albums[0].rating.display_rating;
query.results.list.forEach(review => {
var rating = review.tombstone.albums[0].rating.display_rating;
if (rating <= maxRating) {
if (verbose) {
reviews.push({ rating: rating, url: review.url });
} else {
reviews.push({ url: review.url });
}
}
})
});
return reviews;
}
module.exports.query = function query(options, callback) {
let genre = '', start = 0, size = 1, sort = 'asc', verbose = false;
if ('genre' in options) {
if (genres.includes(options.genre)) {
genre = options.genre;
} else {
callback(new Error('genre must be valid.'))
return;
}
}
if ('start' in options && !isNaN(options.start)) {
start = options.start;
}
if ('size' in options && !isNaN(options.size)) {
size = options.size;
}
if ('sort' in options) {
if (sort != 'asc' && sort != 'desc') {
callback(new Error('sort must be "asc" or "desc".'))
return;
} else {
sort = options.sort;
}
}
if ('verbose' in options) {
if (typeof options.verbose === "boolean") {
verbose = options.verbose;
} else {
callback(new Error('verbose must be a boolean.'));
return;
}
}
runSearchQuery(genre, start, size, sort, verbose)
.then((res) => callback(null, res))
.catch((err) => callback(err));
}