Added CF resolver to http module. Using priority lookup in tags seed.

This commit is contained in:
DebaucheryLibrarian
2022-08-15 23:51:51 +02:00
parent b7fbcdec94
commit 3db8b80164
6 changed files with 100 additions and 64 deletions

View File

@@ -119,7 +119,11 @@ function scrapeProfile(actor, entity) {
}
async function fetchLatest(channel, page = 1, { parameters }) {
const res = await http.get(`${parameters.videos}/_search?q=site.seo.seoSlug:"${parameters.id}"&sort=publishedDate:desc&size=30&from=${(page - 1) * 30}`);
const res = await http.get(`${parameters.videos}/_search?q=site.seo.seoSlug:"${parameters.id}"&sort=publishedDate:desc&size=30&from=${(page - 1) * 30}`, {
bypassCloudflare: true,
});
console.log(res.status);
if (res.ok) {
return scrapeAll(res.body.hits.hits, channel);