Added predata step. Using RedGifs temporary API key.

src/fetch/item.js

@@ -7,26 +7,26 @@ const blake2 = require('blake2');
 const logger = require('../logger')(__filename);
 const limiter = require('../limiter').items;
 
-async function fetchItem(url, attempt, post, host) {
+async function fetchItem(url, attempt, { post, host, headers }) {
     async function retry(error) {
         logger.warn(`Failed to fetch '${url}', ${attempt < config.fetch.retries ? 'retrying' : 'giving up'}: ${error.message} (${post ? post.permalink : 'no post'})`);
 
         if (attempt < config.fetch.retries) {
-            return fetchItem(url, attempt + 1, post);
+            return fetchItem(url, attempt + 1, { post, host, headers });
         }
 
         return null;
     }
 
     try {
-        const res = await limiter.schedule(async () => bhttp.get(url));
+        const res = await limiter.schedule(async () => bhttp.get(url, { headers }));
 
-        if (!res.statusCode === 200) {
-            throw new Error(`Response not OK for '${url}', HTTP code '${res.status}'`);
+        if (res.statusCode !== 200) {
+            throw new Error(`Response not OK for ${url} (${res.statusCode}): ${res.body.toString()}`);
         }
 
         if (!Buffer.isBuffer(res.body)) {
-            throw new Error(`Unexpected response for '${url}' (${res.status}): ${res.body}`);
+            throw new Error(`Unexpected response for ${url} (${res.statusCode}): ${res.body}`);
         }
 
         logger.debug(`Fetched '${host ? host.url : url}' (${post ? post.permalink : 'no post'})`);