add request timeout to prevent blocking queues

GooeyAI · Jan 26, 2022 · e7e7321 · e7e7321
1 parent 080a379
commit e7e7321
Showing 1 changed file with 12 additions and 4 deletions.
diff --git a/src/index.js b/src/index.js
@@ -1,21 +1,22 @@
 const metascraper = require("metascraper")([
   require("metascraper-title")(),
   require("metascraper-description")(),
-  require("metascraper-image")()
+  require("metascraper-image")(),
 ]);
 const got = require("got");
 const zmq = require("zeromq");
 const twitter = require("twitter-text");
 
 require("dotenv").config();
 const BIND_ADDR = process.env.BIND_ADDR;
+const REQUEST_TIMEOUT_MS = parseInt(process.env.REQUEST_TIMEOUT_SEC) * 1000;
 
-(async function() {
+(async function () {
   const sock = zmq.socket("rep");
   await sock.bind(BIND_ADDR);
   console.log(`serving @ "${BIND_ADDR}"`);
 
-  sock.on("message", async function(msg) {
+  sock.on("message", async function (msg) {
     msg = JSON.parse(msg);
     console.log("<", msg);
 
@@ -49,6 +50,13 @@ async function dispatch({ cmd, data }) {
 }
 
 async function fetchMetadata(targetUrl) {
-  const { body: html, url } = await got(targetUrl);
+  const { body: html, url } = await got(targetUrl, {
+    timeout: {
+      request: REQUEST_TIMEOUT_MS,
+    },
+    retry: {
+      limit: 0,
+    },
+  });
   return await metascraper({ html, url });
 }