Fetch data from signed APIs

config/airseeker.example.json

@@ -26,5 +26,6 @@
       }
     }
   },
+  "fetchInterval": 10000,
   "deviationThresholdCoefficient": 1
 }

package.json

@@ -7,11 +7,28 @@
     "node": "^18.14.0",
     "pnpm": "^8.8.0"
   },
+  "scripts": {
+    "build": "tsc --project tsconfig.build.json",
+    "clean": "rm -rf coverage dist",
+    "dev": "nodemon --ext ts,js,json,env  --exec \"pnpm ts-node src/index.ts\"",
+    "docker:build": "docker build -t api3/airseekerv2:latest -f docker/Dockerfile .",
+    "docker:run": "docker run -it --rm api3/airseekerv2:latest",
+    "eslint:check": "eslint . --ext .js,.ts --max-warnings 0",
+    "eslint:fix": "eslint . --ext .js,.ts --fix",
+    "lint": "yarn eslint:fix",
+    "prepare": "husky install",
+    "prettier:check": "prettier --check \"./**/*.{js,ts,md,json}\"",
+    "prettier:fix": "prettier --write \"./**/*.{js,ts,md,json}\"",
+    "prettier:write": "yarn prettier:fix",
+    "test": "jest",
+    "tsc": "tsc --project ."
+  },
   "files": [
     "dist",
     "*.js"
   ],
   "devDependencies": {
+    "@api3/ois": "^2.2.0",
     "@types/jest": "^29.5.5",
     "@types/lodash": "^4.14.199",
     "@types/node": "^20.8.0",
@@ -32,22 +49,10 @@
   "dependencies": {
     "@api3/airnode-protocol-v1": "^2.10.0",
     "@api3/promise-utils": "^0.4.0",
+    "axios": "^1.5.1",
     "dotenv": "^16.3.1",
     "ethers": "^5.7.2",
     "lodash": "^4.17.21",
     "zod": "^3.22.2"
-  },
-  "scripts": {
-    "build": "tsc --project tsconfig.build.json",
-    "clean": "rm -rf coverage dist",
-    "dev": "nodemon --ext ts,js,json,env  --exec \"pnpm ts-node src/index.ts\"",
-    "eslint:check": "eslint . --ext .js,.ts --max-warnings 0",
-    "eslint:fix": "eslint . --ext .js,.ts --fix",
-    "prettier:check": "prettier --check \"./**/*.{js,ts,md,json}\"",
-    "prettier:fix": "prettier --write \"./**/*.{js,ts,md,json}\"",
-    "test": "jest",
-    "tsc": "tsc --project .",
-    "docker:build": "docker build -t api3/airseekerv2:latest -f docker/Dockerfile .",
-    "docker:run": "docker run -it --rm api3/airseekerv2:latest"
   }
 }

src/config/schema.ts

@@ -6,6 +6,9 @@ export const evmAddressSchema = z.string().regex(/^0x[a-fA-F0-9]{40}$/, 'Must be
 
 export const evmIdSchema = z.string().regex(/^0x[a-fA-F0-9]{64}$/, 'Must be a valid EVM hash');
 
+export type EvmAddress = z.infer<typeof evmAddressSchema>;
+export type EvmId = z.infer<typeof evmIdSchema>;
+
 export const providerSchema = z
   .object({
     url: z.string().url(),
@@ -98,6 +101,7 @@ export const configSchema = z
   .object({
     sponsorWalletMnemonic: z.string().refine((mnemonic) => ethers.utils.isValidMnemonic(mnemonic), 'Invalid mnemonic'),
     chains: chainsSchema,
+    fetchInterval: z.number().positive().optional().default(10),
     deviationThresholdCoefficient: z.number(),
   })
   .strict();

src/constants.ts

@@ -0,0 +1,2 @@
+export const HTTP_SIGNED_DATA_API_ATTEMPT_TIMEOUT = 10_000;
+export const HTTP_SIGNED_DATA_API_HEADROOM = 1_000;

src/index.ts

@@ -1,2 +1,6 @@
+export * from './signed-api-fetch';
+export * from './signed-data-store';
+export * from './utils';
+
 // eslint-disable-next-line no-console
 console.log('works');

src/logger.ts

@@ -0,0 +1,29 @@
+const debug = (...args: any[]) =>
+  // eslint-disable-next-line no-console
+  console.debug(...args);
+const error = (...args: any[]) =>
+  // eslint-disable-next-line no-console
+  console.error(...args);
+const info = (...args: any[]) =>
+  // eslint-disable-next-line no-console
+  console.info(...args);
+const log = (...args: any[]) =>
+  // eslint-disable-next-line no-console
+  console.log(...args);
+const warn = (...args: any[]) =>
+  // eslint-disable-next-line no-console
+  console.warn(...args);
+
+export const logErrors = (promiseResults: PromiseSettledResult<any>[], additionalText = '') => {
+  promiseResults
+    .filter((result) => result.status === 'rejected')
+    .forEach((rejectedPromise) => error(additionalText, rejectedPromise));
+};
+
+export const logger = {
+  debug,
+  error,
+  info,
+  log,
+  warn,
+};

src/signed-api-fetch/data-fetcher.test.ts

@@ -0,0 +1,67 @@
+import { init, runDataFetcher, setAxios, stopDataFetcher } from './data-fetcher';
+import { localDataStore } from '../signed-data-store';
+
+describe('data fetcher', () => {
+  const mockAxios = jest.fn();
+
+  beforeAll(() => {
+    setAxios(mockAxios);
+  });
+
+  beforeEach(() => {
+    mockAxios.mockReset();
+    localDataStore.clear();
+  });
+
+  it('retrieves signed data from urls', async () => {
+    await init();
+
+    const mockAxios = jest.fn();
+    setAxios(mockAxios);
+
+    const setStoreDataPointSpy = jest.spyOn(localDataStore, 'setStoreDataPoint');
+
+    mockAxios.mockImplementation(async () =>
+      Promise.resolve({
+        status: 200,
+        data: {
+          count: 3,
+          data: {
+            '0x91be0acf2d58a15c7cf687edabe4e255fdb27fbb77eba2a52f3bb3b46c99ec04': {
+              signature:
+                '0x0fe25ad7debe4d018aa53acfe56d84f35c8bedf58574611f5569a8d4415e342311c093bfe0648d54e0a02f13987ac4b033b24220880638df9103a60d4f74090b1c',
+              timestamp: '1687850583',
+              templateId: '0x154c34adf151cf4d91b7abe7eb6dcd193104ef2a29738ddc88020a58d6cf6183',
+              encodedValue: '0x000000000000000000000000000000000000000000000065954b143faff77440',
+              airnode: '0xC04575A2773Da9Cd23853A69694e02111b2c4182',
+            },
+            '0xddc6ca9cc6f5768d9bfa8cc59f79bde8cf97a6521d0b95835255951ce06f19e6': {
+              signature:
+                '0x1f8993bae330ff73f050aeb8221207f80d22c43174e56079663d520fd2ccaec52b87f56d2fb2184f99d0c37dabd78cf7ff4f2cd27f7fd337d06ebfe590e09a7d1c',
+              timestamp: '1687850583',
+              templateId: '0x55d08a477d28519c8bc889b0be4f4d08625cfec5369f047258a1a4d7e1e405f3',
+              encodedValue: '0x00000000000000000000000000000000000000000000066e419d6bdc61e19680',
+              airnode: '0xC04575A2773Da9Cd23853A69694e02111b2c4182',
+            },
+            '0x5dd8d9e1429f69ba4bd76df5709155110429857d19670cc157632f66a48ee1f7': {
+              signature:
+                '0x48c9c53645b5e69c986ab02fcae88ddd5247ce000bf1fddb2cd83ac6af8553e554164d3f6d5906fa8d24ce9224484a2664a70bb75893e9cf18bcffadee4345bc1c',
+              timestamp: '1687850583',
+              templateId: '0x96504241fb9ae9a5941f97c9561dcfcd7cee77ee9486a58c8e78551c1268ddec',
+              encodedValue: '0x0000000000000000000000000000000000000000000000000e461510ad9d8678',
+              airnode: '0xC04575A2773Da9Cd23853A69694e02111b2c4182',
+            },
+          },
+        },
+      })
+    );
+
+    const dataFetcherPromise = runDataFetcher();
+
+    await expect(dataFetcherPromise).resolves.toBeDefined();
+
+    await stopDataFetcher();
+
+    expect(setStoreDataPointSpy).toHaveBeenCalledTimes(30);
+  });
+});