diff --git a/helpers/newRequest.ts b/helpers/newRequest.ts deleted file mode 100644 index 28fe0d2b77..0000000000 --- a/helpers/newRequest.ts +++ /dev/null @@ -1,43 +0,0 @@ -import retry from "async-retry"; -import fetchURL from "../utils/fetchURL"; -import { getEnv } from "./env"; - -const API_KEYS = getEnv('MAGPIE_DUNE_API_KEYS')?.split(",") ?? []; -type IRequest = { - [key: string]: Promise; -} -const requests: IRequest = {} - -export async function fetchURLWithRetry(url: string) { - if (!requests[url]) - requests[url] = _fetchURLWithRetry(url) - return requests[url] -} - -async function _fetchURLWithRetry(url: string): Promise { - let API_KEY_INDEX = 0; - - return await retry( - async (bail, _attempt: number) => { - const api_key = API_KEYS[API_KEY_INDEX] ?? '' - try { - const response = await fetchURL(`${url}?api_key=${api_key}`); - return response; - } catch (error: any) { - console.log("Dune: Failed to fetch url", `${url}?api_key=${api_key}`); - if (API_KEY_INDEX < API_KEYS.length - 1) { - API_KEY_INDEX++; - } else { - const errorMessage = "Dune: All API keys failed"; - bail(new Error(errorMessage)); - } - delete error.stack; - throw error; - } - }, - { - retries: 3 + API_KEYS.length * 2, - factor: 1, - } - ); -}