fetch-assets.ts 2.1 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859
  1. import picocolors from 'picocolors';
  2. import { defaultRequestInit, fetchWithRetry } from './fetch-retry';
  3. import { setTimeout } from 'node:timers/promises';
  4. // eslint-disable-next-line sukka/unicorn/custom-error-definition -- typescript is better
  5. class CustomAbortError extends Error {
  6. public readonly name = 'AbortError';
  7. public readonly digest = 'AbortError';
  8. }
  9. const sleepWithAbort = (ms: number, signal: AbortSignal) => new Promise<void>((resolve, reject) => {
  10. if (signal.aborted) {
  11. reject(signal.reason as Error);
  12. return;
  13. }
  14. signal.addEventListener('abort', stop, { once: true });
  15. // eslint-disable-next-line sukka/prefer-timer-id -- node:timers/promises
  16. setTimeout(ms, undefined, { ref: false }).then(resolve).catch(reject).finally(() => signal.removeEventListener('abort', stop));
  17. function stop(this: AbortSignal) { reject(this.reason as Error); }
  18. });
  19. export async function fetchAssets(url: string, fallbackUrls: string[] | readonly string[]) {
  20. const controller = new AbortController();
  21. const fetchMainPromise = fetchWithRetry(url, { signal: controller.signal, ...defaultRequestInit })
  22. .then(r => r.text())
  23. .then(text => {
  24. controller.abort();
  25. return text;
  26. });
  27. const createFetchFallbackPromise = async (url: string, index: number) => {
  28. // Most assets can be downloaded within 250ms. To avoid wasting bandwidth, we will wait for 500ms before downloading from the fallback URL.
  29. try {
  30. await sleepWithAbort(500 + (index + 1) * 20, controller.signal);
  31. } catch {
  32. console.log(picocolors.gray('[fetch cancelled early]'), picocolors.gray(url));
  33. throw new CustomAbortError();
  34. }
  35. if (controller.signal.aborted) {
  36. console.log(picocolors.gray('[fetch cancelled]'), picocolors.gray(url));
  37. throw new CustomAbortError();
  38. }
  39. const res = await fetchWithRetry(url, { signal: controller.signal, ...defaultRequestInit });
  40. const text = await res.text();
  41. controller.abort();
  42. return text;
  43. };
  44. return Promise.any([
  45. fetchMainPromise,
  46. ...fallbackUrls.map(createFetchFallbackPromise)
  47. ]).catch(e => {
  48. console.log(`Download Rule for [${url}] failed`);
  49. throw e;
  50. });
  51. }