fetch-retry.ts 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137
  1. import retry from 'async-retry';
  2. import picocolors from 'picocolors';
  3. // retry settings
  4. const MIN_TIMEOUT = 10;
  5. const MAX_RETRIES = 5;
  6. const MAX_RETRY_AFTER = 20;
  7. const FACTOR = 6;
  8. function isClientError(err: unknown): err is NodeJS.ErrnoException {
  9. if (!err || typeof err !== 'object') return false;
  10. if ('code' in err) return err.code === 'ERR_UNESCAPED_CHARACTERS';
  11. if ('message' in err) return err.message === 'Request path contains unescaped characters';
  12. return false;
  13. }
  14. export class ResponseError extends Error {
  15. readonly res: Response;
  16. readonly code: number;
  17. readonly statusCode: number;
  18. readonly url: string;
  19. constructor(res: Response) {
  20. super(res.statusText);
  21. if ('captureStackTrace' in Error) {
  22. Error.captureStackTrace(this, ResponseError);
  23. }
  24. this.name = this.constructor.name;
  25. this.res = res;
  26. this.code = res.status;
  27. this.statusCode = res.status;
  28. this.url = res.url;
  29. }
  30. }
  31. interface FetchRetryOpt {
  32. minTimeout?: number,
  33. retries?: number,
  34. factor?: number,
  35. maxRetryAfter?: number,
  36. retry?: number,
  37. onRetry?: (err: Error) => void,
  38. retryOnAborted?: boolean
  39. }
  40. interface FetchWithRetry {
  41. (url: string | URL | Request, opts?: RequestInit & { retry?: FetchRetryOpt }): Promise<Response>
  42. }
  43. function createFetchRetry($fetch: typeof fetch): FetchWithRetry {
  44. const fetchRetry: FetchWithRetry = async (url, opts = {}) => {
  45. const retryOpts = Object.assign(
  46. {
  47. // timeouts will be [10, 60, 360, 2160, 12960]
  48. // (before randomization is added)
  49. minTimeout: MIN_TIMEOUT,
  50. retries: MAX_RETRIES,
  51. factor: FACTOR,
  52. maxRetryAfter: MAX_RETRY_AFTER,
  53. retryOnAborted: false,
  54. retryOnNon2xx: true
  55. },
  56. opts.retry
  57. );
  58. try {
  59. return await retry<Response>(async (bail) => {
  60. try {
  61. // this will be retried
  62. const res = (await $fetch(url, opts));
  63. if ((res.status >= 500 && res.status < 600) || res.status === 429) {
  64. // NOTE: doesn't support http-date format
  65. const retryAfterHeader = res.headers.get('retry-after');
  66. if (retryAfterHeader) {
  67. const retryAfter = Number.parseInt(retryAfterHeader, 10);
  68. if (retryAfter) {
  69. if (retryAfter > retryOpts.maxRetryAfter) {
  70. return res;
  71. }
  72. await Bun.sleep(retryAfter * 1e3);
  73. }
  74. }
  75. throw new ResponseError(res);
  76. } else {
  77. if (!res.ok && retryOpts.retryOnNon2xx) {
  78. throw new ResponseError(res);
  79. }
  80. return res;
  81. }
  82. } catch (err: unknown) {
  83. if (err instanceof Error) {
  84. if (
  85. err.name === 'AbortError'
  86. || ('digest' in err && err.digest === 'AbortError')
  87. ) {
  88. if (!retryOpts.retryOnAborted) {
  89. console.log(picocolors.gray('[fetch abort]'), url);
  90. return bail(err) as never;
  91. }
  92. }
  93. }
  94. if (isClientError(err)) {
  95. return bail(err) as never;
  96. }
  97. console.log(picocolors.gray('[fetch fail]'), url);
  98. throw err;
  99. }
  100. }, retryOpts);
  101. } catch (err) {
  102. if (err instanceof ResponseError) {
  103. return err.res;
  104. }
  105. throw err;
  106. }
  107. };
  108. for (const k of Object.keys($fetch)) {
  109. const key = k as keyof typeof $fetch;
  110. fetchRetry[key] = $fetch[key];
  111. }
  112. return fetchRetry;
  113. }
  114. export const defaultRequestInit: RequestInit = {
  115. headers: {
  116. 'User-Agent': 'curl/8.1.2 (https://github.com/SukkaW/Surge)'
  117. }
  118. };
  119. export const fetchWithRetry = createFetchRetry(fetch);