fetch-retry.ts 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. import retry from 'async-retry';
  2. // retry settings
  3. const MIN_TIMEOUT = 10;
  4. const MAX_RETRIES = 5;
  5. const MAX_RETRY_AFTER = 20;
  6. const FACTOR = 6;
  7. function isClientError(err: any): err is NodeJS.ErrnoException {
  8. if (!err) return false;
  9. return (
  10. err.code === 'ERR_UNESCAPED_CHARACTERS'
  11. || err.message === 'Request path contains unescaped characters'
  12. );
  13. }
  14. export class ResponseError extends Error {
  15. readonly res: Response;
  16. readonly code: number;
  17. readonly statusCode: number;
  18. readonly url: string;
  19. constructor(res: Response) {
  20. super(res.statusText);
  21. if ('captureStackTrace' in Error) {
  22. Error.captureStackTrace(this, ResponseError);
  23. }
  24. this.name = this.constructor.name;
  25. this.res = res;
  26. this.code = res.status;
  27. this.statusCode = res.status;
  28. this.url = res.url;
  29. }
  30. }
  31. interface FetchRetryOpt {
  32. minTimeout?: number,
  33. retries?: number,
  34. factor?: number,
  35. maxRetryAfter?: number,
  36. retry?: number,
  37. onRetry?: (err: Error) => void
  38. }
  39. function createFetchRetry($fetch: typeof fetch): typeof fetch {
  40. const fetchRetry = async (url: string | URL, opts: RequestInit & { retry?: FetchRetryOpt } = {}) => {
  41. const retryOpts = Object.assign(
  42. {
  43. // timeouts will be [10, 60, 360, 2160, 12960]
  44. // (before randomization is added)
  45. minTimeout: MIN_TIMEOUT,
  46. retries: MAX_RETRIES,
  47. factor: FACTOR,
  48. maxRetryAfter: MAX_RETRY_AFTER
  49. },
  50. opts.retry
  51. );
  52. try {
  53. return await retry(async (bail) => {
  54. try {
  55. // this will be retried
  56. const res = (await $fetch(url, opts)) as Response;
  57. if ((res.status >= 500 && res.status < 600) || res.status === 429) {
  58. // NOTE: doesn't support http-date format
  59. const retryAfterHeader = res.headers.get('retry-after');
  60. if (retryAfterHeader) {
  61. const retryAfter = Number.parseInt(retryAfterHeader, 10);
  62. if (retryAfter) {
  63. if (retryAfter > retryOpts.maxRetryAfter) {
  64. return res;
  65. }
  66. await Bun.sleep(retryAfter * 1e3);
  67. }
  68. }
  69. throw new ResponseError(res);
  70. } else {
  71. return res;
  72. }
  73. } catch (err: unknown) {
  74. if (err instanceof Error) {
  75. if (
  76. err.name === 'AbortError'
  77. || ('digest' in err && err.digest === 'AbortError')
  78. ) {
  79. console.log('[fetch abort]', url.toString());
  80. return bail(err);
  81. }
  82. }
  83. if (isClientError(err)) {
  84. return bail(err);
  85. }
  86. throw err;
  87. }
  88. }, retryOpts);
  89. } catch (err) {
  90. if (err instanceof ResponseError) {
  91. return err.res;
  92. }
  93. throw err;
  94. }
  95. };
  96. for (const k of Object.keys($fetch)) {
  97. const key = k as keyof typeof $fetch;
  98. fetchRetry[key] = $fetch[key];
  99. }
  100. return fetchRetry as typeof fetch;
  101. }
  102. export const defaultRequestInit: RequestInit = {
  103. headers: {
  104. 'User-Agent': 'curl/8.1.2 (https://github.com/SukkaW/Surge)'
  105. }
  106. };
  107. export const fetchWithRetry = createFetchRetry(fetch);