fetch-retry.ts 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117
  1. import retry from 'async-retry';
  2. // retry settings
  3. const MIN_TIMEOUT = 10;
  4. const MAX_RETRIES = 5;
  5. const MAX_RETRY_AFTER = 20;
  6. const FACTOR = 6;
  7. function isClientError(err: any): err is NodeJS.ErrnoException {
  8. if (!err) return false;
  9. return (
  10. err.code === 'ERR_UNESCAPED_CHARACTERS' ||
  11. err.message === 'Request path contains unescaped characters'
  12. );
  13. }
  14. interface FetchRetryOpt {
  15. minTimeout?: number,
  16. retries?: number,
  17. factor?: number,
  18. maxRetryAfter?: number,
  19. retry?: number,
  20. onRetry?: (err: Error) => void
  21. }
  22. function createFetchRetry($fetch: typeof fetch): typeof fetch {
  23. const fetchRetry = async (url: string | URL, opts: RequestInit & { retry?: FetchRetryOpt } = {}) => {
  24. const retryOpts = Object.assign(
  25. {
  26. // timeouts will be [10, 60, 360, 2160, 12960]
  27. // (before randomization is added)
  28. minTimeout: MIN_TIMEOUT,
  29. retries: MAX_RETRIES,
  30. factor: FACTOR,
  31. maxRetryAfter: MAX_RETRY_AFTER,
  32. },
  33. opts.retry
  34. );
  35. try {
  36. return await retry(async (bail) => {
  37. try {
  38. // this will be retried
  39. const res = await $fetch(url, opts);
  40. if ((res.status >= 500 && res.status < 600) || res.status === 429) {
  41. // NOTE: doesn't support http-date format
  42. const retryAfterHeader = res.headers.get('retry-after');
  43. if (retryAfterHeader) {
  44. const retryAfter = parseInt(retryAfterHeader, 10);
  45. if (retryAfter) {
  46. if (retryAfter > retryOpts.maxRetryAfter) {
  47. return res;
  48. } else {
  49. await new Promise((r) => setTimeout(r, retryAfter * 1e3));
  50. }
  51. }
  52. }
  53. throw new ResponseError(res);
  54. } else {
  55. return res;
  56. }
  57. } catch (err: unknown) {
  58. if (err instanceof Error) {
  59. if (err.name === 'AbortError') {
  60. return bail(err);
  61. }
  62. }
  63. if (isClientError(err)) {
  64. return bail(err);
  65. }
  66. throw err;
  67. }
  68. }, retryOpts);
  69. } catch (err) {
  70. if (err instanceof ResponseError) {
  71. return err.res;
  72. }
  73. throw err;
  74. }
  75. }
  76. for (const k of Object.keys($fetch)) {
  77. const key = k as keyof typeof $fetch;
  78. fetchRetry[key] = $fetch[key];
  79. }
  80. return fetchRetry as typeof fetch;
  81. }
  82. export class ResponseError extends Error {
  83. readonly res: Response;
  84. readonly code: number;
  85. readonly statusCode: number;
  86. readonly url: string;
  87. constructor(res: Response) {
  88. super(res.statusText);
  89. if (Error.captureStackTrace) {
  90. Error.captureStackTrace(this, ResponseError);
  91. }
  92. this.name = this.constructor.name;
  93. this.res = res;
  94. this.code = this.statusCode = res.status;
  95. this.url = res.url;
  96. }
  97. }
  98. export const defaultRequestInit: RequestInit = {
  99. headers: {
  100. 'User-Agent': 'curl/8.1.2 (https://github.com/SukkaW/Surge)'
  101. }
  102. }
  103. export const fetchWithRetry = createFetchRetry(fetch);