build-sgmodule-redirect.ts 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. import path from 'node:path';
  2. import { task } from './trace';
  3. import { compareAndWriteFile } from './lib/create-file';
  4. import { getHostname } from 'tldts-experimental';
  5. import { isTruthy } from 'foxts/guard';
  6. import { OUTPUT_MODULES_DIR } from './constants/dir';
  7. function escapeRegExp(string = '') {
  8. const reRegExpChar = /[$()*+.?[\\\]^{|}]/g;
  9. const reHasRegExpChar = new RegExp(reRegExpChar.source);
  10. return string && reHasRegExpChar.test(string)
  11. ? string.replaceAll(reRegExpChar, String.raw`\$&`)
  12. : string;
  13. }
  14. const REDIRECT_MIRROR_HEADER = [
  15. // Gravatar
  16. ['gravatar.neworld.org/', 'https://secure.gravatar.com/'],
  17. ['cdn.v2ex.com/gravatar/', 'https://secure.gravatar.com/avatar/'],
  18. // U.SB
  19. ['cdnjs.loli.net/', 'https://cdnjs.cloudflare.com/'],
  20. ['fonts.loli.net/', 'https://fonts.googleapis.com/'],
  21. ['gstatic.loli.net/', 'https://fonts.gstatic.com/'],
  22. ['themes.loli.net/', 'https://themes.googleusercontent.com/'],
  23. ['ajax.loli.net/', 'https://ajax.googleapis.com/'],
  24. ['gravatar.loli.net/', 'https://secure.gravatar.com/'],
  25. // Geekzu
  26. ['gapis.geekzu.org/ajax/', 'https://ajax.googleapis.com/'],
  27. ['fonts.geekzu.org/', 'https://fonts.googleapis.com/'],
  28. ['gapis.geekzu.org/g-fonts/', 'https://fonts.gstatic.com/'],
  29. ['gapis.geekzu.org/g-themes/', 'https://themes.googleusercontent.com/'],
  30. ['sdn.geekzu.org/', 'https://secure.gravatar.com/'],
  31. // libravatar
  32. ['seccdn.libravatar.org/gravatarproxy/', 'https://secure.gravatar.com/'],
  33. // gh-proxy
  34. ['github.moeyy.xyz/', 'https://'],
  35. // 7ED Services
  36. ['use.sevencdn.com/css', 'https://fonts.googleapis.com/css'],
  37. ['use.sevencdn.com/ajax/libs/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  38. ['use.sevencdn.com/gajax/', 'https://ajax.googleapis.com/ajax/'],
  39. ['use.sevencdn.com/chart', 'https://chart.googleapis.com/chart'],
  40. ['use.sevencdn.com/avatar', 'https://secure.gravatar.com/avatar'],
  41. ['raw.gitmirror.com/', 'https://raw.githubusercontent.com/'],
  42. ['gist.gitmirror.com/', 'https://gist.githubusercontent.com/'],
  43. ['raw.githubusercontents.com/', 'https://raw.githubusercontent.com/'],
  44. ['gist.githubusercontents.com/', 'https://gist.githubusercontent.com/'],
  45. ['cdn.gitmirror.com/', 'https://cdn.statically.io/'],
  46. // FastGit
  47. ['raw.fastgit.org/', 'https://raw.githubusercontent.com/'],
  48. // ['assets.fastgit.org/', 'https://github.githubassets.com/'],
  49. // jsDelivr
  50. ['fastly.jsdelivr.net/', 'https://cdn.jsdelivr.net/'],
  51. ['gcore.jsdelivr.net/', 'https://cdn.jsdelivr.net/'],
  52. ['testingcf.jsdelivr.net/', 'https://cdn.jsdelivr.net/'],
  53. // JSDMirror
  54. ['cdn.jsdmirror.com/', 'https://cdn.jsdelivr.net/'],
  55. ['cdn.jsdmirror.cn/', 'https://cdn.jsdelivr.net/'],
  56. // onmicrosoft.cn
  57. ['jsd.onmicrosoft.cn/', 'https://cdn.jsdelivr.net/'],
  58. ['npm.onmicrosoft.cn/', 'https://cdn.jsdelivr.net/npm/'],
  59. ['cdnjs.onmicrosoft.cn/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  60. // KGitHub
  61. ['raw.kgithub.com/', 'https://raw.githubusercontent.com/'],
  62. ['raw.kkgithub.com/', 'https://raw.githubusercontent.com/'],
  63. // cdn.iocdn.cc
  64. ['cdn.iocdn.cc/avatar/', 'https://secure.gravatar.com/avatar/'],
  65. ['cdn.iocdn.cc/css', 'https://fonts.googleapis.com/css'],
  66. ['cdn.iocdn.cc/icon', 'https://fonts.googleapis.com/icon'],
  67. ['cdn.iocdn.cc/earlyaccess', 'https://fonts.googleapis.com/earlyaccess'],
  68. ['cdn.iocdn.cc/s', 'fonts.gstatic.com/s'],
  69. ['cdn.iocdn.cc/static', 'themes.googleusercontent.com/static'],
  70. ['cdn.iocdn.cc/ajax', 'ajax.googleapis.com/ajax'],
  71. ['cdn.iocdn.cc/', 'https://cdn.jsdelivr.net/'],
  72. // wp-china-yes
  73. ['googlefonts.admincdn.com/', 'https://fonts.googleapis.com/'],
  74. ['googleajax.admincdn.com/', 'https://ajax.googleapis.com/'],
  75. ['cdnjs.admincdn.com/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  76. // Polyfill
  77. ['polyfill.io/', 'https://cdnjs.cloudflare.com/polyfill/'],
  78. ['polyfill.top/', 'https://cdnjs.cloudflare.com/polyfill/'],
  79. ['polyfill-js.cn/', 'https://cdnjs.cloudflare.com/polyfill/'],
  80. ['cdn.polyfill.io/', 'https://cdnjs.cloudflare.com/polyfill/'],
  81. ['fastly-polyfill.io/', 'https://cdnjs.cloudflare.com/polyfill/'],
  82. ['fastly-polyfill.net/', 'https://cdnjs.cloudflare.com/polyfill/'],
  83. // BootCDN has been controlled by a malicious actor and being used to spread malware
  84. ['cdn.bootcss.com/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  85. ['cdn.bootcdn.net/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  86. ['cdn.staticfile.net/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  87. ['cdn.staticfile.org/', 'https://cdnjs.cloudflare.com/ajax/libs/'],
  88. // The UNPKG has not been actively maintained and is finally down (https://github.com/unpkg/unpkg/issues/412)
  89. ['unpkg.com/', 'https://cdn.jsdelivr.net/npm/'],
  90. // Misc
  91. ['pics.javbus.com/', 'https://i0.wp.com/pics.javbus.com/']
  92. ] as const;
  93. const REDIRECT_MIRROR_307 = [
  94. // Redirect Google
  95. ['google.cn/', 'https://google.com/'],
  96. ['www.google.cn/', 'https://www.google.com/'],
  97. ['g.cn/', 'https://google.com/'],
  98. ['ditu.google.cn/', 'https://maps.google.com/'],
  99. ['maps.google.cn/', 'https://maps.google.com/'],
  100. ['www.g.cn/', 'https://www.google.com/'],
  101. // avg.tv/sm114514 -> https://www.nicovideo.jp/watch/sm114514
  102. ['acg.tv/sm', 'https://www.nicovideo.jp/watch/sm'],
  103. ['acg.tv/', 'https://b23.tv/'],
  104. // Minecraft Wiki
  105. ['minecraft.fandom.com/wiki/', 'https://minecraft.wiki/w/'],
  106. ['minecraft.fandom.com/', 'https://minecraft.wiki/'],
  107. ['missav.com/', 'https://missav.ai/'],
  108. ['missav.ws/', 'https://missav.ai/'],
  109. ['thisav.com/', 'https://thisav.me/']
  110. ];
  111. const REDIRECT_FAKEWEBSITES = [
  112. // IGN China to IGN Global
  113. ['ign.xn--fiqs8s', 'https://cn.ign.com/ccpref/us'],
  114. // Fuck Makeding
  115. ['abbyychina.com', 'https://www.abbyy.cn'],
  116. ['bartender.cc', 'https://www.seagullscientific.com'],
  117. ['betterzip.net', 'https://macitbetter.com'],
  118. ['beyondcompare.cc', 'https://www.scootersoftware.com'],
  119. ['bingdianhuanyuan.cn', 'https://www.faronics.com'],
  120. ['chemdraw.com.cn', 'https://revvitysignals.com/products/research/chemdraw'],
  121. ['codesoftchina.com', 'https://www.teklynx.com'],
  122. ['coreldrawchina.com', 'https://www.coreldraw.com'],
  123. ['crossoverchina.com', 'https://www.codeweavers.com'],
  124. ['easyrecoverychina.com', 'https://www.ontrack.com'],
  125. ['ediuschina.com', 'https://www.grassvalley.com'],
  126. ['flstudiochina.com', 'https://www.image-line.com/fl-studio'],
  127. ['formysql.com', 'https://www.navicat.com.cn'],
  128. ['guitarpro.cc', 'https://www.guitar-pro.com'],
  129. ['huishenghuiying.com.cn', 'https://www.corel.com'],
  130. ['iconworkshop.cn', 'https://www.axialis.com/iconworkshop'],
  131. ['imindmap.cc', 'https://imindmap.com/zh-cn'],
  132. ['jihehuaban.com.cn', 'https://sketch.io'],
  133. ['keyshot.cc', 'https://www.keyshot.com'],
  134. ['mathtype.cn', 'https://www.wiris.com/en/mathtype'],
  135. ['mindmanager.cc', 'https://www.mindjet.com'],
  136. ['mindmapper.cc', 'https://mindmapper.com'],
  137. ['mycleanmymac.com', 'https://macpaw.com/cleanmymac'],
  138. ['nicelabel.cc', 'https://www.nicelabel.com'],
  139. ['ntfsformac.cc', 'https://www.tuxera.com/products/tuxera-ntfs-for-mac-cn'],
  140. ['ntfsformac.cn', 'https://www.paragon-software.com/ufsdhome/zh/ntfs-mac'],
  141. ['overturechina.com', 'https://sonicscores.com/overture'],
  142. ['passwordrecovery.cn', 'https://cn.elcomsoft.com/aopr.html'],
  143. ['pdfexpert.cc', 'https://pdfexpert.com/zh'],
  144. ['ultraiso.net', 'https://cn.ezbsystems.com/ultraiso'],
  145. ['vegaschina.cn', 'https://www.vegas.com'],
  146. ['xmindchina.net', 'https://www.xmind.cn'],
  147. ['xshellcn.com', 'https://www.netsarang.com/products/xsh_overview.html'],
  148. ['yuanchengxiezuo.com', 'https://www.teamviewer.com/zhcn'],
  149. ['zbrushcn.com', 'https://www.maxon.net/en/zbrush']
  150. ] as const;
  151. export const buildRedirectModule = task(require.main === module, __filename)(async (span) => {
  152. const domains = Array.from(new Set([
  153. ...REDIRECT_MIRROR_HEADER.map(([from]) => getHostname(from, { detectIp: false })),
  154. ...REDIRECT_FAKEWEBSITES.flatMap(([from]) => [from, `*.${from}`]),
  155. ...REDIRECT_MIRROR_307.map(([from]) => getHostname(from, { detectIp: false }))
  156. ])).filter(isTruthy);
  157. return compareAndWriteFile(
  158. span,
  159. [
  160. '#!name=[Sukka] URL Redirect',
  161. `#!desc=Last Updated: ${new Date().toISOString()} Size: ${domains.length}`,
  162. '',
  163. '[MITM]',
  164. `hostname = %APPEND% ${domains.join(', ')}`,
  165. '',
  166. '[URL Rewrite]',
  167. ...REDIRECT_MIRROR_HEADER.map(([from, to]) => `^https?://${escapeRegExp(from)}(.*) ${to}$1 header`),
  168. ...REDIRECT_FAKEWEBSITES.map(([from, to]) => `^https?://(www.)?${escapeRegExp(from)} ${to} 307`),
  169. ...REDIRECT_MIRROR_307.map(([from, to]) => `^https?://${escapeRegExp(from)}(.*) ${to}$1 307`)
  170. ],
  171. path.join(OUTPUT_MODULES_DIR, 'sukka_url_redirect.sgmodule')
  172. );
  173. });