|
|
@@ -0,0 +1,117 @@
|
|
|
+const { fetch } = require('undici');
|
|
|
+const { domainDeduper } = require('./lib/domain-deduper');
|
|
|
+const path = require('path');
|
|
|
+const { withBannerArray } = require('./lib/with-banner.js');
|
|
|
+const { compareAndWriteFile } = require('./lib/string-array-compare');
|
|
|
+
|
|
|
+const { Sema } = require('async-sema');
|
|
|
+const s = new Sema(2);
|
|
|
+
|
|
|
+/**
|
|
|
+ * @param {string} keyword
|
|
|
+ * @returns {string[]}
|
|
|
+ */
|
|
|
+const querySpeedtestApi = async (keyword) => {
|
|
|
+ await s.acquire();
|
|
|
+
|
|
|
+ try {
|
|
|
+ const res = await fetch(`https://www.speedtest.net/api/js/servers?engine=js&search=${keyword}&limit=100`, {
|
|
|
+ headers: {
|
|
|
+ dnt: '1',
|
|
|
+ Referer: 'https://www.speedtest.net/',
|
|
|
+ accept: 'application/json, text/plain, */*',
|
|
|
+ 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36',
|
|
|
+ 'Accept-Language': 'en-US,en;q=0.9',
|
|
|
+ 'Sec-Ch-Ua': '"Not/A)Brand";v="99", "Google Chrome";v="115", "Chromium";v="115"',
|
|
|
+ 'Sec-Ch-Ua-Mobile': '?0',
|
|
|
+ 'Sec-Fetch-Dest': 'empty',
|
|
|
+ 'Sec-Fetch-Mode': 'cors',
|
|
|
+ 'Sec-Fetch-Site': 'same-origin',
|
|
|
+ 'Sec-Gpc': '1'
|
|
|
+ }
|
|
|
+ });
|
|
|
+ if (!res.ok) {
|
|
|
+ const text = await res.text();
|
|
|
+ throw new Error(text);
|
|
|
+ }
|
|
|
+
|
|
|
+ /** @type {{ url: string }[]} */
|
|
|
+ const json = await res.json();
|
|
|
+ s.release();
|
|
|
+ return json.map(({ url }) => new URL(url).hostname);
|
|
|
+ } catch (e) {
|
|
|
+ s.release();
|
|
|
+ console.log(e);
|
|
|
+ }
|
|
|
+};
|
|
|
+
|
|
|
+(async () => {
|
|
|
+ /** @type {Set<string>} */
|
|
|
+ const domains = new Set([
|
|
|
+ '.speedtest.net',
|
|
|
+ '.ooklaserver.net',
|
|
|
+ '.speed.misaka.one',
|
|
|
+ 'speed.cloudflare.com',
|
|
|
+ '.speedtest.rt.ru',
|
|
|
+ '.speedtest.aptg.com.tw',
|
|
|
+ '.speedtest.gslnetworks.com',
|
|
|
+ '.speedtest.jsinfo.net',
|
|
|
+ '.speedtest.i3d.net',
|
|
|
+ '.speedtestkorea.com'
|
|
|
+ ]);
|
|
|
+
|
|
|
+ const hostnameGroups = await Promise.all([
|
|
|
+ 'Hong Kong',
|
|
|
+ 'Taiwan',
|
|
|
+ 'China Telecom',
|
|
|
+ 'China Mobile',
|
|
|
+ 'China Unicom',
|
|
|
+ 'Japan',
|
|
|
+ 'Tokyo',
|
|
|
+ 'Singapore',
|
|
|
+ 'Korea',
|
|
|
+ 'Canada',
|
|
|
+ 'Toronto',
|
|
|
+ 'Montreal',
|
|
|
+ 'Los Ang',
|
|
|
+ 'San Jos',
|
|
|
+ 'Seattle',
|
|
|
+ 'New York',
|
|
|
+ 'Dallas',
|
|
|
+ 'Miami',
|
|
|
+ 'Berlin',
|
|
|
+ 'Frankfurt',
|
|
|
+ 'London',
|
|
|
+ 'Paris',
|
|
|
+ 'Amsterdam',
|
|
|
+ 'Moscow',
|
|
|
+ 'Australia',
|
|
|
+ 'Sydney',
|
|
|
+ 'Brazil',
|
|
|
+ 'Turkey'
|
|
|
+ ].map(querySpeedtestApi));
|
|
|
+
|
|
|
+ for (const hostnames of hostnameGroups) {
|
|
|
+ if (Array.isArray(hostnames)) {
|
|
|
+ for (const hostname of hostnames) {
|
|
|
+ domains.add(hostname);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ const reduped = domainDeduper(Array.from(domains)).sort();
|
|
|
+
|
|
|
+ await compareAndWriteFile(
|
|
|
+ withBannerArray(
|
|
|
+ 'Sukka\'s Surge Rules - Speedtest Domains',
|
|
|
+ [
|
|
|
+ 'License: AGPL 3.0',
|
|
|
+ 'Homepage: https://ruleset.skk.moe',
|
|
|
+ 'GitHub: https://github.com/SukkaW/Surge'
|
|
|
+ ],
|
|
|
+ new Date(),
|
|
|
+ reduped
|
|
|
+ ),
|
|
|
+ path.resolve(__dirname, '../List/domainset/speedtest.conf')
|
|
|
+ );
|
|
|
+})();
|
SukkaW