perf (core): DomainResolveProcessor now cache results

sub-store-org · Jul 19, 2022 · 77604a3 · 77604a3
1 parent 8f5d027
commit 77604a3
Show file tree

Hide file tree

Showing 5 changed files with 33 additions and 16 deletions.
diff --git a/backend/dist/cron-sync-artifacts.min.js b/backend/dist/cron-sync-artifacts.min.js
diff --git a/backend/dist/sub-store-parser.loon.min.js b/backend/dist/sub-store-parser.loon.min.js
diff --git a/backend/package.json b/backend/package.json
@@ -1,6 +1,6 @@
 {
   "name": "sub-store",
-  "version": "2.11.5",
+  "version": "2.12.0",
   "description": "Advanced Subscription Manager for QX, Loon, Surge, Stash and ShadowRocket.",
   "main": "src/main.js",
   "scripts": {

diff --git a/backend/src/core/proxy-utils/processors/index.js b/backend/src/core/proxy-utils/processors/index.js
@@ -1,12 +1,14 @@
+import resourceCache from '@/utils/resource-cache';
 import { isIPv4, isIPv6 } from '@/utils';
 import { FULL } from '@/utils/logical';
 import { getFlag } from '@/utils/geo';
 import lodash from 'lodash';
 import $ from '@/core/app';
+import { hex_md5 } from '@/vendor/md5';
 
 /**
-The rule "(name CONTAINS "🇨🇳") AND (port IN [80, 443])" can be expressed as follows:
-{
+ The rule "(name CONTAINS "🇨🇳") AND (port IN [80, 443])" can be expressed as follows:
+ {
     operator: "AND",
     child: [
         {
@@ -21,7 +23,7 @@ The rule "(name CONTAINS "🇨🇳") AND (port IN [80, 443])" can be expressed a
         }
     ]
 }
-*/
+ */
 
 function ConditionalFilter({ rule }) {
     return {
@@ -310,6 +312,9 @@ function ScriptOperator(script, targetPlatform, $arguments) {
 
 const DOMAIN_RESOLVERS = {
     Google: async function (domain) {
+        const id = hex_md5(`GOOGLE:${domain}`);
+        const cached = resourceCache.get(id);
+        if (cached) return cached;
         const resp = await $.http.get({
             url: `https://8.8.4.4/resolve?name=${encodeURIComponent(
                 domain,
@@ -326,9 +331,14 @@ const DOMAIN_RESOLVERS = {
         if (answers.length === 0) {
             throw new Error('No answers');
         }
-        return answers[answers.length - 1].data;
+        const result = answers[answers.length - 1].data;
+        resourceCache.set(id, result);
+        return result;
     },
     'IP-API': async function (domain) {
+        const id = hex_md5(`IP-API:${domain}`);
+        const cached = resourceCache.get(id);
+        if (cached) return cached;
         const resp = await $.http.get({
             url: `http://ip-api.com/json/${encodeURIComponent(
                 domain,
@@ -338,9 +348,14 @@ const DOMAIN_RESOLVERS = {
         if (body['status'] !== 'success') {
             throw new Error(`Status is ${body['status']}`);
         }
-        return body.query;
+        const result = body.query;
+        resourceCache.set(id, result);
+        return result;
     },
     Cloudflare: async function (domain) {
+        const id = hex_md5(`CLOUDFLARE:${domain}`);
+        const cached = resourceCache.get(id);
+        if (cached) return cached;
         const resp = await $.http.get({
             url: `https://1.0.0.1/dns-query?name=${encodeURIComponent(
                 domain,
@@ -357,7 +372,9 @@ const DOMAIN_RESOLVERS = {
         if (answers.length === 0) {
             throw new Error('No answers');
         }
-        return answers[answers.length - 1].data;
+        const result = answers[answers.length - 1].data;
+        resourceCache.set(id, result);
+        return result;
     },
 };
 

diff --git a/backend/sub-store.min.js b/backend/sub-store.min.js