add proxies

anify-backend/.env.example

@@ -62,4 +62,6 @@ PROXY_CRON_ENABLED=false
 
 # NovelUpdates login credentials
 # Optional
-NOVELUPDATES_LOGIN=
+NOVELUPDATES_LOGIN=
+
+PROXIES_API_KEY=

anify-backend/.gitignore

@@ -53,4 +53,5 @@ METAProxies.json
 proxy-config.json
 configs
 .wrangler
-test.ts
+test.ts
+proxies.json

anify-backend/package.json

@@ -11,7 +11,8 @@
         "prettier": "bunx prettier --write .",
         "lint": "bun run prettier && bunx tsc --noEmit && bunx eslint --fix .",
         "scripts": "bun src/scripts/index.ts",
-        "test": "bun src/tests/index.ts"
+        "test": "bun src/tests/index.ts",
+        "extract-proxies": "bun run src/proxies/impl/proxies.ts"
     },
     "dependencies": {
         "@extractus/article-extractor": "^8.0.18",

anify-backend/src/mappings/impl/base/impl/anilist.ts

@@ -1352,3 +1352,5 @@ interface IMediaEntry {
     type: MediaType;
     format: MediaFormat;
 }
+
+// console.dir(await (new AniListBase).search("Alya sometimes hides her feelings in russian", MediaType.ANIME, [MediaFormat.TV], 1, 20))

anify-backend/src/proxies/impl/manager.ts

@@ -0,0 +1,64 @@
+// 🌸 proxies/impl/manager.ts
+
+import fs from "fs";
+import path from "path";
+import { ProviderType } from "../../types";
+
+// 🗂️ Map each ProviderType to its proxy file
+const PROXY_FILES: Record<ProviderType, string> = {
+    [ProviderType.BASE]: "BASEProxies.json",
+    [ProviderType.INFORMATION]: "INFORMATIONProxies.json",
+    [ProviderType.MANGA]: "MANGAProxies.json",
+    [ProviderType.META]: "METAProxies.json",
+    [ProviderType.ANIME]: "",
+};
+
+function loadProxyFile(filename: string): string[] {
+    if (!filename) return [];
+    try {
+        const filepath = path.resolve(process.cwd(), filename);
+        const raw = fs.readFileSync(filepath, "utf-8");
+        return JSON.parse(raw) as string[];
+    } catch {
+        return [];
+    }
+}
+
+// 🗂️ Lazily loaded proxy pool
+const PROXY_POOL: Partial<Record<ProviderType, string[]>> = {};
+
+function getPool(providerType: ProviderType): string[] {
+    if (!PROXY_POOL[providerType]) {
+        PROXY_POOL[providerType] = loadProxyFile(PROXY_FILES[providerType]);
+    }
+    return PROXY_POOL[providerType]!;
+}
+
+// 🔄 Round-robin index per provider instance
+const roundRobinIndex: Map<string, number> = new Map();
+
+/**
+ * 🎯 Selects a proxy from the pool for the given provider type.
+ * Uses round-robin per providerId to spread load evenly~
+ */
+export function selectProxy(providerType: ProviderType, providerId: string): string | null {
+    const pool = getPool(providerType);
+    if (pool.length === 0) return null;
+
+    const key = `${providerType}:${providerId}`;
+    const current = roundRobinIndex.get(key) ?? 0;
+    const proxy = pool[current % pool.length];
+
+    roundRobinIndex.set(key, current + 1);
+
+    return proxy ?? null;
+}
+
+/**
+ * 🔗 Converts a proxy string ("ip:port") to a full CORS Anywhere URL.
+ * Returns null if no proxy provided~
+ */
+export function proxyToUrl(proxy: string | null): string | null {
+    if (!proxy) return null;
+    return `http://${proxy}`;
+}