From 08deb19357a924a3feb306d0d3819458aacea277 Mon Sep 17 00:00:00 2001 From: okjack Date: Mon, 22 Jul 2024 20:39:53 +0800 Subject: [PATCH] Add getProxyUrl for py Fix py proguard --- app/proguard-rules.pro | 1 + .../com/undcover/freedom/pyramid/Spider.java | 9 ++---- pyramid/src/main/python/base/spider.py | 32 +++++++++++++++++++ 3 files changed, 35 insertions(+), 7 deletions(-) diff --git a/app/proguard-rules.pro b/app/proguard-rules.pro index 5b24b252d..e1a93bc61 100644 --- a/app/proguard-rules.pro +++ b/app/proguard-rules.pro @@ -33,6 +33,7 @@ -keep class okhttp3.** { *; } # CatVod +-keep class com.github.catvod.Proxy { *; } -keep class com.github.catvod.crawler.** { *; } -keep class * extends com.github.catvod.crawler.Spider diff --git a/pyramid/src/main/java/com/undcover/freedom/pyramid/Spider.java b/pyramid/src/main/java/com/undcover/freedom/pyramid/Spider.java index f3ce1dcb2..398993644 100644 --- a/pyramid/src/main/java/com/undcover/freedom/pyramid/Spider.java +++ b/pyramid/src/main/java/com/undcover/freedom/pyramid/Spider.java @@ -3,7 +3,6 @@ package com.undcover.freedom.pyramid; import android.content.Context; import com.chaquo.python.PyObject; -import com.github.catvod.Proxy; import com.github.catvod.utils.Path; import com.github.catvod.utils.UriUtil; import com.github.catvod.utils.Util; @@ -72,7 +71,7 @@ public class Spider extends com.github.catvod.crawler.Spider { @Override public String playerContent(String flag, String id, List vipFlags) { - return replaceProxy(app.callAttr("playerContent", obj, flag, id, gson.toJson(vipFlags)).toString()); + return app.callAttr("playerContent", obj, flag, id, gson.toJson(vipFlags)).toString(); } @Override @@ -108,7 +107,7 @@ public class Spider extends com.github.catvod.crawler.Spider { if (o.type().toString().contains("bytes")) { return new ByteArrayInputStream(o.toJava(byte[].class)); } else { - String content = replaceProxy(o.toString()); + String content = o.toString(); if (base64 && content.contains("base64,")) content = content.split("base64,")[1]; return new ByteArrayInputStream(base64 ? Util.decode(content) : content.getBytes()); } @@ -119,8 +118,4 @@ public class Spider extends com.github.catvod.crawler.Spider { String url = UriUtil.resolve(api, name); app.callAttr("download", path, url); } - - private String replaceProxy(String content) { - return content.replace("http://127.0.0.1:UndCover/proxy", Proxy.getUrl(true)); - } } diff --git a/pyramid/src/main/python/base/spider.py b/pyramid/src/main/python/base/spider.py index 9c69d5010..db8613304 100644 --- a/pyramid/src/main/python/base/spider.py +++ b/pyramid/src/main/python/base/spider.py @@ -6,6 +6,7 @@ from lxml import etree from com.chaquo.python import Python from abc import abstractmethod, ABCMeta from importlib.machinery import SourceFileLoader +from com.github.catvod import Proxy class Spider(metaclass=ABCMeta): @@ -99,3 +100,34 @@ class Spider(metaclass=ABCMeta): def html(self, content): return etree.HTML(content) + + def getProxyUrl(self, local=True): + return f'{Proxy.getUrl(local)}?do=py' + + def getCache(self, key): + value = self.fetch(f'http://127.0.0.1:{Proxy.getPort()}/cache?do=get&key={key}', timeout=5).text + if len(value) > 0: + if value.startswith('{') and value.endswith('}') or value.startswith('[') and value.endswith(']'): + value = json.loads(value) + if type(value) == dict: + if not 'expiresAt' in value or value['expiresAt'] >= int(time.time()): + return value + else: + self.delCache(key) + return None + return value + else: + return None + + def setCache(self, key, value): + if type(value) in [int, float]: + value = str(value) + if len(value) > 0: + if type(value) == dict or type(value) == list: + value = json.dumps(value, ensure_ascii=False) + r = self.post(f'http://127.0.0.1:{Proxy.getPort()}/cache?do=set&key={key}', data={"value": value}, timeout=5) + return 'succeed' if r.status_code == 200 else 'failed' + + def delCache(self, key): + r = self.fetch(f'http://127.0.0.1:{Proxy.getPort()}/cache?do=del&key={key}', timeout=5) + return 'succeed' if r.status_code == 200 else 'failed'