From fe89197623875023dcbb408b1ccd6e8b64472e1e Mon Sep 17 00:00:00 2001 From: FongMi Date: Wed, 17 Jul 2024 16:24:49 +0800 Subject: [PATCH] Update spider.py --- chaquo/src/main/python/base/spider.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/chaquo/src/main/python/base/spider.py b/chaquo/src/main/python/base/spider.py index ec61e06b7..9c69d5010 100644 --- a/chaquo/src/main/python/base/spider.py +++ b/chaquo/src/main/python/base/spider.py @@ -1,7 +1,9 @@ import re +import os import json import requests from lxml import etree +from com.chaquo.python import Python from abc import abstractmethod, ABCMeta from importlib.machinery import SourceFileLoader @@ -69,7 +71,12 @@ class Spider(metaclass=ABCMeta): def getDependence(self): return [] - def loadModule(self, name, path): + def loadSpider(self, name): + return self.loadModule(name).Spider() + + def loadModule(self, name): + cache_dir = Python.getPlatform().getApplication().getCacheDir().getAbsolutePath() + path = os.path.join(os.path.join(cache_dir, 'py'), f'{name}.py') return SourceFileLoader(name, path).load_module() def removeHtmlTags(self, src):