diff --git a/app/src/main/java/com/github/catvod/spider/Ys21.java b/app/src/main/java/com/github/catvod/spider/Ys21.java new file mode 100644 index 0000000..aa829b8 --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/Ys21.java @@ -0,0 +1,207 @@ +package com.github.catvod.spider; + +import android.content.Context; +import android.text.TextUtils; +import com.github.catvod.crawler.Spider; +import com.github.catvod.net.OkHttp; +import com.github.catvod.bean.Class; +import com.github.catvod.bean.Vod; +import com.github.catvod.bean.Result; + +import org.json.JSONArray; +import org.json.JSONObject; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import java.net.URLEncoder; +import java.nio.charset.StandardCharsets; +import java.util.*; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +public class Ys21 extends Spider { + + private String siteURL = "http://tv.ersanyun.cn/"; + + private final String userAgent = "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36 Edg/120.0.0.0"; + + private Map getHeader() { + Map header = new HashMap<>(); + header.put("User-Agent", userAgent); + header.put("Referer", siteURL + "/text/index.html"); + return header; + } + + @Override + public void init(Context context, String extend) throws Exception { + super.init(context, extend); + // 域名经常性发生变化,通过外部配置文件传入,可以方便修改 + if (extend.endsWith("/")) { + extend = extend.substring(0, extend.lastIndexOf("/")); + } + + siteURL = extend; + } + + @Override + public String homeContent(boolean filter) throws Exception { + List classes = new ArrayList<>(); + List typeIds = Arrays.asList("1", "2", "3", "4", "5", "6"); + List typeNames = Arrays.asList("电影", "电视剧", "综艺", "动漫", "热门短剧", "体育赛事"); + for (int i = 0; i < typeIds.size(); i++) { + classes.add(new Class(typeIds.get(i), typeNames.get(i))); + } + String f = "{\"1\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"电影\",\"v\":\"39\"},{\"n\":\"动作片\",\"v\":\"9\"},{\"n\":\"喜剧片\",\"v\":\"10\"},{\"n\":\"爱情片\",\"v\":\"11\"},{\"n\":\"恐怖片\",\"v\":\"12\"},{\"n\":\"剧情片\",\"v\":\"13\"},{\"n\":\"科幻片\",\"v\":\"14\"},{\"n\":\"惊悚片\",\"v\":\"15\"},{\"n\":\"奇幻片\",\"v\":\"16\"},{\"n\":\"动画片\",\"v\":\"17\"},{\"n\":\"悬疑片\",\"v\":\"18\"},{\"n\":\"冒险片\",\"v\":\"19\"},{\"n\":\"纪录片\",\"v\":\"20\"},{\"n\":\"战争片\",\"v\":\"21\"},{\"n\":\"犯罪片\",\"v\":\"43\"},{\"n\":\"灾难片\",\"v\":\"55\"}]}],\"2\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"电视剧\",\"v\":\"22\"},{\"n\":\"国产剧\",\"v\":\"9\"},{\"n\":\"香港剧\",\"v\":\"23\"},{\"n\":\"台湾剧\",\"v\":\"24\"},{\"n\":\"欧美剧\",\"v\":\"25\"},{\"n\":\"日本剧\",\"v\":\"26\"},{\"n\":\"韩国剧\",\"v\":\"27\"},{\"n\":\"泰国剧\",\"v\":\"28\"},{\"n\":\"海外剧\",\"v\":\"29\"}]}],\"3\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"综艺\",\"v\":\"41\"},{\"n\":\"大陆综艺\",\"v\":\"30\"},{\"n\":\"港台综艺\",\"v\":\"31\"},{\"n\":\"日韩综艺\",\"v\":\"32\"},{\"n\":\"欧美综艺\",\"v\":\"33\"},{\"n\":\"海外综艺\",\"v\":\"34\"},{\"n\":\"演唱会\",\"v\":\"47\"}]}],\"4\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"动漫\",\"v\":\"42\"},{\"n\":\"国产动漫\",\"v\":\"35\"},{\"n\":\"日韩动漫\",\"v\":\"36\"},{\"n\":\"欧美动漫\",\"v\":\"37\"},{\"n\":\"海外动漫\",\"v\":\"38\"},{\"n\":\"港台动漫\",\"v\":\"46\"}]}],\"5\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"短剧\",\"v\":\"54\"}]}],\"6\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"影视解说\",\"v\":\"45\"}]}],\"7\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"体育赛事\",\"v\":\"50\"},{\"n\":\"篮球赛事\",\"v\":\"51\"},{\"n\":\"足球赛事\",\"v\":\"52\"},{\"n\":\"斯诺克\",\"v\":\"53\"}]}]}"; + JSONObject filterConfig = new JSONObject(f); + Document doc = Jsoup.parse(OkHttp.string(siteURL, getHeader())); + ArrayList list = new ArrayList(); + for (Element li : doc.select(".myui-vodlist .myui-vodlist__box")) { + String vid = li.select("a").first().attr("href"); + String name = li.select(".myui-vodlist__detail .title a").first().text(); + String pic = siteURL + li.select(".myui-vodlist__thumb").first().attr("data-original"); + String remark = ""; + list.add(new Vod(vid, name, pic, remark)); + } + + return Result.string(classes, list, filterConfig); + } + + + @Override + public String categoryContent(String tid, String pg, boolean filter, HashMap extend) + throws Exception { + // 筛选处理 start + HashMap ext = new HashMap<>(); + if (extend != null && extend.size() > 0) { + ext.putAll(extend); + } + + String cateId = ext.get("cate_id") == null ? "0" : ext.get("cateId"); + + String cateURL = siteURL + + String.format("/vod/index.html?cate_id=%s&type_id=%s&page=%s", cateId, tid, pg); + Document doc = Jsoup.parse(OkHttp.string(cateURL, getHeader())); + Elements elements = doc.select("ul.myui-vodlist >li"); + JSONArray videos = new JSONArray(); + for (Element element : elements) { + String vodId = element.select(".myui-vodlist__box >a").attr("href"); + String vodPic = siteURL + + element.select(".myui-vodlist__box >a .myui-vodlist__thumb").attr("data-original"); + String vodName = element.select(".myui-vodlist__detail .title >a").text(); + + JSONObject vod = new JSONObject() + .put("vod_id", vodId) + .put("vod_name", vodName) + .put("vod_pic", vodPic) + .put("vod_remarks", ""); + videos.put(vod); + } + + JSONObject result = new JSONObject() + .put("pagecount", 999) + .put("list", videos); + + return result.toString(); + } + + @Override + public String detailContent(List ids) throws Exception { + String html = OkHttp.string(siteURL + ids.get(0), getHeader()); + Document doc = Jsoup.parse(html); + String name = doc.select(".myui-content__detail .title").text(); + String pic = siteURL + doc.select(".myui-content__thumb .myui-vodlist__thumb > img").attr("src"); + + String typeName = ""; // 影片类型 + + String year = doc.selectFirst("p.data:has(span.text-muted:contains(上映)) > span.text-red").ownText(); // 影片年代 + String area = ""; // 地区 + String remark = ""; + String actor = doc.selectFirst("p.data:has(span.text-muted:contains(主演))").ownText(); + String director = doc.selectFirst("p.data:has(span.text-muted:contains(导演))").ownText(); + String description = doc.selectFirst("p.data:has(span.text-muted:contains(简介)) > span.jianjie").text(); + + Vod vod = new Vod(); + vod.setVodId(ids.get(0)); // 必填 + vod.setVodName(name); + vod.setVodPic(pic); + vod.setTypeName(typeName); // 选填 + vod.setVodYear(year); // 选填 + vod.setVodArea(area); // 选填 + vod.setVodRemarks(remark); // 选填 + vod.setVodActor(actor); // 选填 + vod.setVodDirector(director); // 选填 + vod.setVodContent(description); // 选填 + // vod.setVodPlayFrom("ys21"); + + Map sites = new LinkedHashMap<>(); + Elements sources = doc.select("ul.nav > li"); + Elements sourceList = doc.select("ul.myui-content__list"); + for (int i = 0; i < sources.size(); i++) { + Element source = sources.get(i); + String sourceName = source.text(); + Elements playList = sourceList.get(i).select("a"); + List vodItems = new ArrayList<>(); + for (int j = 0; j < playList.size(); j++) { + Element e = playList.get(j); + vodItems.add(e.text() + "$" + e.attr("href")); + } + if (vodItems.size() > 0) { + sites.put(sourceName, TextUtils.join("#", vodItems)); + } + } + if (sites.size() > 0) { + vod.setVodPlayFrom(TextUtils.join("$$$", sites.keySet())); + vod.setVodPlayUrl(TextUtils.join("$$$", sites.values())); + } + + return Result.string(vod); + } + + @Override + public String searchContent(String key, boolean quick) throws Exception { + String searchURL = null; + searchURL = siteURL + "/search/index.html?keyword=" + URLEncoder.encode(key); + + Document doc = Jsoup.parse(OkHttp.string(searchURL, getHeader())); + ArrayList list = new ArrayList(); + Elements elements = doc.select("ul.myui-vodlist__media >li.clearfix"); + + for (Element element : elements) { + String vodId = element.select(".thumb >a").attr("href"); + String vodPic = siteURL + element.select(".thumb >a .myui-vodlist__thumb").attr("data-original"); + String vodName = element.select(".detail .title >a").text(); + Vod vod = new Vod(); + vod.setVodId(vodId); // 必填 + vod.setVodName(vodName); + vod.setVodPic(vodPic); + list.add(vod); + } + + return Result.string(list); + } + + @Override + public String playerContent(String flag, String id, List vipFlags) throws Exception { + String playPageURL = siteURL + id; + Map header = getHeader(); + String html = OkHttp.string(playPageURL, header); + + Pattern pattern = Pattern.compile("var temCurVodFile = \"(.*?)\";"); + Matcher matcher = pattern.matcher(html); + if (matcher.find()) { + // 提取到temCurVodFile的值 + String temCurVodFile = matcher.group(1); + + JSONObject result = new JSONObject() + .put("parse", 0) + .put("header", header.toString()) + .put("playUrl", "") + .put("url", temCurVodFile); + return result.toString(); + } + + return ""; + } +}