pull/69/head
FongMi 3 years ago
parent 9f60e8fc9b
commit 33024ba4dd
  1. 4
      app/src/main/java/com/github/catvod/bean/Class.java
  2. 5
      app/src/main/java/com/github/catvod/bean/Filter.java
  3. 1
      app/src/main/java/com/github/catvod/demo/MainActivity.java
  4. 8
      app/src/main/java/com/github/catvod/spider/Dm84.java
  5. 172
      app/src/main/java/com/github/catvod/spider/Ying.java
  6. 16
      app/src/main/java/com/github/catvod/spider/Ysj.java
  7. BIN
      jar/custom_spider.jar
  8. 2
      jar/custom_spider.jar.md5

@ -24,6 +24,10 @@ public class Class {
return items;
}
public Class(String typeId) {
this(typeId, typeId);
}
public Class(String typeId, String typeName) {
this(typeId, typeName, "");
}

@ -32,6 +32,11 @@ public class Filter {
@SerializedName("v")
private String v;
public Value(String value) {
this.n = Trans.get(value);
this.v = value;
}
public Value(String n, String v) {
this.n = Trans.get(n);
this.v = v;

@ -12,7 +12,6 @@ public class MainActivity extends Activity {
super.onCreate(savedInstanceState);
setContentView(R.layout.activity_main);
new Thread(() -> {
}).start();
}
}

@ -35,7 +35,7 @@ public class Dm84 extends Spider {
return headers;
}
private Filter addFilter(String name, String key, List<String> texts) {
private Filter getFilter(String name, String key, List<String> texts) {
List<Filter.Value> values = new ArrayList<>();
for (String text : texts) {
if (text.isEmpty()) continue;
@ -67,9 +67,9 @@ public class Dm84 extends Spider {
doc = Jsoup.parse(OkHttpUtil.string(siteUrl + "/list-" + item.getTypeId() + ".html", getHeaders()));
Elements elements = doc.select("ul.list_filter > li > div");
List<Filter> array = new ArrayList<>();
array.add(addFilter("類型", "type", elements.get(0).select("a").eachText()));
array.add(addFilter("時間", "year", elements.get(1).select("a").eachText()));
array.add(addFilter("排序", "by", elements.get(2).select("a").eachText()));
array.add(getFilter("類型", "type", elements.get(0).select("a").eachText()));
array.add(getFilter("時間", "year", elements.get(1).select("a").eachText()));
array.add(getFilter("排序", "by", elements.get(2).select("a").eachText()));
filters.put(item.getTypeId(), array);
}
for (Element element : doc.select("div.item")) {

@ -0,0 +1,172 @@
package com.github.catvod.spider;
import android.text.TextUtils;
import com.github.catvod.bean.Class;
import com.github.catvod.bean.Filter;
import com.github.catvod.bean.Result;
import com.github.catvod.bean.Vod;
import com.github.catvod.crawler.Spider;
import com.github.catvod.net.OkHttpUtil;
import com.github.catvod.utils.Misc;
import com.github.catvod.utils.Trans;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
public class Ying extends Spider {
private static final String siteUrl = "https://www.yhdmp.cc";
private static final String listUrl = siteUrl + "/list/";
private static final String showUrl = siteUrl + "/showp/";
private static final String filterUrl = "https://www.xmfans.me/yxsf/js/yx_catalog.js";
private HashMap<String, String> getHeaders() {
HashMap<String, String> headers = new HashMap<>();
headers.put("User-Agent", Misc.CHROME);
return headers;
}
private Filter getFilter(String[] texts) {
List<Filter.Value> values = new ArrayList<>();
for (int i = 2; i < texts.length; i++) {
if (!texts[i].isEmpty()) values.add(new Filter.Value(texts[i].trim()));
}
return new Filter(texts[0].trim(), texts[1].trim(), values);
}
private void addClasses(List<Class> classes, String[] texts) {
for (int i = 2; i < texts.length; i++) {
if (!texts[i].isEmpty()) classes.add(new Class(texts[i].trim()));
}
}
private void checkExtend(StringBuilder sb, HashMap<String, String> extend, String column) {
if (!extend.containsKey(column) || extend.get(column).equals("全部") || extend.get(column).equals("更新时间")) return;
sb.append("&").append(column).append("=").append(extend.get(column));
}
@Override
public String homeContent(boolean filter) {
List<Vod> list = new ArrayList<>();
List<Class> classes = new ArrayList<>();
List<Filter> array = new ArrayList<>();
LinkedHashMap<String, List<Filter>> filters = new LinkedHashMap<>();
Document doc1 = Jsoup.parse(OkHttpUtil.string(filterUrl, getHeaders()));
String[] split = doc1.text().split("_labels = ");
for (int i = 0; i < split.length; i++) {
if (split[i].startsWith("[")) {
split[i] = split[i].substring(0, split[i].indexOf(";")).replace("[", "").replace("]", "").replace("\"", "");
if (split[i].startsWith("region")) addClasses(classes, split[i].split(","));
else array.add(getFilter(split[i].split(",")));
}
}
for (Class type : classes) filters.put(type.getTypeId(), array);
Document doc2 = Jsoup.parse(OkHttpUtil.string(listUrl, getHeaders()));
for (Element element : doc2.select("div.lpic > ul > li")) {
String id = element.select("a").attr("href").split("/")[2];
String name = element.select("h2").text();
String pic = "https:".concat(element.select("a > img").attr("src"));
String remarks = element.select("span > font").text();
remarks = remarks.contains(":") ? remarks.split(" ")[1] : remarks;
list.add(new Vod(id, name, pic, remarks));
}
return Result.string(classes, list, filters);
}
@Override
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) {
List<Vod> list = new ArrayList<>();
StringBuilder sb = new StringBuilder();
sb.append("?pagesize=24&pageindex=").append(Integer.parseInt(pg) - 1);
if (!tid.equals("全部")) sb.append("&region=").append(tid);
checkExtend(sb, extend, "genre");
checkExtend(sb, extend, "letter");
checkExtend(sb, extend, "year");
checkExtend(sb, extend, "season");
checkExtend(sb, extend, "status");
checkExtend(sb, extend, "label");
checkExtend(sb, extend, "resource");
checkExtend(sb, extend, "order");
Document doc = Jsoup.parse(OkHttpUtil.string(listUrl.concat(sb.toString()), getHeaders()));
for (Element element : doc.select("div.lpic > ul > li")) {
String id = element.select("a").attr("href").split("/")[2];
String name = element.select("h2").text();
String pic = "https:".concat(element.select("a > img").attr("src"));
String remarks = element.select("span > font").text();
remarks = remarks.contains(":") ? remarks.split(" ")[1] : remarks;
list.add(new Vod(id, name, pic, remarks));
}
return Result.string(list);
}
@Override
public String detailContent(List<String> ids) {
Document doc = Jsoup.parse(OkHttpUtil.string(showUrl.concat(ids.get(0)), getHeaders()));
String name = doc.select("div.rate > h1").text();
String pic = "https:".concat(doc.select("div.thumb > img").attr("src"));
String content = doc.select("div.info").text();
Elements element = doc.select("div.sinfo > span > a");
Vod vod = new Vod();
vod.setVodId(ids.get(0));
vod.setVodName(name);
vod.setVodPic(pic);
vod.setVodContent(content);
vod.setVodArea(element.get(1).text());
vod.setVodYear(element.get(0).text());
vod.setTypeName(element.get(2).text());
Map<String, String> sites = new LinkedHashMap<>();
Elements sources = doc.select("ul.menu0 > li");
Elements sourceList = doc.select("div.main0 > div");
for (int i = 0; i < sources.size(); i++) {
Element source = sources.get(i);
String sourceName = source.text();
Elements playList = sourceList.get(i).select("a");
List<String> vodItems = new ArrayList<>();
for (int j = 0; j < playList.size(); j++) {
Element e = playList.get(j);
vodItems.add(Trans.get(e.text()) + "$" + e.attr("href"));
}
if (vodItems.size() > 0) {
sites.put(sourceName, TextUtils.join("#", vodItems));
}
}
if (sites.size() > 0) {
vod.setVodPlayFrom(TextUtils.join("$$$", sites.keySet()));
vod.setVodPlayUrl(TextUtils.join("$$$", sites.values()));
}
return Result.string(vod);
}
@Override
public String searchContent(String key, boolean quick) {
List<Vod> list = new ArrayList<>();
String target = siteUrl + "/s_all?ex=1&kw=" + URLEncoder.encode(key);
Document doc = Jsoup.parse(OkHttpUtil.string(target, getHeaders()));
for (Element element : doc.select("div.lpic > ul > li")) {
String id = element.select("a").attr("href").split("/")[2];
String name = element.select("h2").text();
String pic = "https:".concat(element.select("a > img").attr("src"));
String remarks = element.select("span > font").text();
remarks = remarks.contains(":") ? remarks.split(" ")[1] : remarks;
list.add(new Vod(id, name, pic, remarks));
}
return Result.string(list);
}
@Override
public String playerContent(String flag, String id, List<String> vipFlags) {
return Result.get().url(siteUrl + id).parse().header(getHeaders()).string();
}
}

@ -38,7 +38,7 @@ public class Ysj extends Spider {
return headers;
}
private Filter addFilter(String name, String key, List<String> texts) {
private Filter getFilter(String name, String key, List<String> texts) {
List<Filter.Value> values = new ArrayList<>();
for (String text : texts) {
if (text.isEmpty()) continue;
@ -49,15 +49,15 @@ public class Ysj extends Spider {
@Override
public String homeContent(boolean filter) {
LinkedHashMap<String, List<Filter>> filters = new LinkedHashMap<>();
List<Vod> list = new ArrayList<>();
List<Class> classes = new ArrayList<>();
List<Filter> array = new ArrayList<>();
List<Vod> list = new ArrayList<>();
LinkedHashMap<String, List<Filter>> filters = new LinkedHashMap<>();
Document doc = Jsoup.parse(OkHttpUtil.string(homeUrl, getHeaders()));
array.add(addFilter("地區", "area", doc.select("div#hl03").select("a").eachText()));
array.add(addFilter("年份", "year", doc.select("div#hl04").select("a").eachText()));
array.add(addFilter("語言", "lang", doc.select("div#hl05").select("a").eachText()));
array.add(addFilter("字母", "letter", doc.select("div#hl06").select("a").eachText()));
array.add(getFilter("地區", "area", doc.select("div#hl03").select("a").eachText()));
array.add(getFilter("年份", "year", doc.select("div#hl04").select("a").eachText()));
array.add(getFilter("語言", "lang", doc.select("div#hl05").select("a").eachText()));
array.add(getFilter("字母", "letter", doc.select("div#hl06").select("a").eachText()));
for (Element element : doc.select("div#hl02").select("a")) {
String typeId = element.attr("href").split("/")[5];
typeId = typeId.contains(".html") ? "" : typeId;
@ -119,7 +119,7 @@ public class Ysj extends Spider {
vod.setVodActor(actor);
vod.setVodContent(content);
vod.setVodDirector(director);
vod.setVodName(type);
vod.setTypeName(type);
Map<String, String> sites = new LinkedHashMap<>();
Elements sources = doc.select("div.play_source_tab > a");

Binary file not shown.

@ -1 +1 @@
80948ea66592b950a4c231de11ebaf78
f56657fee19cd217607a458809c350b4

Loading…
Cancel
Save