FongMi
4 years ago
parent
940e3d07e8
commit
957a4110cd
@ -1,126 +0,0 @@ |
||||
package com.github.catvod.live; |
||||
|
||||
import com.github.catvod.net.OkHttpUtil; |
||||
import com.github.catvod.utils.Trans; |
||||
|
||||
import org.json.JSONArray; |
||||
import org.json.JSONException; |
||||
import org.json.JSONObject; |
||||
|
||||
import java.io.BufferedReader; |
||||
import java.io.ByteArrayInputStream; |
||||
import java.io.StringReader; |
||||
import java.nio.charset.StandardCharsets; |
||||
import java.util.ArrayList; |
||||
import java.util.HashMap; |
||||
import java.util.LinkedHashMap; |
||||
|
||||
public class TxtSubscribe { |
||||
|
||||
public static void subscribe(LinkedHashMap<String, LinkedHashMap<String, ArrayList<String>>> allLives, String url, HashMap<String, String> headers) { |
||||
String content = OkHttpUtil.string(url, headers); |
||||
parse(allLives, content); |
||||
} |
||||
|
||||
public static void parse(LinkedHashMap<String, LinkedHashMap<String, ArrayList<String>>> allLives, String txt) { |
||||
try { |
||||
BufferedReader br = new BufferedReader(new StringReader(txt)); |
||||
String line = br.readLine(); |
||||
LinkedHashMap<String, ArrayList<String>> noGroup = new LinkedHashMap<>(); |
||||
LinkedHashMap<String, ArrayList<String>> groupLives = noGroup; |
||||
while (line != null) { |
||||
if (line.trim().isEmpty()) { |
||||
line = br.readLine(); |
||||
continue; |
||||
} |
||||
String[] lineInfo = line.split(","); |
||||
if (lineInfo.length < 2) { |
||||
line = br.readLine(); |
||||
continue; |
||||
} |
||||
if (line.contains("#genre#")) { |
||||
String group = Trans.get(lineInfo[0].trim()); |
||||
if (!allLives.containsKey(group)) { |
||||
groupLives = new LinkedHashMap<>(); |
||||
allLives.put(group, groupLives); |
||||
} else { |
||||
groupLives = allLives.get(group); |
||||
} |
||||
} else { |
||||
String title = Trans.get(lineInfo[0].trim()); |
||||
String[] urlMix = lineInfo[1].trim().split("#"); |
||||
for (String mix : urlMix) { |
||||
String url = mix.trim(); |
||||
if (url.isEmpty()) continue; |
||||
if (url.startsWith("http") || url.startsWith("rtsp") || url.startsWith("rtmp")) { |
||||
ArrayList<String> urls; |
||||
if (!groupLives.containsKey(title)) { |
||||
urls = new ArrayList<>(); |
||||
groupLives.put(title, urls); |
||||
} else { |
||||
urls = groupLives.get(title); |
||||
} |
||||
if (!urls.contains(url)) urls.add(url); |
||||
} |
||||
} |
||||
} |
||||
line = br.readLine(); |
||||
} |
||||
br.close(); |
||||
if (!noGroup.isEmpty()) { |
||||
allLives.put("未分類", noGroup); |
||||
} |
||||
} catch (Exception ignored) { |
||||
|
||||
} |
||||
} |
||||
|
||||
public static String live2Json(LinkedHashMap<String, LinkedHashMap<String, ArrayList<String>>> lives) { |
||||
JSONArray groups = new JSONArray(); |
||||
for (String group : lives.keySet()) { |
||||
JSONArray channels = new JSONArray(); |
||||
LinkedHashMap<String, ArrayList<String>> allChannel = lives.get(group); |
||||
if (allChannel.isEmpty()) continue; |
||||
for (String channel : allChannel.keySet()) { |
||||
ArrayList<String> allUrls = allChannel.get(channel); |
||||
if (allUrls.isEmpty()) continue; |
||||
JSONArray urls = new JSONArray(); |
||||
for (int i = 0; i < allUrls.size(); i++) { |
||||
urls.put(allUrls.get(i)); |
||||
} |
||||
JSONObject newChannel = new JSONObject(); |
||||
try { |
||||
newChannel.put("name", channel); |
||||
newChannel.put("urls", urls); |
||||
} catch (JSONException ignored) { |
||||
} |
||||
channels.put(newChannel); |
||||
} |
||||
JSONObject newGroup = new JSONObject(); |
||||
try { |
||||
newGroup.put("group", group); |
||||
newGroup.put("channels", channels); |
||||
} catch (JSONException ignored) { |
||||
} |
||||
groups.put(newGroup); |
||||
} |
||||
return groups.toString(); |
||||
} |
||||
|
||||
public static Object[] load(String ext) { |
||||
try { |
||||
LinkedHashMap<String, LinkedHashMap<String, ArrayList<String>>> allLives = new LinkedHashMap<>(); |
||||
TxtSubscribe.subscribe(allLives, ext, null); |
||||
String json = TxtSubscribe.live2Json(allLives); |
||||
Object[] result = new Object[3]; |
||||
result[0] = 200; |
||||
result[1] = "text/plain; charset=utf-8"; |
||||
ByteArrayInputStream baos = new ByteArrayInputStream(json.getBytes(StandardCharsets.UTF_8)); |
||||
result[2] = baos; |
||||
return result; |
||||
} catch (Exception e) { |
||||
e.printStackTrace(); |
||||
} |
||||
return null; |
||||
} |
||||
} |
||||
@ -0,0 +1,175 @@ |
||||
package com.github.catvod.spider; |
||||
|
||||
import android.text.TextUtils; |
||||
|
||||
import com.github.catvod.bean.Class; |
||||
import com.github.catvod.bean.Filter; |
||||
import com.github.catvod.bean.Result; |
||||
import com.github.catvod.bean.Vod; |
||||
import com.github.catvod.crawler.Spider; |
||||
import com.github.catvod.net.OkHttpUtil; |
||||
import com.github.catvod.utils.Json; |
||||
import com.github.catvod.utils.Misc; |
||||
import com.github.catvod.utils.Trans; |
||||
|
||||
import org.jsoup.Jsoup; |
||||
import org.jsoup.nodes.Document; |
||||
import org.jsoup.nodes.Element; |
||||
import org.jsoup.select.Elements; |
||||
|
||||
import java.util.ArrayList; |
||||
import java.util.HashMap; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.List; |
||||
import java.util.Map; |
||||
|
||||
public class Ysj extends Spider { |
||||
|
||||
private static final String siteUrl = "https://ysjdm.net"; |
||||
private static final String cateUrl = "https://ysjdm.net/index.php/vod/show"; |
||||
private static final String homeUrl = "https://ysjdm.net/index.php/vod/show/id/20.html"; |
||||
private static final String detailUrl = "https://ysjdm.net/index.php/vod/detail/id/"; |
||||
private static final String searchUrl = "https://ysjdm.net/index.php/vod/search.html"; |
||||
private static final String playUrl = "/index.php/vod/play/id/"; |
||||
|
||||
private HashMap<String, String> getHeaders() { |
||||
HashMap<String, String> headers = new HashMap<>(); |
||||
headers.put("User-Agent", Misc.CHROME); |
||||
return headers; |
||||
} |
||||
|
||||
private Filter addFilter(String name, String key, List<String> texts) { |
||||
List<Filter.Value> values = new ArrayList<>(); |
||||
for (String text : texts) { |
||||
if (text.isEmpty()) continue; |
||||
values.add(new Filter.Value(text, text.replace("全部", ""))); |
||||
} |
||||
return new Filter(key, name, values); |
||||
} |
||||
|
||||
@Override |
||||
public String homeContent(boolean filter) { |
||||
LinkedHashMap<String, List<Filter>> filters = new LinkedHashMap<>(); |
||||
List<Class> classes = new ArrayList<>(); |
||||
List<Filter> array = new ArrayList<>(); |
||||
List<Vod> list = new ArrayList<>(); |
||||
Document doc = Jsoup.parse(OkHttpUtil.string(homeUrl, getHeaders())); |
||||
array.add(addFilter("地區", "area", doc.select("div#hl03").select("a").eachText())); |
||||
array.add(addFilter("年份", "year", doc.select("div#hl04").select("a").eachText())); |
||||
array.add(addFilter("語言", "lang", doc.select("div#hl05").select("a").eachText())); |
||||
array.add(addFilter("字母", "letter", doc.select("div#hl06").select("a").eachText())); |
||||
for (Element element : doc.select("div#hl02").select("a")) { |
||||
String typeId = element.attr("href").split("/")[5]; |
||||
typeId = typeId.contains(".html") ? "" : typeId; |
||||
String typeName = element.text().replace("BD", ""); |
||||
classes.add(new Class(typeId, typeName)); |
||||
filters.put(typeId, array); |
||||
} |
||||
for (Element element : doc.select("li.vodlist_item")) { |
||||
String id = element.select("a").attr("href").split("/")[5]; |
||||
String name = element.select("a").attr("title"); |
||||
String pic = siteUrl + element.select("a").attr("data-original"); |
||||
String remark = element.select("span.pic_text").text(); |
||||
list.add(new Vod(id, name, pic, remark)); |
||||
} |
||||
return Result.string(classes, list, filters); |
||||
} |
||||
|
||||
@Override |
||||
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) { |
||||
StringBuilder sb = new StringBuilder(cateUrl); |
||||
if (extend.containsKey("area")) sb.append("/area/").append(extend.get("area")); |
||||
if (tid.length() > 0) sb.append("/class/").append(tid); |
||||
sb.append("/id/20"); |
||||
if (extend.containsKey("lang")) sb.append("/lang/").append(extend.get("lang")); |
||||
if (extend.containsKey("letter")) sb.append("/letter/").append(extend.get("letter")); |
||||
if (extend.containsKey("year")) sb.append("/year/").append(extend.get("year")); |
||||
if (!pg.equals("1")) sb.append("/page/").append(pg); |
||||
sb.append(".html"); |
||||
Document doc = Jsoup.parse(OkHttpUtil.string(sb.toString(), getHeaders())); |
||||
List<Vod> list = new ArrayList<>(); |
||||
for (Element element : doc.select("li.vodlist_item")) { |
||||
String id = element.select("a").attr("href").split("/")[5]; |
||||
String name = element.select("a").attr("title"); |
||||
String pic = siteUrl + element.select("a").attr("data-original"); |
||||
String remark = element.select("span.pic_text").text(); |
||||
list.add(new Vod(id, name, pic, remark)); |
||||
} |
||||
return Result.string(list); |
||||
} |
||||
|
||||
@Override |
||||
public String detailContent(List<String> ids) { |
||||
Document doc = Jsoup.parse(OkHttpUtil.string(detailUrl.concat(ids.get(0)), getHeaders())); |
||||
String name = doc.select("h2.title").text(); |
||||
String pic = siteUrl + doc.select("a.vodlist_thumb").attr("data-original"); |
||||
String year = doc.select("li.data").get(0).select("a").get(0).text(); |
||||
String area = doc.select("li.data").get(0).select("a").get(1).text(); |
||||
String type = doc.select("li.data").get(0).select("a").get(2).text(); |
||||
String actor = doc.select("li.data").get(2).text().replace("主演：", ""); |
||||
String director = doc.select("li.data").get(3).text().replace("导演：", ""); |
||||
String content = doc.select("div.content_desc > span").text(); |
||||
|
||||
Vod vod = new Vod(); |
||||
vod.setVodId(ids.get(0)); |
||||
vod.setVodPic(pic); |
||||
vod.setVodYear(year); |
||||
vod.setVodName(name); |
||||
vod.setVodArea(area); |
||||
vod.setVodActor(actor); |
||||
vod.setVodContent(content); |
||||
vod.setVodDirector(director); |
||||
vod.setVodName(type); |
||||
|
||||
Map<String, String> sites = new LinkedHashMap<>(); |
||||
Elements sources = doc.select("div.play_source_tab > a"); |
||||
Elements sourceList = doc.select("ul.content_playlist"); |
||||
for (int i = 0; i < sources.size(); i++) { |
||||
Element source = sources.get(i); |
||||
String sourceName = source.attr("alt"); |
||||
Elements playList = sourceList.get(i).select("a"); |
||||
List<String> vodItems = new ArrayList<>(); |
||||
for (int j = 0; j < playList.size(); j++) { |
||||
Element e = playList.get(j); |
||||
String href = e.attr("href").replace(playUrl, ""); |
||||
vodItems.add(Trans.get(e.text()) + "$" + href); |
||||
} |
||||
if (vodItems.size() > 0) { |
||||
sites.put(sourceName, TextUtils.join("#", vodItems)); |
||||
} |
||||
} |
||||
if (sites.size() > 0) { |
||||
vod.setVodPlayFrom(TextUtils.join("$$$", sites.keySet())); |
||||
vod.setVodPlayUrl(TextUtils.join("$$$", sites.values())); |
||||
} |
||||
return Result.string(vod); |
||||
} |
||||
|
||||
@Override |
||||
public String searchContent(String key, boolean quick) { |
||||
List<Vod> list = new ArrayList<>(); |
||||
String target = searchUrl.concat("?wd=").concat(key).concat("&submit="); |
||||
Document doc = Jsoup.parse(OkHttpUtil.string(target, getHeaders())); |
||||
if (doc.html().contains("很抱歉，暂无相关视频")) return Result.string(list); |
||||
for (Element element : doc.select("li.searchlist_item")) { |
||||
String id = element.select("a").attr("href").split("/")[5]; |
||||
String name = element.select("a").attr("title"); |
||||
String pic = siteUrl + element.select("a").attr("data-original"); |
||||
String remark = element.select("span.pic_text").text(); |
||||
list.add(new Vod(id, name, pic, remark)); |
||||
} |
||||
return Result.string(list); |
||||
} |
||||
|
||||
@Override |
||||
public String playerContent(String flag, String id, List<String> vipFlags) { |
||||
String data = OkHttpUtil.string(siteUrl + playUrl + id, getHeaders()); |
||||
for (String text : data.split("var")) { |
||||
if (!text.contains("player_aaaa")) continue; |
||||
data = text.split("=")[1]; |
||||
data = data.substring(0, data.indexOf("}") + 1); |
||||
break; |
||||
} |
||||
return Result.get().url(Json.getString(data, "url")).header(getHeaders()).string(); |
||||
} |
||||
} |
||||
@ -0,0 +1,22 @@ |
||||
package com.github.catvod.utils; |
||||
|
||||
import com.google.gson.JsonParser; |
||||
|
||||
public class Json { |
||||
|
||||
public static String getString(String result, String column) { |
||||
return JsonParser.parseString(result).getAsJsonObject().get(column).getAsString(); |
||||
} |
||||
|
||||
public static int getInt(String result, String column) { |
||||
return JsonParser.parseString(result).getAsJsonObject().get(column).getAsInt(); |
||||
} |
||||
|
||||
public static long getLong(String result, String column) { |
||||
return JsonParser.parseString(result).getAsJsonObject().get(column).getAsLong(); |
||||
} |
||||
|
||||
public static boolean getBoolean(String result, String column) { |
||||
return JsonParser.parseString(result).getAsJsonObject().get(column).getAsBoolean(); |
||||
} |
||||
} |
||||
Loading…
Reference in new issue