hg
/
BeartvSpider
mirror of https://github.com/FongMi/CatVodSpider.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update

Browse Source
main
FongMi 1 year ago
parent 11b5ba2801
commit 4e2927f3d7
3 changed files with 37 additions and 369 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 19
      app/src/main/java/com/github/catvod/spider/Living.java
  2. 385
      app/src/main/java/com/github/catvod/utils/LZString.java
  3. 2
      jar/custom_spider.jar.md5

19
app/src/main/java/com/github/catvod/spider/Living.java
Unescape View File

@ -9,7 +9,6 @@ import com.github.catvod.bean.Filter;
import com.github.catvod.bean.Result;
import com.github.catvod.bean.Vod;
import com.github.catvod.crawler.Spider;
import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.net.OkHttp;
import com.github.catvod.utils.LZString;
import com.github.catvod.utils.Util;
@ -30,8 +29,10 @@ import java.util.Map;
* 聚合直播
*/
public class Living extends Spider {
private String host = "https://lemonlive.deno.dev";
private String cookie = "";
@Override
public void init(Context context, String extend) throws Exception {
if (!TextUtils.isEmpty(extend)) {
@ -125,14 +126,14 @@ public class Living extends Spider {
if (type.equals(data.optString("id"))) {
for (int j = 0; j < data.optJSONArray("list").length(); j++) {
JSONObject item = data.optJSONArray("list").optJSONObject(j);
vodList.add(new Vod(tid + "_" + item.optString("cid"), item.optString("name"), item.optString("pic"),data.optString("name"), true));
vodList.add(new Vod(tid + "_" + item.optString("cid"), item.optString("name"), item.optString("pic"), data.optString("name"), true));
}
}
}
return Result.string(vodList);
} else {
String[] split = tid.split("_");
String url = host + "/api/" + split[0] + "/getCategoryRooms?id=" + split[1] + "&pid=" + (split[0].equals("bilibili") ? "2":"1") + "&page=" + pg;
String url = host + "/api/" + split[0] + "/getCategoryRooms?id=" + split[1] + "&pid=" + (split[0].equals("bilibili") ? "2" : "1") + "&page=" + pg;
if (!TextUtils.isEmpty(cookie)) url = url + "&cookie=" + URLDecoder.decode(cookie, "UTF-8");
JSONObject json = request(url);
if (!TextUtils.isEmpty(json.optJSONObject("data").optString("cookie"))) {
@ -194,27 +195,19 @@ public class Living extends Spider {
private String getHuyaParam(String name, String code) throws UnsupportedEncodingException {
String N = "1063681129617";
long currentTimeMillis = System.currentTimeMillis();
String i = String.valueOf(currentTimeMillis % 10000000000L * 1000 + (long)(Math.random() * 4294967295L));
String i = String.valueOf(currentTimeMillis % 10000000000L * 1000 + (long) (Math.random() * 4294967295L));
String r = code.split("fs=")[1].split("&")[0];
String s = Long.toHexString((currentTimeMillis / 1000) | 21600);
String f = String.valueOf(currentTimeMillis + Long.parseLong(N));
String fmPart = code.split("fm=")[1].split("&")[0];
String c = new String(Base64.decode(URLDecoder.decode(fmPart, "UTF-8"), Base64.NO_WRAP)).split("_")[0];
String u = Util.MD5(f + "|tars_mp|102");
return String.format("&wsSecret=%s&uuid=%s&wsTime=%s&uid=%s&seqid=%s&fs=%s&ctype=tars_mp&t=102&ver=1&sv=2401310321",
Util.MD5(c + "_" + N + "_" + name + "_" + u + "_" + s),
i,
s,
N,
f,
r);
return String.format("&wsSecret=%s&uuid=%s&wsTime=%s&uid=%s&seqid=%s&fs=%s&ctype=tars_mp&t=102&ver=1&sv=2401310321", Util.MD5(c + "_" + N + "_" + name + "_" + u + "_" + s), i, s, N, f, r);
}
private JSONObject request(String url) throws JSONException {
String str = OkHttp.string(url, Map.of("sec-fetch-site", "same-origin"));
String result = LZString.decompressFromBase64(str.replaceAll(" ", ""));
//SpiderDebug.log("result==" + result);
return new JSONObject(result);
}
}

385
app/src/main/java/com/github/catvod/utils/LZString.java
Unescape View File

@ -9,19 +9,19 @@ package com.github.catvod.utils;
* https://github.com/pieroxy/lz-string
*/
import android.text.TextUtils;
import java.util.*;
public class LZString {
private static char[] keyStrBase64 = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=".toCharArray();
private static char[] keyStrUriSafe = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+-$".toCharArray();
private static Map<char[], Map<Character, Integer>> baseReverseDic = new HashMap<char[], Map<Character, Integer>>();
private static final char[] keyStrBase64 = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=".toCharArray();
private static final Map<char[], Map<Character, Integer>> baseReverseDic = new HashMap<>();
private static char getBaseValue(char[] alphabet, Character character) {
Map<Character, Integer> map = baseReverseDic.get(alphabet);
if (map == null) {
map = new HashMap<Character, Integer>();
map = new HashMap<>();
baseReverseDic.put(alphabet, map);
for (int i = 0; i < alphabet.length; i++) {
map.put(alphabet[i], i);
@ -30,34 +30,9 @@ public class LZString {
return (char) map.get(character).intValue();
}
public static String compressToBase64(String input) {
if (input == null)
return "";
String res = LZString._compress(input, 6, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return keyStrBase64[a];
}
});
switch (res.length() % 4) { // To produce valid Base64
default: // When could this happen ?
case 0:
return res;
case 1:
return res + "===";
case 2:
return res + "==";
case 3:
return res + "=";
}
}
public static String decompressFromBase64(final String inputStr) {
if (inputStr == null)
return "";
if (inputStr.equals(""))
return null;
return LZString._decompress(inputStr.length(), 32, new DecompressFunctionWrapper() {
if (TextUtils.isEmpty(inputStr)) return "";
return _decompress(inputStr.length(), 32, new DecompressFunctionWrapper() {
@Override
public char doFunc(int index) {
return getBaseValue(keyStrBase64, inputStr.charAt(index));
@ -65,286 +40,10 @@ public class LZString {
});
}
public static String compressToUTF16(String input) {
if (input == null)
return "";
return LZString._compress(input, 15, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return fc(a + 32);
}
}) + " ";
}
public static String decompressFromUTF16(final String compressedStr) {
if (compressedStr == null)
return "";
if (compressedStr.isEmpty())
return null;
return LZString._decompress(compressedStr.length(), 16384, new DecompressFunctionWrapper() {
@Override
public char doFunc(int index) {
return (char) (compressedStr.charAt(index) - 32);
}
});
}
//TODO: java has no Uint8Array type, what can we do?
public static String compressToEncodedURIComponent(String input) {
if (input == null)
return "";
return LZString._compress(input, 6, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return keyStrUriSafe[a];
}
});
}
public static String decompressFromEncodedURIComponent(String inputStr) {
if (inputStr == null) return "";
if (inputStr.isEmpty()) return null;
final String urlEncodedInputStr = inputStr.replace(' ', '+');
return LZString._decompress(urlEncodedInputStr.length(), 32, new DecompressFunctionWrapper() {
@Override
public char doFunc(int index) {
return getBaseValue(keyStrUriSafe, urlEncodedInputStr.charAt(index));
}
});
}
private static abstract class CompressFunctionWrapper {
public abstract char doFunc(int i);
}
public static String compress(String uncompressed) {
return LZString._compress(uncompressed, 16, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return fc(a);
}
});
}
private static String _compress(String uncompressedStr, int bitsPerChar, CompressFunctionWrapper getCharFromInt) {
if (uncompressedStr == null) return "";
int i, value;
Map<String, Integer> context_dictionary = new HashMap<String, Integer>();
Set<String> context_dictionaryToCreate = new HashSet<String>();
String context_c = "";
String context_wc = "";
String context_w = "";
int context_enlargeIn = 2; // Compensate for the first entry which should not count
int context_dictSize = 3;
int context_numBits = 2;
StringBuilder context_data = new StringBuilder(uncompressedStr.length() / 3);
int context_data_val = 0;
int context_data_position = 0;
int ii;
for (ii = 0; ii < uncompressedStr.length(); ii += 1) {
context_c = String.valueOf(uncompressedStr.charAt(ii));
if (!context_dictionary.containsKey(context_c)) {
context_dictionary.put(context_c, context_dictSize++);
context_dictionaryToCreate.add(context_c);
}
context_wc = context_w + context_c;
if (context_dictionary.containsKey(context_wc)) {
context_w = context_wc;
} else {
if (context_dictionaryToCreate.contains(context_w)) {
if (context_w.charAt(0) < 256) {
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
}
value = context_w.charAt(0);
for (i = 0; i < 8; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
} else {
value = 1;
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | value;
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = 0;
}
value = context_w.charAt(0);
for (i = 0; i < 16; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
context_dictionaryToCreate.remove(context_w);
} else {
value = context_dictionary.get(context_w);
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
// Add wc to the dictionary.
context_dictionary.put(context_wc, context_dictSize++);
context_w = context_c;
}
}
// Output the code for w.
if (!context_w.isEmpty()) {
if (context_dictionaryToCreate.contains(context_w)) {
if (context_w.charAt(0) < 256) {
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
}
value = context_w.charAt(0);
for (i = 0; i < 8; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
} else {
value = 1;
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | value;
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = 0;
}
value = context_w.charAt(0);
for (i = 0; i < 16; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
context_dictionaryToCreate.remove(context_w);
} else {
value = context_dictionary.get(context_w);
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
}
// Mark the end of the stream
value = 2;
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
// Flush the last char
while (true) {
context_data_val = (context_data_val << 1);
if (context_data_position == bitsPerChar - 1) {
context_data.append(getCharFromInt.doFunc(context_data_val));
break;
}
else
context_data_position++;
}
return context_data.toString();
}
private static abstract class DecompressFunctionWrapper {
public abstract char doFunc(int i);
}
protected static class DecData {
public char val;
public int position;
@ -354,34 +53,17 @@ public class LZString {
public static String f(int i) {
return String.valueOf((char) i);
}
public static char fc(int i) {
return (char) i;
}
public static String decompress(final String compressed) {
if (compressed == null)
return "";
if (compressed.isEmpty())
return null;
return LZString._decompress(compressed.length(), 32768, new DecompressFunctionWrapper() {
@Override
public char doFunc(int i) {
return compressed.charAt(i);
}
});
}
private static String _decompress(int length, int resetValue, DecompressFunctionWrapper getNextValue) {
List<String> dictionary = new ArrayList<String>();
// TODO: is next an unused variable in original lz-string?
@SuppressWarnings("unused")
int next;
List<String> dictionary = new ArrayList<>();
int enlargeIn = 4;
int dictSize = 4;
int numBits = 3;
String entry = "";
String entry;
StringBuilder result = new StringBuilder();
String w;
int bits, resb; int maxpower, power;
int bits, resb;
int maxpower, power;
String c = null;
DecData data = new DecData();
data.val = getNextValue.doFunc(0);
@ -393,7 +75,7 @@ public class LZString {
}
bits = 0;
maxpower = (int) powerOf2(2);
maxpower = powerOf2(2);
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
@ -406,11 +88,10 @@ public class LZString {
power <<= 1;
}
switch (next = bits) {
switch (bits) {
case 0:
bits = 0;
maxpower = (int) powerOf2(8);
power=1;
maxpower = powerOf2(8);
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
@ -418,7 +99,7 @@ public class LZString {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
c = f(bits);
@ -426,15 +107,15 @@ public class LZString {
case 1:
bits = 0;
maxpower = powerOf2(16);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
c = f(bits);
@ -449,58 +130,54 @@ public class LZString {
if (data.index > length) {
return "";
}
bits = 0;
maxpower = powerOf2(numBits);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
// TODO: very strange here, c above is as char/string, here further is a int, rename "c" in the switch as "cc"
int cc;
switch (cc = bits) {
case 0:
bits = 0;
maxpower = powerOf2(8);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
dictionary.add(dictSize++, f(bits));
cc = dictSize-1;
cc = dictSize - 1;
enlargeIn--;
break;
case 1:
bits = 0;
maxpower = powerOf2(16);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
dictionary.add(dictSize++, f(bits));
cc = dictSize-1;
cc = dictSize - 1;
enlargeIn--;
break;
case 2:
@ -533,9 +210,7 @@ public class LZString {
enlargeIn = powerOf2(numBits);
numBits++;
}
}
}
private static int powerOf2(int power) {

2
jar/custom_spider.jar.md5
Unescape View File

@ -1 +1 @@
d585abd2ba8acc357c14da7f07a92d4e
101bd3f495cfb4cb4b3603d85d1647ea

Write Preview
Loading…
Cancel
Save