dongge
/
CatVodSpider
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update

This commit is contained in:
FongMi 2025-01-22 17:54:17 +08:00
parent 58db696fa5
commit 1da43828a8
4 changed files with 37 additions and 369 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
app/src/main/java/com/github/catvod/spider/Living.java
View File

@ -9,7 +9,6 @@ import com.github.catvod.bean.Filter;
import com.github.catvod.bean.Result;
import com.github.catvod.bean.Vod;
import com.github.catvod.crawler.Spider;
import com.github.catvod.crawler.SpiderDebug;
import com.github.catvod.net.OkHttp;
import com.github.catvod.utils.LZString;
import com.github.catvod.utils.Util;
@ -30,8 +29,10 @@ import java.util.Map;
* 聚合直播
*/
public class Living extends Spider {
private String host = "https://lemonlive.deno.dev";
private String cookie = "";
@Override
public void init(Context context, String extend) throws Exception {
if (!TextUtils.isEmpty(extend)) {
@ -125,14 +126,14 @@ public class Living extends Spider {
if (type.equals(data.optString("id"))) {
for (int j = 0; j < data.optJSONArray("list").length(); j++) {
JSONObject item = data.optJSONArray("list").optJSONObject(j);
vodList.add(new Vod(tid + "_" + item.optString("cid"), item.optString("name"), item.optString("pic"),data.optString("name"), true));
vodList.add(new Vod(tid + "_" + item.optString("cid"), item.optString("name"), item.optString("pic"), data.optString("name"), true));
}
}
}
return Result.string(vodList);
} else {
String[] split = tid.split("_");
String url = host + "/api/" + split[0] + "/getCategoryRooms?id=" + split[1] + "&pid=" + (split[0].equals("bilibili") ? "2":"1") + "&page=" + pg;
String url = host + "/api/" + split[0] + "/getCategoryRooms?id=" + split[1] + "&pid=" + (split[0].equals("bilibili") ? "2" : "1") + "&page=" + pg;
if (!TextUtils.isEmpty(cookie)) url = url + "&cookie=" + URLDecoder.decode(cookie, "UTF-8");
JSONObject json = request(url);
if (!TextUtils.isEmpty(json.optJSONObject("data").optString("cookie"))) {
@ -194,27 +195,19 @@ public class Living extends Spider {
private String getHuyaParam(String name, String code) throws UnsupportedEncodingException {
String N = "1063681129617";
long currentTimeMillis = System.currentTimeMillis();
String i = String.valueOf(currentTimeMillis % 10000000000L * 1000 + (long)(Math.random() * 4294967295L));
String i = String.valueOf(currentTimeMillis % 10000000000L * 1000 + (long) (Math.random() * 4294967295L));
String r = code.split("fs=")[1].split("&")[0];
String s = Long.toHexString((currentTimeMillis / 1000) | 21600);
String f = String.valueOf(currentTimeMillis + Long.parseLong(N));
String fmPart = code.split("fm=")[1].split("&")[0];
String c = new String(Base64.decode(URLDecoder.decode(fmPart, "UTF-8"), Base64.NO_WRAP)).split("_")[0];
String u = Util.MD5(f + "|tars_mp|102");
return String.format("&wsSecret=%s&uuid=%s&wsTime=%s&uid=%s&seqid=%s&fs=%s&ctype=tars_mp&t=102&ver=1&sv=2401310321",
Util.MD5(c + "_" + N + "_" + name + "_" + u + "_" + s),
i,
s,
N,
f,
r);
return String.format("&wsSecret=%s&uuid=%s&wsTime=%s&uid=%s&seqid=%s&fs=%s&ctype=tars_mp&t=102&ver=1&sv=2401310321", Util.MD5(c + "_" + N + "_" + name + "_" + u + "_" + s), i, s, N, f, r);
}
private JSONObject request(String url) throws JSONException {
String str = OkHttp.string(url, Map.of("sec-fetch-site", "same-origin"));
String result = LZString.decompressFromBase64(str.replaceAll(" ", ""));
//SpiderDebug.log("result==" + result);
return new JSONObject(result);
}
}

385
app/src/main/java/com/github/catvod/utils/LZString.java
View File

@ -9,19 +9,19 @@ package com.github.catvod.utils;
* https://github.com/pieroxy/lz-string
*/
import android.text.TextUtils;
import java.util.*;
public class LZString {
private static char[] keyStrBase64 = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=".toCharArray();
private static char[] keyStrUriSafe = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+-$".toCharArray();
private static Map<char[], Map<Character, Integer>> baseReverseDic = new HashMap<char[], Map<Character, Integer>>();
private static final char[] keyStrBase64 = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=".toCharArray();
private static final Map<char[], Map<Character, Integer>> baseReverseDic = new HashMap<>();
private static char getBaseValue(char[] alphabet, Character character) {
Map<Character, Integer> map = baseReverseDic.get(alphabet);
if (map == null) {
map = new HashMap<Character, Integer>();
map = new HashMap<>();
baseReverseDic.put(alphabet, map);
for (int i = 0; i < alphabet.length; i++) {
map.put(alphabet[i], i);
@ -30,34 +30,9 @@ public class LZString {
return (char) map.get(character).intValue();
}
public static String compressToBase64(String input) {
if (input == null)
return "";
String res = LZString._compress(input, 6, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return keyStrBase64[a];
}
});
switch (res.length() % 4) { // To produce valid Base64
default: // When could this happen ?
case 0:
return res;
case 1:
return res + "===";
case 2:
return res + "==";
case 3:
return res + "=";
}
}
public static String decompressFromBase64(final String inputStr) {
if (inputStr == null)
return "";
if (inputStr.equals(""))
return null;
return LZString._decompress(inputStr.length(), 32, new DecompressFunctionWrapper() {
if (TextUtils.isEmpty(inputStr)) return "";
return _decompress(inputStr.length(), 32, new DecompressFunctionWrapper() {
@Override
public char doFunc(int index) {
return getBaseValue(keyStrBase64, inputStr.charAt(index));
@ -65,286 +40,10 @@ public class LZString {
});
}
public static String compressToUTF16(String input) {
if (input == null)
return "";
return LZString._compress(input, 15, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return fc(a + 32);
}
}) + " ";
}
public static String decompressFromUTF16(final String compressedStr) {
if (compressedStr == null)
return "";
if (compressedStr.isEmpty())
return null;
return LZString._decompress(compressedStr.length(), 16384, new DecompressFunctionWrapper() {
@Override
public char doFunc(int index) {
return (char) (compressedStr.charAt(index) - 32);
}
});
}
//TODO: java has no Uint8Array type, what can we do?
public static String compressToEncodedURIComponent(String input) {
if (input == null)
return "";
return LZString._compress(input, 6, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return keyStrUriSafe[a];
}
});
}
public static String decompressFromEncodedURIComponent(String inputStr) {
if (inputStr == null) return "";
if (inputStr.isEmpty()) return null;
final String urlEncodedInputStr = inputStr.replace(' ', '+');
return LZString._decompress(urlEncodedInputStr.length(), 32, new DecompressFunctionWrapper() {
@Override
public char doFunc(int index) {
return getBaseValue(keyStrUriSafe, urlEncodedInputStr.charAt(index));
}
});
}
private static abstract class CompressFunctionWrapper {
public abstract char doFunc(int i);
}
public static String compress(String uncompressed) {
return LZString._compress(uncompressed, 16, new CompressFunctionWrapper() {
@Override
public char doFunc(int a) {
return fc(a);
}
});
}
private static String _compress(String uncompressedStr, int bitsPerChar, CompressFunctionWrapper getCharFromInt) {
if (uncompressedStr == null) return "";
int i, value;
Map<String, Integer> context_dictionary = new HashMap<String, Integer>();
Set<String> context_dictionaryToCreate = new HashSet<String>();
String context_c = "";
String context_wc = "";
String context_w = "";
int context_enlargeIn = 2; // Compensate for the first entry which should not count
int context_dictSize = 3;
int context_numBits = 2;
StringBuilder context_data = new StringBuilder(uncompressedStr.length() / 3);
int context_data_val = 0;
int context_data_position = 0;
int ii;
for (ii = 0; ii < uncompressedStr.length(); ii += 1) {
context_c = String.valueOf(uncompressedStr.charAt(ii));
if (!context_dictionary.containsKey(context_c)) {
context_dictionary.put(context_c, context_dictSize++);
context_dictionaryToCreate.add(context_c);
}
context_wc = context_w + context_c;
if (context_dictionary.containsKey(context_wc)) {
context_w = context_wc;
} else {
if (context_dictionaryToCreate.contains(context_w)) {
if (context_w.charAt(0) < 256) {
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
}
value = context_w.charAt(0);
for (i = 0; i < 8; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
} else {
value = 1;
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | value;
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = 0;
}
value = context_w.charAt(0);
for (i = 0; i < 16; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
context_dictionaryToCreate.remove(context_w);
} else {
value = context_dictionary.get(context_w);
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
// Add wc to the dictionary.
context_dictionary.put(context_wc, context_dictSize++);
context_w = context_c;
}
}
// Output the code for w.
if (!context_w.isEmpty()) {
if (context_dictionaryToCreate.contains(context_w)) {
if (context_w.charAt(0) < 256) {
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
}
value = context_w.charAt(0);
for (i = 0; i < 8; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
} else {
value = 1;
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | value;
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = 0;
}
value = context_w.charAt(0);
for (i = 0; i < 16; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
context_dictionaryToCreate.remove(context_w);
} else {
value = context_dictionary.get(context_w);
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
}
context_enlargeIn--;
if (context_enlargeIn == 0) {
context_enlargeIn = powerOf2(context_numBits);
context_numBits++;
}
}
// Mark the end of the stream
value = 2;
for (i = 0; i < context_numBits; i++) {
context_data_val = (context_data_val << 1) | (value & 1);
if (context_data_position == bitsPerChar - 1) {
context_data_position = 0;
context_data.append(getCharFromInt.doFunc(context_data_val));
context_data_val = 0;
} else {
context_data_position++;
}
value = value >> 1;
}
// Flush the last char
while (true) {
context_data_val = (context_data_val << 1);
if (context_data_position == bitsPerChar - 1) {
context_data.append(getCharFromInt.doFunc(context_data_val));
break;
}
else
context_data_position++;
}
return context_data.toString();
}
private static abstract class DecompressFunctionWrapper {
public abstract char doFunc(int i);
}
protected static class DecData {
public char val;
public int position;
@ -354,34 +53,17 @@ public class LZString {
public static String f(int i) {
return String.valueOf((char) i);
}
public static char fc(int i) {
return (char) i;
}
public static String decompress(final String compressed) {
if (compressed == null)
return "";
if (compressed.isEmpty())
return null;
return LZString._decompress(compressed.length(), 32768, new DecompressFunctionWrapper() {
@Override
public char doFunc(int i) {
return compressed.charAt(i);
}
});
}
private static String _decompress(int length, int resetValue, DecompressFunctionWrapper getNextValue) {
List<String> dictionary = new ArrayList<String>();
// TODO: is next an unused variable in original lz-string?
@SuppressWarnings("unused")
int next;
List<String> dictionary = new ArrayList<>();
int enlargeIn = 4;
int dictSize = 4;
int numBits = 3;
String entry = "";
String entry;
StringBuilder result = new StringBuilder();
String w;
int bits, resb; int maxpower, power;
int bits, resb;
int maxpower, power;
String c = null;
DecData data = new DecData();
data.val = getNextValue.doFunc(0);
@ -393,7 +75,7 @@ public class LZString {
}
bits = 0;
maxpower = (int) powerOf2(2);
maxpower = powerOf2(2);
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
@ -406,11 +88,10 @@ public class LZString {
power <<= 1;
}
switch (next = bits) {
switch (bits) {
case 0:
bits = 0;
maxpower = (int) powerOf2(8);
power=1;
maxpower = powerOf2(8);
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
@ -418,7 +99,7 @@ public class LZString {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
c = f(bits);
@ -426,15 +107,15 @@ public class LZString {
case 1:
bits = 0;
maxpower = powerOf2(16);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
c = f(bits);
@ -449,58 +130,54 @@ public class LZString {
if (data.index > length) {
return "";
}
bits = 0;
maxpower = powerOf2(numBits);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
// TODO: very strange here, c above is as char/string, here further is a int, rename "c" in the switch as "cc"
int cc;
switch (cc = bits) {
case 0:
bits = 0;
maxpower = powerOf2(8);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
dictionary.add(dictSize++, f(bits));
cc = dictSize-1;
cc = dictSize - 1;
enlargeIn--;
break;
case 1:
bits = 0;
maxpower = powerOf2(16);
power=1;
while (power!=maxpower) {
power = 1;
while (power != maxpower) {
resb = data.val & data.position;
data.position >>= 1;
if (data.position == 0) {
data.position = resetValue;
data.val = getNextValue.doFunc(data.index++);
}
bits |= (resb>0 ? 1 : 0) * power;
bits |= (resb > 0 ? 1 : 0) * power;
power <<= 1;
}
dictionary.add(dictSize++, f(bits));
cc = dictSize-1;
cc = dictSize - 1;
enlargeIn--;
break;
case 2:
@ -533,9 +210,7 @@ public class LZString {
enlargeIn = powerOf2(numBits);
numBits++;
}
}
}
private static int powerOf2(int power) {

BIN
jar/custom_spider.jar
View File

Binary file not shown.

2
jar/custom_spider.jar.md5
View File

@ -1 +1 @@
d585abd2ba8acc357c14da7f07a92d4e
101bd3f495cfb4cb4b3603d85d1647ea