dongge
/
AndroidCatVodSpider
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

多线程测试

This commit is contained in:
lushunming 2025-06-19 14:24:45 +08:00
parent b59541f6e2
commit 086134a8ed
4 changed files with 17 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
app/src/main/java/com/github/catvod/utils/ProxyVideo.java
View File

@ -15,6 +15,7 @@ import java.io.ByteArrayInputStream;
import java.net.URLEncoder; import java.net.URLEncoder;
import java.nio.charset.Charset; import java.nio.charset.Charset;
import java.util.*; import java.util.*;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutorService; import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors; import java.util.concurrent.Executors;
import java.util.concurrent.Future; import java.util.concurrent.Future;
@ -24,6 +25,7 @@ public class ProxyVideo {
private static final String GO_SERVER = "http://127.0.0.1:7777/"; private static final String GO_SERVER = "http://127.0.0.1:7777/";
//线程数4 //线程数4
private static final int THREAD_NUM = 16; private static final int THREAD_NUM = 16;
private static Map<String, Object[]> infoMap = new ConcurrentHashMap<>();
public static String buildCommonProxyUrl(String url, Map<String, String> headers) { public static String buildCommonProxyUrl(String url, Map<String, String> headers) {
@ -79,11 +81,19 @@ public class ProxyVideo {
public static Object[] proxyMultiThread(String url, Map<String, String> headers) throws Exception { public static Object[] proxyMultiThread(String url, Map<String, String> headers) throws Exception {
SpiderDebug.log("--proxyMultiThread: start "); Object[] info = infoMap.get(url);
//防止频繁请求
if (info == null) {
Map<String, String> newHeaders = new HashMap<>(headers); Map<String, String> newHeaders = new HashMap<>(headers);
newHeaders.put("range", "bytes=0-0"); newHeaders.put("range", "bytes=0-0");
newHeaders.put("Range", "bytes=0-0"); newHeaders.put("Range", "bytes=0-0");
Object[] info = proxy(url, newHeaders); info = proxy(url, newHeaders);
infoMap.clear();
infoMap.put(url, info);
}
SpiderDebug.log("--proxyMultiThread: start ");
int code = (int) info[0]; int code = (int) info[0];
if (code != 206) { if (code != 206) {
return proxy(url, headers); return proxy(url, headers);
@ -168,7 +178,7 @@ public class ProxyVideo {
private static List<long[]> generatePart(Map<String, String> rangeObj, String total) { private static List<long[]> generatePart(Map<String, String> rangeObj, String total) {
long start = Long.parseLong(rangeObj.get("start")); long start = Long.parseLong(rangeObj.get("start"));
long end = StringUtils.isAllBlank(rangeObj.get("end")) ? start + 1024 * 1024 *8 : Long.parseLong(rangeObj.get("end")); long end = StringUtils.isAllBlank(rangeObj.get("end")) ? start + 1024 * 1024 * 8 : Long.parseLong(rangeObj.get("end"));
long totalSize = Long.parseLong(total); long totalSize = Long.parseLong(total);

BIN
jar/custom_spider.jar
View File

Binary file not shown.

2
jar/custom_spider.jar.md5
View File

@ -1 +1 @@
14968269a850a3a62378a9cdc14384fd 5f9348f15ba85a80f258ec70f368ba03

2
json/test.json
View File

@ -1,5 +1,5 @@
{ {
"spider": "https://ghproxy.net/https://raw.githubusercontent.com/lushunming/AndroidCatVodSpider/multiThread/jar/custom_spider.jar;md5;14968269a850a3a62378a9cdc14384fd", "spider": "https://ghproxy.net/https://raw.githubusercontent.com/lushunming/AndroidCatVodSpider/multiThread/jar/custom_spider.jar;md5;5f9348f15ba85a80f258ec70f368ba03",
"lives": [ "lives": [
{ {
"name": "电视直播", "name": "电视直播",