dongge
/
AndroidCatVodSpider
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

cloud异步

This commit is contained in:
lushunming 2025-12-13 09:11:08 +08:00
parent d280d770bb
commit d1bb29a314
1 changed files with 41 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

80
app/src/main/java/com/github/catvod/spider/Cloud.java
View File

@ -130,46 +130,47 @@ public class Cloud extends Spider {
//同時获取from 和url ，放入缓存，只要一个函数执行就行，避免重复执行 //同時获取from 和url ，放入缓存，只要一个函数执行就行，避免重复执行
private void getPlayFromAndUrl(List<String> shareLinks) { private void getPlayFromAndUrl(List<String> shareLinks) {
//首先清空缓存，避免太多缓存
resultMap.clear();
List<String> urls = new ArrayList<>();
List<String> froms = new ArrayList<>();
ExecutorService service = Executors.newFixedThreadPool(4); ExecutorService service = Executors.newFixedThreadPool(4);
List<Future<ImmutablePair<String, String>>> futures = new ArrayList<>(); try { //首先清空缓存，避免太多缓存
int i = 0; resultMap.clear();
for (String shareLink : shareLinks) { List<String> urls = new ArrayList<>();
List<String> froms = new ArrayList<>();
int finalI = ++i; List<Future<ImmutablePair<String, String>>> futures = new ArrayList<>();
futures.add(service.submit(() -> { int i = 0;
for (String shareLink : shareLinks) {
String url = ""; int finalI = ++i;
String from = ""; futures.add(service.submit(() -> {
if (shareLink.matches(Util.patternUC)) {
url = uc.detailContentVodPlayUrl(List.of(shareLink)); String url = "";
from = uc.detailContentVodPlayFrom(List.of(shareLink), finalI); String from = "";
} else if (shareLink.matches(Util.patternQuark)) { if (shareLink.matches(Util.patternUC)) {
url = quark.detailContentVodPlayUrl(List.of(shareLink)); url = uc.detailContentVodPlayUrl(List.of(shareLink));
from = quark.detailContentVodPlayFrom(List.of(shareLink), finalI); from = uc.detailContentVodPlayFrom(List.of(shareLink), finalI);
}/* else if (shareLink.matches(Util.patternAli)) { } else if (shareLink.matches(Util.patternQuark)) {
url = quark.detailContentVodPlayUrl(List.of(shareLink));
from = quark.detailContentVodPlayFrom(List.of(shareLink), finalI);
}/* else if (shareLink.matches(Util.patternAli)) {
urls.add(ali.detailContentVodPlayUrl(List.of(shareLink))); urls.add(ali.detailContentVodPlayUrl(List.of(shareLink)));
} */ else if (shareLink.contains(URL_CONTAIN)) { } */ else if (shareLink.contains(URL_CONTAIN)) {
url = tianYi.detailContentVodPlayUrl(List.of(shareLink)); url = tianYi.detailContentVodPlayUrl(List.of(shareLink));
from = tianYi.detailContentVodPlayFrom(List.of(shareLink), finalI); from = tianYi.detailContentVodPlayFrom(List.of(shareLink), finalI);
} else if (shareLink.contains(YiDongYun.URL_START)) { } else if (shareLink.contains(YiDongYun.URL_START)) {
url = yiDongYun.detailContentVodPlayUrl(List.of(shareLink)); url = yiDongYun.detailContentVodPlayUrl(List.of(shareLink));
from = yiDongYun.detailContentVodPlayFrom(List.of(shareLink), finalI); from = yiDongYun.detailContentVodPlayFrom(List.of(shareLink), finalI);
} else if (shareLink.contains(BaiDuPan.URL_START)) { } else if (shareLink.contains(BaiDuPan.URL_START)) {
url = baiDuPan.detailContentVodPlayUrl(List.of(shareLink)); url = baiDuPan.detailContentVodPlayUrl(List.of(shareLink));
from = baiDuPan.detailContentVodPlayFrom(List.of(shareLink), finalI); from = baiDuPan.detailContentVodPlayFrom(List.of(shareLink), finalI);
} else if (shareLink.matches(Pan123Api.regex)) { } else if (shareLink.matches(Pan123Api.regex)) {
url = pan123.detailContentVodPlayUrl(List.of(shareLink)); url = pan123.detailContentVodPlayUrl(List.of(shareLink));
from = pan123.detailContentVodPlayFrom(List.of(shareLink), finalI); from = pan123.detailContentVodPlayFrom(List.of(shareLink), finalI);
} }
return new ImmutablePair<String, String>(url, from); return new ImmutablePair<>(url, from);
})); }));
}
}
try {
for (Future<ImmutablePair<String, String>> future : futures) { for (Future<ImmutablePair<String, String>> future : futures) {
//只有连接不为空才放入进去 //只有连接不为空才放入进去
if (StringUtils.isNoneBlank(future.get().left)) { if (StringUtils.isNoneBlank(future.get().left)) {
@ -178,13 +179,14 @@ public class Cloud extends Spider {
} }
} }
resultMap.put(Util.MD5(Json.toJson(shareLinks)), new ImmutablePair<>(urls, froms));
SpiderDebug.log("---urls：" + Json.toJson(urls));
SpiderDebug.log("---froms：" + Json.toJson(froms));
} catch (Exception e) { } catch (Exception e) {
SpiderDebug.log("获取异步结果出错：" + e); SpiderDebug.log("获取异步结果出错：" + e);
} finally {
service.shutdown();
} }
resultMap.put(Util.MD5(Json.toJson(shareLinks)), new ImmutablePair<List<String>, List<String>>(urls, froms));
SpiderDebug.log("---urls：" + Json.toJson(urls));
SpiderDebug.log("---froms：" + Json.toJson(froms));
service.shutdown();
} }
} }