Clean code

This commit is contained in:
qlql765 2024-01-18 11:24:00 +08:00
parent 360ea3c5a8
commit 6b2f97026c
4 changed files with 137 additions and 208 deletions

View File

@ -1,207 +0,0 @@
package com.github.catvod.spider;
import android.content.Context;
import android.text.TextUtils;
import com.github.catvod.crawler.Spider;
import com.github.catvod.net.OkHttp;
import com.github.catvod.bean.Class;
import com.github.catvod.bean.Vod;
import com.github.catvod.bean.Result;
import org.json.JSONArray;
import org.json.JSONObject;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import java.net.URLEncoder;
import java.nio.charset.StandardCharsets;
import java.util.*;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class Ys21 extends Spider {
private String siteURL = "http://tv.ersanyun.cn/";
private final String userAgent = "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36 Edg/120.0.0.0";
private Map<String, String> getHeader() {
Map<String, String> header = new HashMap<>();
header.put("User-Agent", userAgent);
header.put("Referer", siteURL + "/text/index.html");
return header;
}
@Override
public void init(Context context, String extend) throws Exception {
super.init(context, extend);
// 域名经常性发生变化通过外部配置文件传入可以方便修改
if (extend.endsWith("/")) {
extend = extend.substring(0, extend.lastIndexOf("/"));
}
siteURL = extend;
}
@Override
public String homeContent(boolean filter) throws Exception {
List<Class> classes = new ArrayList<>();
List<String> typeIds = Arrays.asList("1", "2", "3", "4", "5", "6");
List<String> typeNames = Arrays.asList("电影", "电视剧", "综艺", "动漫", "热门短剧", "体育赛事");
for (int i = 0; i < typeIds.size(); i++) {
classes.add(new Class(typeIds.get(i), typeNames.get(i)));
}
String f = "{\"1\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"电影\",\"v\":\"39\"},{\"n\":\"动作片\",\"v\":\"9\"},{\"n\":\"喜剧片\",\"v\":\"10\"},{\"n\":\"爱情片\",\"v\":\"11\"},{\"n\":\"恐怖片\",\"v\":\"12\"},{\"n\":\"剧情片\",\"v\":\"13\"},{\"n\":\"科幻片\",\"v\":\"14\"},{\"n\":\"惊悚片\",\"v\":\"15\"},{\"n\":\"奇幻片\",\"v\":\"16\"},{\"n\":\"动画片\",\"v\":\"17\"},{\"n\":\"悬疑片\",\"v\":\"18\"},{\"n\":\"冒险片\",\"v\":\"19\"},{\"n\":\"纪录片\",\"v\":\"20\"},{\"n\":\"战争片\",\"v\":\"21\"},{\"n\":\"犯罪片\",\"v\":\"43\"},{\"n\":\"灾难片\",\"v\":\"55\"}]}],\"2\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"电视剧\",\"v\":\"22\"},{\"n\":\"国产剧\",\"v\":\"9\"},{\"n\":\"香港剧\",\"v\":\"23\"},{\"n\":\"台湾剧\",\"v\":\"24\"},{\"n\":\"欧美剧\",\"v\":\"25\"},{\"n\":\"日本剧\",\"v\":\"26\"},{\"n\":\"韩国剧\",\"v\":\"27\"},{\"n\":\"泰国剧\",\"v\":\"28\"},{\"n\":\"海外剧\",\"v\":\"29\"}]}],\"3\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"综艺\",\"v\":\"41\"},{\"n\":\"大陆综艺\",\"v\":\"30\"},{\"n\":\"港台综艺\",\"v\":\"31\"},{\"n\":\"日韩综艺\",\"v\":\"32\"},{\"n\":\"欧美综艺\",\"v\":\"33\"},{\"n\":\"海外综艺\",\"v\":\"34\"},{\"n\":\"演唱会\",\"v\":\"47\"}]}],\"4\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"动漫\",\"v\":\"42\"},{\"n\":\"国产动漫\",\"v\":\"35\"},{\"n\":\"日韩动漫\",\"v\":\"36\"},{\"n\":\"欧美动漫\",\"v\":\"37\"},{\"n\":\"海外动漫\",\"v\":\"38\"},{\"n\":\"港台动漫\",\"v\":\"46\"}]}],\"5\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"短剧\",\"v\":\"54\"}]}],\"6\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"影视解说\",\"v\":\"45\"}]}],\"7\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"体育赛事\",\"v\":\"50\"},{\"n\":\"篮球赛事\",\"v\":\"51\"},{\"n\":\"足球赛事\",\"v\":\"52\"},{\"n\":\"斯诺克\",\"v\":\"53\"}]}]}";
JSONObject filterConfig = new JSONObject(f);
Document doc = Jsoup.parse(OkHttp.string(siteURL, getHeader()));
ArrayList<Vod> list = new ArrayList<Vod>();
for (Element li : doc.select(".myui-vodlist .myui-vodlist__box")) {
String vid = li.select("a").first().attr("href");
String name = li.select(".myui-vodlist__detail .title a").first().text();
String pic = siteURL + li.select(".myui-vodlist__thumb").first().attr("data-original");
String remark = "";
list.add(new Vod(vid, name, pic, remark));
}
return Result.string(classes, list, filterConfig);
}
@Override
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend)
throws Exception {
// 筛选处理 start
HashMap<String, String> ext = new HashMap<>();
if (extend != null && extend.size() > 0) {
ext.putAll(extend);
}
String cateId = ext.get("cate_id") == null ? "0" : ext.get("cateId");
String cateURL = siteURL
+ String.format("/vod/index.html?cate_id=%s&type_id=%s&page=%s", cateId, tid, pg);
Document doc = Jsoup.parse(OkHttp.string(cateURL, getHeader()));
Elements elements = doc.select("ul.myui-vodlist >li");
JSONArray videos = new JSONArray();
for (Element element : elements) {
String vodId = element.select(".myui-vodlist__box >a").attr("href");
String vodPic = siteURL
+ element.select(".myui-vodlist__box >a .myui-vodlist__thumb").attr("data-original");
String vodName = element.select(".myui-vodlist__detail .title >a").text();
JSONObject vod = new JSONObject()
.put("vod_id", vodId)
.put("vod_name", vodName)
.put("vod_pic", vodPic)
.put("vod_remarks", "");
videos.put(vod);
}
JSONObject result = new JSONObject()
.put("pagecount", 999)
.put("list", videos);
return result.toString();
}
@Override
public String detailContent(List<String> ids) throws Exception {
String html = OkHttp.string(siteURL + ids.get(0), getHeader());
Document doc = Jsoup.parse(html);
String name = doc.select(".myui-content__detail .title").text();
String pic = siteURL + doc.select(".myui-content__thumb .myui-vodlist__thumb > img").attr("src");
String typeName = ""; // 影片类型
String year = doc.selectFirst("p.data:has(span.text-muted:contains(上映)) > span.text-red").ownText(); // 影片年代
String area = ""; // 地区
String remark = "";
String actor = doc.selectFirst("p.data:has(span.text-muted:contains(主演))").ownText();
String director = doc.selectFirst("p.data:has(span.text-muted:contains(导演))").ownText();
String description = doc.selectFirst("p.data:has(span.text-muted:contains(简介)) > span.jianjie").text();
Vod vod = new Vod();
vod.setVodId(ids.get(0)); // 必填
vod.setVodName(name);
vod.setVodPic(pic);
vod.setTypeName(typeName); // 选填
vod.setVodYear(year); // 选填
vod.setVodArea(area); // 选填
vod.setVodRemarks(remark); // 选填
vod.setVodActor(actor); // 选填
vod.setVodDirector(director); // 选填
vod.setVodContent(description); // 选填
// vod.setVodPlayFrom("ys21");
Map<String, String> sites = new LinkedHashMap<>();
Elements sources = doc.select("ul.nav > li");
Elements sourceList = doc.select("ul.myui-content__list");
for (int i = 0; i < sources.size(); i++) {
Element source = sources.get(i);
String sourceName = source.text();
Elements playList = sourceList.get(i).select("a");
List<String> vodItems = new ArrayList<>();
for (int j = 0; j < playList.size(); j++) {
Element e = playList.get(j);
vodItems.add(e.text() + "$" + e.attr("href"));
}
if (vodItems.size() > 0) {
sites.put(sourceName, TextUtils.join("#", vodItems));
}
}
if (sites.size() > 0) {
vod.setVodPlayFrom(TextUtils.join("$$$", sites.keySet()));
vod.setVodPlayUrl(TextUtils.join("$$$", sites.values()));
}
return Result.string(vod);
}
@Override
public String searchContent(String key, boolean quick) throws Exception {
String searchURL = null;
searchURL = siteURL + "/search/index.html?keyword=" + URLEncoder.encode(key);
Document doc = Jsoup.parse(OkHttp.string(searchURL, getHeader()));
ArrayList<Vod> list = new ArrayList<Vod>();
Elements elements = doc.select("ul.myui-vodlist__media >li.clearfix");
for (Element element : elements) {
String vodId = element.select(".thumb >a").attr("href");
String vodPic = siteURL + element.select(".thumb >a .myui-vodlist__thumb").attr("data-original");
String vodName = element.select(".detail .title >a").text();
Vod vod = new Vod();
vod.setVodId(vodId); // 必填
vod.setVodName(vodName);
vod.setVodPic(vodPic);
list.add(vod);
}
return Result.string(list);
}
@Override
public String playerContent(String flag, String id, List<String> vipFlags) throws Exception {
String playPageURL = siteURL + id;
Map<String, String> header = getHeader();
String html = OkHttp.string(playPageURL, header);
Pattern pattern = Pattern.compile("var temCurVodFile = \"(.*?)\";");
Matcher matcher = pattern.matcher(html);
if (matcher.find()) {
// 提取到temCurVodFile的值
String temCurVodFile = matcher.group(1);
JSONObject result = new JSONObject()
.put("parse", 0)
.put("header", header.toString())
.put("playUrl", "")
.put("url", temCurVodFile);
return result.toString();
}
return "";
}
}

View File

@ -0,0 +1,136 @@
package com.github.catvod.spider;
import android.content.Context;
import com.github.catvod.crawler.Spider;
import com.github.catvod.net.OkHttp;
import com.github.catvod.utils.Util;
import com.github.catvod.bean.Class;
import com.github.catvod.bean.Vod;
import com.github.catvod.bean.Result;
import org.json.JSONObject;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import java.net.URLEncoder;
import java.util.*;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class Ys23 extends Spider {
private String siteURL = "http://tv.ersanyun.cn";
private Map<String, String> getHeader() {
Map<String, String> header = new HashMap<>();
header.put("User-Agent", Util.CHROME);
header.put("Referer", siteURL + "/");
return header;
}
@Override
public void init(Context context, String extend) throws Exception {
if (!extend.isEmpty()) siteURL = extend;
}
@Override
public String homeContent(boolean filter) throws Exception {
List<Class> classes = new ArrayList<>();
List<String> typeIds = Arrays.asList("1", "2", "3", "4", "48", "49");
List<String> typeNames = Arrays.asList("电影", "电视剧", "综艺", "动漫", "热门短剧", "体育赛事");
for (int i = 0; i < typeIds.size(); i++) {
classes.add(new Class(typeIds.get(i), typeNames.get(i)));
}
String f = "{\"1\": [{\"key\": \"class\", \"name\": \"剧情\", \"value\": [{\"n\": \"全部\", \"v\": \"\"}, {\"n\": \"动作片\", \"v\": \"cate_id=9&\"}, {\"n\": \"喜剧片\", \"v\": \"cate_id=10&\"}, {\"n\": \"爱情片\", \"v\": \"cate_id=11&\"}, {\"n\": \"恐怖片\", \"v\": \"cate_id=12&\"}, {\"n\": \"剧情片\", \"v\": \"cate_id=13&\"}, {\"n\": \"科幻片\", \"v\": \"cate_id=14&\"}, {\"n\": \"动画片\", \"v\": \"cate_id=17&\"}]}], \"2\": [{\"key\": \"class\", \"name\": \"剧情\", \"value\": [{\"n\": \"全部\", \"v\": \"\"}, {\"n\": \"国产剧\", \"v\": \"cate_id=22&\"}, {\"n\": \"香港剧\", \"v\": \"cate_id=23&\"}, {\"n\": \"台湾剧\", \"v\": \"cate_id=24&\"}, {\"n\": \"欧美剧\", \"v\": \"cate_id=25&\"}, {\"n\": \"日本剧\", \"v\": \"cate_id=26&\"}, {\"n\": \"韩国剧\", \"v\": \"cate_id=27&\"}, {\"n\": \"海外剧\", \"v\": \"cate_id=29&\"}]}]}"; JSONObject filterConfig = new JSONObject(f);
Document doc = Jsoup.parse(OkHttp.string(siteURL, getHeader()));
ArrayList<Vod> list = new ArrayList<Vod>();
for (Element li : doc.select(".video-card-wrap")) {
String vid = siteURL + li.select("a").attr("href");
String name = li.select("a").attr("title");
String pic = li.select("a img").attr("data-src");
if (!pic.startsWith("http"))
pic = siteURL + pic;
list.add(new Vod(vid, name, pic));
}
return Result.string(classes, list, filterConfig);
}
@Override
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) throws Exception {
String classType = extend.get("class") == null ? "" : extend.get("class");
String cateId = extend.get("cateId") == null ? tid : extend.get("cateId");
String cateURL = siteURL
+ String.format("/vod/index.html?%spage=%s&type_id=%s", classType, pg, cateId);
System.out.println(cateURL);
Document doc = Jsoup.parse(OkHttp.string(cateURL, getHeader()));
List<Vod> list = new ArrayList<>();
for (Element li : doc.select(".card.vertical")) {
String vid = siteURL + li.attr("href");
String name = li.attr("title");
String pic = li.select("img").attr("data-src");
if (!pic.startsWith("http"))
pic = siteURL + pic;
list.add(new Vod(vid, name, pic));
}
return Result.string(list);
}
@Override
public String detailContent(List<String> ids) throws Exception {
Document doc = Jsoup.parse(OkHttp.string(ids.get(0), getHeader()));
Elements sources = doc.select(".playlist-rect__container");
Elements circuits = doc.select(".playlist-top__title.cms-playlist-name");
StringBuilder vod_play_url = new StringBuilder();
StringBuilder vod_play_from = new StringBuilder();
for (int i = 0; i < sources.size(); i++) {
String spanText = circuits.get(i).text();
vod_play_from.append(spanText).append("$$$");
Elements aElementArray = sources.get(i).select(".playlist-rect__col a");
for (int j = 0; j < aElementArray.size(); j++) {
Element a = aElementArray.get(j);
String href = siteURL + a.attr("href");
String text = a.text();
vod_play_url.append(text).append("$").append(href);
boolean notLastEpisode = j < aElementArray.size() - 1;
vod_play_url.append(notLastEpisode ? "#" : "$$$");
}
}
String name = doc.select(".playlist-intro__title").text();
String description = doc.select(".playlist-top__update-info").text();
Vod vod = new Vod();
vod.setVodId(ids.get(0));
vod.setVodName(name);
vod.setVodContent(description);
vod.setVodPlayFrom(vod_play_from.toString());
vod.setVodPlayUrl(vod_play_url.toString());
return Result.string(vod);
}
@Override
public String searchContent(String key, boolean quick) throws Exception {
String searchURL = siteURL + "/search/index.html?keyword=" + URLEncoder.encode(key);;
Document doc = Jsoup.parse(OkHttp.string(searchURL, getHeader()));
List<Vod> list = new ArrayList<>();
for (Element li : doc.select(".list_item")) {
String vid = siteURL + li.select("strong a").attr("href");
String name = li.select("strong a").attr("title");
String pic = li.select(".figure_pic.lazy1").attr("src");
if (!pic.startsWith("http"))
pic = siteURL + pic;
String remark = li.select(".figure_info").text();
list.add(new Vod(vid, name, pic, remark));
}
return Result.string(list);
}
@Override
public String playerContent(String flag, String id, List<String> vipFlags) throws Exception {
String html = OkHttp.string(id, getHeader());
Matcher matcher = Pattern.compile("var temCurVodFile = \"(.*?)\";").matcher(html);
String realUrl = matcher.find() ? matcher.group(1) : "";
return Result.get().url(realUrl).header(getHeader()).string();
}
}

Binary file not shown.

View File

@ -1 +1 @@
104fe5b844fc2bf63f2082c5a9b8b4aa 16 33 c4 3b cc 11 04 3b a2 fe f3 9b fd 56 0f 17