diff --git a/app/src/main/java/com/github/catvod/spider/Ys21.java b/app/src/main/java/com/github/catvod/spider/Ys21.java deleted file mode 100644 index aa829b83..00000000 --- a/app/src/main/java/com/github/catvod/spider/Ys21.java +++ /dev/null @@ -1,207 +0,0 @@ -package com.github.catvod.spider; - -import android.content.Context; -import android.text.TextUtils; -import com.github.catvod.crawler.Spider; -import com.github.catvod.net.OkHttp; -import com.github.catvod.bean.Class; -import com.github.catvod.bean.Vod; -import com.github.catvod.bean.Result; - -import org.json.JSONArray; -import org.json.JSONObject; -import org.jsoup.Jsoup; -import org.jsoup.nodes.Document; -import org.jsoup.nodes.Element; -import org.jsoup.select.Elements; - -import java.net.URLEncoder; -import java.nio.charset.StandardCharsets; -import java.util.*; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -public class Ys21 extends Spider { - - private String siteURL = "http://tv.ersanyun.cn/"; - - private final String userAgent = "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36 Edg/120.0.0.0"; - - private Map getHeader() { - Map header = new HashMap<>(); - header.put("User-Agent", userAgent); - header.put("Referer", siteURL + "/text/index.html"); - return header; - } - - @Override - public void init(Context context, String extend) throws Exception { - super.init(context, extend); - // 域名经常性发生变化，通过外部配置文件传入，可以方便修改 - if (extend.endsWith("/")) { - extend = extend.substring(0, extend.lastIndexOf("/")); - } - - siteURL = extend; - } - - @Override - public String homeContent(boolean filter) throws Exception { - List classes = new ArrayList<>(); - List typeIds = Arrays.asList("1", "2", "3", "4", "5", "6"); - List typeNames = Arrays.asList("电影", "电视剧", "综艺", "动漫", "热门短剧", "体育赛事"); - for (int i = 0; i < typeIds.size(); i++) { - classes.add(new Class(typeIds.get(i), typeNames.get(i))); - } - String f = "{\"1\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"电影\",\"v\":\"39\"},{\"n\":\"动作片\",\"v\":\"9\"},{\"n\":\"喜剧片\",\"v\":\"10\"},{\"n\":\"爱情片\",\"v\":\"11\"},{\"n\":\"恐怖片\",\"v\":\"12\"},{\"n\":\"剧情片\",\"v\":\"13\"},{\"n\":\"科幻片\",\"v\":\"14\"},{\"n\":\"惊悚片\",\"v\":\"15\"},{\"n\":\"奇幻片\",\"v\":\"16\"},{\"n\":\"动画片\",\"v\":\"17\"},{\"n\":\"悬疑片\",\"v\":\"18\"},{\"n\":\"冒险片\",\"v\":\"19\"},{\"n\":\"纪录片\",\"v\":\"20\"},{\"n\":\"战争片\",\"v\":\"21\"},{\"n\":\"犯罪片\",\"v\":\"43\"},{\"n\":\"灾难片\",\"v\":\"55\"}]}],\"2\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"电视剧\",\"v\":\"22\"},{\"n\":\"国产剧\",\"v\":\"9\"},{\"n\":\"香港剧\",\"v\":\"23\"},{\"n\":\"台湾剧\",\"v\":\"24\"},{\"n\":\"欧美剧\",\"v\":\"25\"},{\"n\":\"日本剧\",\"v\":\"26\"},{\"n\":\"韩国剧\",\"v\":\"27\"},{\"n\":\"泰国剧\",\"v\":\"28\"},{\"n\":\"海外剧\",\"v\":\"29\"}]}],\"3\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"综艺\",\"v\":\"41\"},{\"n\":\"大陆综艺\",\"v\":\"30\"},{\"n\":\"港台综艺\",\"v\":\"31\"},{\"n\":\"日韩综艺\",\"v\":\"32\"},{\"n\":\"欧美综艺\",\"v\":\"33\"},{\"n\":\"海外综艺\",\"v\":\"34\"},{\"n\":\"演唱会\",\"v\":\"47\"}]}],\"4\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"动漫\",\"v\":\"42\"},{\"n\":\"国产动漫\",\"v\":\"35\"},{\"n\":\"日韩动漫\",\"v\":\"36\"},{\"n\":\"欧美动漫\",\"v\":\"37\"},{\"n\":\"海外动漫\",\"v\":\"38\"},{\"n\":\"港台动漫\",\"v\":\"46\"}]}],\"5\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"短剧\",\"v\":\"54\"}]}],\"6\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"影视解说\",\"v\":\"45\"}]}],\"7\":[{\"key\":\"cate_id\",\"name\":\"类型\",\"value\":[{\"n\":\"全部\",\"v\":\"0\"},{\"n\":\"体育赛事\",\"v\":\"50\"},{\"n\":\"篮球赛事\",\"v\":\"51\"},{\"n\":\"足球赛事\",\"v\":\"52\"},{\"n\":\"斯诺克\",\"v\":\"53\"}]}]}"; - JSONObject filterConfig = new JSONObject(f); - Document doc = Jsoup.parse(OkHttp.string(siteURL, getHeader())); - ArrayList list = new ArrayList(); - for (Element li : doc.select(".myui-vodlist .myui-vodlist__box")) { - String vid = li.select("a").first().attr("href"); - String name = li.select(".myui-vodlist__detail .title a").first().text(); - String pic = siteURL + li.select(".myui-vodlist__thumb").first().attr("data-original"); - String remark = ""; - list.add(new Vod(vid, name, pic, remark)); - } - - return Result.string(classes, list, filterConfig); - } - - - @Override - public String categoryContent(String tid, String pg, boolean filter, HashMap extend) - throws Exception { - // 筛选处理 start - HashMap ext = new HashMap<>(); - if (extend != null && extend.size() > 0) { - ext.putAll(extend); - } - - String cateId = ext.get("cate_id") == null ? "0" : ext.get("cateId"); - - String cateURL = siteURL - + String.format("/vod/index.html?cate_id=%s&type_id=%s&page=%s", cateId, tid, pg); - Document doc = Jsoup.parse(OkHttp.string(cateURL, getHeader())); - Elements elements = doc.select("ul.myui-vodlist >li"); - JSONArray videos = new JSONArray(); - for (Element element : elements) { - String vodId = element.select(".myui-vodlist__box >a").attr("href"); - String vodPic = siteURL - + element.select(".myui-vodlist__box >a .myui-vodlist__thumb").attr("data-original"); - String vodName = element.select(".myui-vodlist__detail .title >a").text(); - - JSONObject vod = new JSONObject() - .put("vod_id", vodId) - .put("vod_name", vodName) - .put("vod_pic", vodPic) - .put("vod_remarks", ""); - videos.put(vod); - } - - JSONObject result = new JSONObject() - .put("pagecount", 999) - .put("list", videos); - - return result.toString(); - } - - @Override - public String detailContent(List ids) throws Exception { - String html = OkHttp.string(siteURL + ids.get(0), getHeader()); - Document doc = Jsoup.parse(html); - String name = doc.select(".myui-content__detail .title").text(); - String pic = siteURL + doc.select(".myui-content__thumb .myui-vodlist__thumb > img").attr("src"); - - String typeName = ""; // 影片类型 - - String year = doc.selectFirst("p.data:has(span.text-muted:contains(上映)) > span.text-red").ownText(); // 影片年代 - String area = ""; // 地区 - String remark = ""; - String actor = doc.selectFirst("p.data:has(span.text-muted:contains(主演))").ownText(); - String director = doc.selectFirst("p.data:has(span.text-muted:contains(导演))").ownText(); - String description = doc.selectFirst("p.data:has(span.text-muted:contains(简介)) > span.jianjie").text(); - - Vod vod = new Vod(); - vod.setVodId(ids.get(0)); // 必填 - vod.setVodName(name); - vod.setVodPic(pic); - vod.setTypeName(typeName); // 选填 - vod.setVodYear(year); // 选填 - vod.setVodArea(area); // 选填 - vod.setVodRemarks(remark); // 选填 - vod.setVodActor(actor); // 选填 - vod.setVodDirector(director); // 选填 - vod.setVodContent(description); // 选填 - // vod.setVodPlayFrom("ys21"); - - Map sites = new LinkedHashMap<>(); - Elements sources = doc.select("ul.nav > li"); - Elements sourceList = doc.select("ul.myui-content__list"); - for (int i = 0; i < sources.size(); i++) { - Element source = sources.get(i); - String sourceName = source.text(); - Elements playList = sourceList.get(i).select("a"); - List vodItems = new ArrayList<>(); - for (int j = 0; j < playList.size(); j++) { - Element e = playList.get(j); - vodItems.add(e.text() + "$" + e.attr("href")); - } - if (vodItems.size() > 0) { - sites.put(sourceName, TextUtils.join("#", vodItems)); - } - } - if (sites.size() > 0) { - vod.setVodPlayFrom(TextUtils.join("$$$", sites.keySet())); - vod.setVodPlayUrl(TextUtils.join("$$$", sites.values())); - } - - return Result.string(vod); - } - - @Override - public String searchContent(String key, boolean quick) throws Exception { - String searchURL = null; - searchURL = siteURL + "/search/index.html?keyword=" + URLEncoder.encode(key); - - Document doc = Jsoup.parse(OkHttp.string(searchURL, getHeader())); - ArrayList list = new ArrayList(); - Elements elements = doc.select("ul.myui-vodlist__media >li.clearfix"); - - for (Element element : elements) { - String vodId = element.select(".thumb >a").attr("href"); - String vodPic = siteURL + element.select(".thumb >a .myui-vodlist__thumb").attr("data-original"); - String vodName = element.select(".detail .title >a").text(); - Vod vod = new Vod(); - vod.setVodId(vodId); // 必填 - vod.setVodName(vodName); - vod.setVodPic(vodPic); - list.add(vod); - } - - return Result.string(list); - } - - @Override - public String playerContent(String flag, String id, List vipFlags) throws Exception { - String playPageURL = siteURL + id; - Map header = getHeader(); - String html = OkHttp.string(playPageURL, header); - - Pattern pattern = Pattern.compile("var temCurVodFile = \"(.*?)\";"); - Matcher matcher = pattern.matcher(html); - if (matcher.find()) { - // 提取到temCurVodFile的值 - String temCurVodFile = matcher.group(1); - - JSONObject result = new JSONObject() - .put("parse", 0) - .put("header", header.toString()) - .put("playUrl", "") - .put("url", temCurVodFile); - return result.toString(); - } - - return ""; - } -} diff --git a/app/src/main/java/com/github/catvod/spider/Ys23.java b/app/src/main/java/com/github/catvod/spider/Ys23.java new file mode 100644 index 00000000..7512f50f --- /dev/null +++ b/app/src/main/java/com/github/catvod/spider/Ys23.java @@ -0,0 +1,136 @@ +package com.github.catvod.spider; + +import android.content.Context; +import com.github.catvod.crawler.Spider; +import com.github.catvod.net.OkHttp; +import com.github.catvod.utils.Util; +import com.github.catvod.bean.Class; +import com.github.catvod.bean.Vod; +import com.github.catvod.bean.Result; + +import org.json.JSONObject; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import java.net.URLEncoder; +import java.util.*; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +public class Ys23 extends Spider { + + private String siteURL = "http://tv.ersanyun.cn"; + + private Map getHeader() { + Map header = new HashMap<>(); + header.put("User-Agent", Util.CHROME); + header.put("Referer", siteURL + "/"); + return header; + } + + @Override + public void init(Context context, String extend) throws Exception { + if (!extend.isEmpty()) siteURL = extend; + } + + @Override + public String homeContent(boolean filter) throws Exception { + List classes = new ArrayList<>(); + List typeIds = Arrays.asList("1", "2", "3", "4", "48", "49"); + List typeNames = Arrays.asList("电影", "电视剧", "综艺", "动漫", "热门短剧", "体育赛事"); + for (int i = 0; i < typeIds.size(); i++) { + classes.add(new Class(typeIds.get(i), typeNames.get(i))); + } + String f = "{\"1\": [{\"key\": \"class\", \"name\": \"剧情\", \"value\": [{\"n\": \"全部\", \"v\": \"\"}, {\"n\": \"动作片\", \"v\": \"cate_id=9&\"}, {\"n\": \"喜剧片\", \"v\": \"cate_id=10&\"}, {\"n\": \"爱情片\", \"v\": \"cate_id=11&\"}, {\"n\": \"恐怖片\", \"v\": \"cate_id=12&\"}, {\"n\": \"剧情片\", \"v\": \"cate_id=13&\"}, {\"n\": \"科幻片\", \"v\": \"cate_id=14&\"}, {\"n\": \"动画片\", \"v\": \"cate_id=17&\"}]}], \"2\": [{\"key\": \"class\", \"name\": \"剧情\", \"value\": [{\"n\": \"全部\", \"v\": \"\"}, {\"n\": \"国产剧\", \"v\": \"cate_id=22&\"}, {\"n\": \"香港剧\", \"v\": \"cate_id=23&\"}, {\"n\": \"台湾剧\", \"v\": \"cate_id=24&\"}, {\"n\": \"欧美剧\", \"v\": \"cate_id=25&\"}, {\"n\": \"日本剧\", \"v\": \"cate_id=26&\"}, {\"n\": \"韩国剧\", \"v\": \"cate_id=27&\"}, {\"n\": \"海外剧\", \"v\": \"cate_id=29&\"}]}]}"; JSONObject filterConfig = new JSONObject(f); + Document doc = Jsoup.parse(OkHttp.string(siteURL, getHeader())); + ArrayList list = new ArrayList(); + for (Element li : doc.select(".video-card-wrap")) { + String vid = siteURL + li.select("a").attr("href"); + String name = li.select("a").attr("title"); + String pic = li.select("a img").attr("data-src"); + if (!pic.startsWith("http")) + pic = siteURL + pic; + list.add(new Vod(vid, name, pic)); + } + return Result.string(classes, list, filterConfig); + } + + + @Override + public String categoryContent(String tid, String pg, boolean filter, HashMap extend) throws Exception { + String classType = extend.get("class") == null ? "" : extend.get("class"); + String cateId = extend.get("cateId") == null ? tid : extend.get("cateId"); + String cateURL = siteURL + + String.format("/vod/index.html?%spage=%s&type_id=%s", classType, pg, cateId); + System.out.println(cateURL); + Document doc = Jsoup.parse(OkHttp.string(cateURL, getHeader())); + List list = new ArrayList<>(); + for (Element li : doc.select(".card.vertical")) { + String vid = siteURL + li.attr("href"); + String name = li.attr("title"); + String pic = li.select("img").attr("data-src"); + if (!pic.startsWith("http")) + pic = siteURL + pic; + list.add(new Vod(vid, name, pic)); + } + return Result.string(list); + } + + @Override + public String detailContent(List ids) throws Exception { + Document doc = Jsoup.parse(OkHttp.string(ids.get(0), getHeader())); + Elements sources = doc.select(".playlist-rect__container"); + Elements circuits = doc.select(".playlist-top__title.cms-playlist-name"); + StringBuilder vod_play_url = new StringBuilder(); + StringBuilder vod_play_from = new StringBuilder(); + for (int i = 0; i < sources.size(); i++) { + String spanText = circuits.get(i).text(); + vod_play_from.append(spanText).append("$$$"); + Elements aElementArray = sources.get(i).select(".playlist-rect__col a"); + for (int j = 0; j < aElementArray.size(); j++) { + Element a = aElementArray.get(j); + String href = siteURL + a.attr("href"); + String text = a.text(); + vod_play_url.append(text).append("$").append(href); + boolean notLastEpisode = j < aElementArray.size() - 1; + vod_play_url.append(notLastEpisode ? "#" : "$$$"); + } + } + String name = doc.select(".playlist-intro__title").text(); + String description = doc.select(".playlist-top__update-info").text(); + Vod vod = new Vod(); + vod.setVodId(ids.get(0)); + vod.setVodName(name); + vod.setVodContent(description); + vod.setVodPlayFrom(vod_play_from.toString()); + vod.setVodPlayUrl(vod_play_url.toString()); + return Result.string(vod); + } + + @Override + public String searchContent(String key, boolean quick) throws Exception { + String searchURL = siteURL + "/search/index.html?keyword=" + URLEncoder.encode(key);; + Document doc = Jsoup.parse(OkHttp.string(searchURL, getHeader())); + List list = new ArrayList<>(); + for (Element li : doc.select(".list_item")) { + String vid = siteURL + li.select("strong a").attr("href"); + String name = li.select("strong a").attr("title"); + String pic = li.select(".figure_pic.lazy1").attr("src"); + if (!pic.startsWith("http")) + pic = siteURL + pic; + String remark = li.select(".figure_info").text(); + list.add(new Vod(vid, name, pic, remark)); + } + return Result.string(list); + } + + @Override + public String playerContent(String flag, String id, List vipFlags) throws Exception { + String html = OkHttp.string(id, getHeader()); + Matcher matcher = Pattern.compile("var temCurVodFile = \"(.*?)\";").matcher(html); + String realUrl = matcher.find() ? matcher.group(1) : ""; + return Result.get().url(realUrl).header(getHeader()).string(); + } +} \ No newline at end of file diff --git a/jar/custom_spider.jar b/jar/custom_spider.jar index f7d41e18..4c0e71fb 100644 Binary files a/jar/custom_spider.jar and b/jar/custom_spider.jar differ diff --git a/jar/custom_spider.jar.md5 b/jar/custom_spider.jar.md5 index 5ee7718a..1e659325 100644 --- a/jar/custom_spider.jar.md5 +++ b/jar/custom_spider.jar.md5 @@ -1 +1 @@ -104fe5b844fc2bf63f2082c5a9b8b4aa +16 33 c4 3b cc 11 04 3b a2 fe f3 9b fd 56 0f 17