libvio
This commit is contained in:
lushunming
parent
b917e81634
commit
d218a71471
|
|
@ -0,0 +1,226 @@
|
|||
package com.github.catvod.spider;
|
||||
|
||||
import android.content.Context;
|
||||
|
||||
import com.github.catvod.bean.Class;
|
||||
import com.github.catvod.bean.Filter;
|
||||
import com.github.catvod.bean.Result;
|
||||
import com.github.catvod.bean.Vod;
|
||||
import com.github.catvod.crawler.Spider;
|
||||
import com.github.catvod.crawler.SpiderDebug;
|
||||
import com.github.catvod.net.OkHttp;
|
||||
import com.github.catvod.utils.Util;
|
||||
|
||||
import org.json.JSONObject;
|
||||
import org.jsoup.Jsoup;
|
||||
import org.jsoup.nodes.Document;
|
||||
import org.jsoup.nodes.Element;
|
||||
import org.jsoup.select.Elements;
|
||||
|
||||
import java.net.URLDecoder;
|
||||
import java.net.URLEncoder;
|
||||
import java.security.MessageDigest;
|
||||
import java.security.NoSuchAlgorithmException;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
public class Libvio extends Spider {
|
||||
|
||||
private static String siteUrl = "";
|
||||
private static final String cateUrl = siteUrl + "/list/";
|
||||
private static final String detailUrl = siteUrl + "/play/";
|
||||
private static final String playUrl = siteUrl + "/play/";
|
||||
private static final String searchUrl = siteUrl + "/search--------------.html?wd=";
|
||||
|
||||
private HashMap<String, String> getHeaders() {
|
||||
HashMap<String, String> headers = new HashMap<>();
|
||||
headers.put("User-Agent", Util.CHROME);
|
||||
|
||||
return headers;
|
||||
}
|
||||
|
||||
private HashMap<String, String> getHeaders(String refer) {
|
||||
HashMap<String, String> headers = new HashMap<>();
|
||||
headers.put("User-Agent", Util.CHROME);
|
||||
headers.put("Referer", refer);
|
||||
|
||||
return headers;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void init(Context context, String extend) throws Exception {
|
||||
super.init(context, extend);
|
||||
String html = OkHttp.string(extend);
|
||||
Document doc = Jsoup.parse(html);
|
||||
siteUrl = doc.select("#all > div > div > div > div > ul > li > a:nth-child(2)").attr("href");
|
||||
SpiderDebug.log("libvio跳转地址 =====>" + siteUrl); // js_debug.log
|
||||
}
|
||||
|
||||
@Override
|
||||
public String homeContent(boolean filter) throws Exception {
|
||||
List<Vod> list = new ArrayList<>();
|
||||
List<Class> classes = new ArrayList<>();
|
||||
|
||||
|
||||
String link = siteUrl;
|
||||
Document doc = Jsoup.parse(OkHttp.string(link, getHeaders()));
|
||||
for (Element element : doc.select("ul.stui-header__menu > li > a")) {
|
||||
classes.add(new Class(element.attr("href").replace(".html", ""), element.text()));
|
||||
}
|
||||
|
||||
for (Element element : doc.select("ul.stui-vodlist > li > div > a")) {
|
||||
|
||||
String pic = element.attr("data-original");
|
||||
String url = element.attr("href");
|
||||
String name = element.attr("title");
|
||||
if (!pic.startsWith("http")) {
|
||||
pic = siteUrl + pic;
|
||||
}
|
||||
String id = url.split("/")[2];
|
||||
list.add(new Vod(id, name, pic));
|
||||
|
||||
}
|
||||
return Result.string(classes, list);
|
||||
}
|
||||
|
||||
public String MD5(String string) {
|
||||
// 创建 MD5 实例
|
||||
try {
|
||||
MessageDigest md = MessageDigest.getInstance("MD5");
|
||||
// 计算 MD5 哈希值
|
||||
byte[] hashBytes = md.digest(string.getBytes());
|
||||
|
||||
// 将字节数组转换为十六进制字符串表示
|
||||
StringBuilder hexString = new StringBuilder();
|
||||
for (byte hashByte : hashBytes) {
|
||||
String hex = Integer.toHexString(0xff & hashByte);
|
||||
if (hex.length() == 1) {
|
||||
hexString.append('0');
|
||||
}
|
||||
hexString.append(hex);
|
||||
}
|
||||
|
||||
// 输出加密后的 MD5 字符串
|
||||
System.out.println("MD5 加密: " + hexString.toString());
|
||||
return hexString.toString();
|
||||
} catch (NoSuchAlgorithmException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
return "";
|
||||
}
|
||||
|
||||
@Override
|
||||
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) throws Exception {
|
||||
List<Vod> list = new ArrayList<>();
|
||||
|
||||
String target = siteUrl + tid + "-" + pg + ".html";
|
||||
Document doc = Jsoup.parse(OkHttp.string(target, getHeaders()));
|
||||
for (Element element : doc.select("ul.stui-vodlist > li > div > a")) {
|
||||
|
||||
String pic = element.attr("data-original");
|
||||
String url = element.attr("href");
|
||||
String name = element.attr("title");
|
||||
if (!pic.startsWith("http")) {
|
||||
pic = siteUrl + pic;
|
||||
}
|
||||
String id = url.split("/")[2];
|
||||
list.add(new Vod(id, name, pic));
|
||||
|
||||
}
|
||||
|
||||
Integer total = (Integer.parseInt(pg) + 1) * 20;
|
||||
return Result.string(Integer.parseInt(pg), Integer.parseInt(pg) + 1, 20, total, list);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String detailContent(List<String> ids) throws Exception {
|
||||
Document doc = Jsoup.parse(OkHttp.string(siteUrl.concat("/detail/").concat(ids.get(0)), getHeaders()));
|
||||
String name = doc.select("body > div:nth-child(3) > div.row > div > div > div > div.stui-content > div.stui-content__detail > h1").text();
|
||||
String pic = doc.select("div.stui-content__thumb > a >img").attr("data-original");
|
||||
// 播放源
|
||||
Elements tabs = doc.select("div.stui-vodlist__head > div > h3");
|
||||
Elements list = doc.select("div.stui-vodlist__head > ul.stui-content__playlist ");
|
||||
String PlayFrom = "";
|
||||
String PlayUrl = "";
|
||||
for (int i = 0; i < tabs.size(); i++) {
|
||||
String tabName = tabs.get(i).text();
|
||||
if (!"".equals(PlayFrom)) {
|
||||
PlayFrom = PlayFrom + "$$$" + tabName;
|
||||
} else {
|
||||
PlayFrom = PlayFrom + tabName;
|
||||
}
|
||||
Elements li = list.get(i).select("a");
|
||||
String liUrl = "";
|
||||
for (int i1 = 0; i1 < li.size(); i1++) {
|
||||
if (!"".equals(liUrl)) {
|
||||
liUrl = liUrl + "#" + li.get(i1).text() + "$" + li.get(i1).attr("href").replace("/play/", "");
|
||||
} else {
|
||||
liUrl = liUrl + li.get(i1).text() + "$" + li.get(i1).attr("href").replace("/play/", "");
|
||||
}
|
||||
}
|
||||
if (!"".equals(PlayUrl)) {
|
||||
PlayUrl = PlayUrl + "$$$" + liUrl;
|
||||
} else {
|
||||
PlayUrl = PlayUrl + liUrl;
|
||||
}
|
||||
}
|
||||
|
||||
Vod vod = new Vod();
|
||||
vod.setVodId(ids.get(0));
|
||||
vod.setVodPic(siteUrl + pic);
|
||||
vod.setVodName(name);
|
||||
vod.setVodPlayFrom(PlayFrom);
|
||||
vod.setVodPlayUrl(PlayUrl);
|
||||
return Result.string(vod);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String searchContent(String key, boolean quick) throws Exception {
|
||||
List<Vod> list = new ArrayList<>();
|
||||
Document doc = Jsoup.parse(OkHttp.string(searchUrl.concat(URLEncoder.encode(key)), getHeaders()));
|
||||
for (Element element : doc.select("div.searchlist_img")) {
|
||||
try {
|
||||
String pic = element.select("a").attr("data-original");
|
||||
String url = element.select("a").attr("href");
|
||||
String name = element.select("a").attr("title");
|
||||
if (!pic.startsWith("http")) {
|
||||
pic = siteUrl + pic;
|
||||
}
|
||||
String id = url.replace("/video/", "").replace(".html", "-1-1.html");
|
||||
list.add(new Vod(id, name, pic));
|
||||
} catch (Exception e) {
|
||||
}
|
||||
}
|
||||
return Result.string(list);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String playerContent(String flag, String id, List<String> vipFlags) throws Exception {
|
||||
String target = siteUrl.concat("/play/").concat(id);
|
||||
Document doc = Jsoup.parse(OkHttp.string(target));
|
||||
Matcher matcher = Pattern.compile("player_aaaa=(.*?)</script>").matcher(doc.html());
|
||||
String json = matcher.find() ? matcher.group(1) : "";
|
||||
org.json.JSONObject player = new JSONObject(json);
|
||||
String url = player.getString("url");
|
||||
String from = player.getString("from");
|
||||
String next = player.getString("link_next");
|
||||
String vodid = player.getString("id");
|
||||
String nid = player.getString("nid");
|
||||
String paurl = OkHttp.string(siteUrl + "/static/player/" + from + ".js");
|
||||
Matcher matcher1 = Pattern.compile(" src=\"(.*?)'").matcher(paurl);
|
||||
paurl = matcher1.find() ? matcher1.group(1) : "";
|
||||
String purl = paurl + url + "&next=" + next + "&id=" + vodid + "&nid=" + nid;
|
||||
if (!purl.startsWith("http")) {
|
||||
purl = siteUrl.replace("www.", "") + purl;
|
||||
}
|
||||
String playUrl = OkHttp.string(purl, getHeaders(target.replace("www.", "")));
|
||||
|
||||
String realUrl = Util.getVar(playUrl, "urls");
|
||||
|
||||
return Result.get().url(realUrl).header(getHeaders()).string();
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,96 @@
|
|||
import android.app.Application;
|
||||
|
||||
import com.github.catvod.spider.DaGongRen;
|
||||
import com.github.catvod.spider.Init;
|
||||
import com.github.catvod.spider.Libvio;
|
||||
import com.github.catvod.utils.Json;
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.GsonBuilder;
|
||||
import com.google.gson.JsonObject;
|
||||
|
||||
import org.junit.Assert;
|
||||
import org.junit.runner.RunWith;
|
||||
import org.robolectric.RobolectricTestRunner;
|
||||
import org.robolectric.RuntimeEnvironment;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
|
||||
@RunWith(RobolectricTestRunner.class)
|
||||
public class LibvioTest {
|
||||
// @Mock
|
||||
private Application mockContext;
|
||||
|
||||
private Libvio spider;
|
||||
|
||||
@org.junit.Before
|
||||
public void setUp() throws Exception {
|
||||
mockContext = RuntimeEnvironment.application;
|
||||
Init.init(mockContext);
|
||||
spider = new Libvio();
|
||||
spider.init(mockContext, "https://libvio.app");
|
||||
}
|
||||
|
||||
@org.junit.Test
|
||||
public void homeContent() throws Exception {
|
||||
String content = spider.homeContent(true);
|
||||
JsonObject map = Json.safeObject(content);
|
||||
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
||||
|
||||
System.out.println("homeContent--" + gson.toJson(map));
|
||||
|
||||
//Assert.assertFalse(map.getAsJsonArray("list").isEmpty());
|
||||
}
|
||||
|
||||
@org.junit.Test
|
||||
public void homeVideoContent() throws Exception {
|
||||
String content = spider.homeVideoContent();
|
||||
JsonObject map = Json.safeObject(content);
|
||||
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
||||
|
||||
System.out.println("homeVideoContent--" + gson.toJson(map));
|
||||
|
||||
//Assert.assertFalse(map.getAsJsonArray("list").isEmpty());
|
||||
}
|
||||
|
||||
@org.junit.Test
|
||||
public void categoryContent() throws Exception {
|
||||
String content = spider.categoryContent("/type/1", "2", true, null);
|
||||
JsonObject map = Json.safeObject(content);
|
||||
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
||||
System.out.println("categoryContent--" + gson.toJson(map));
|
||||
Assert.assertFalse(map.getAsJsonArray("list").isEmpty());
|
||||
}
|
||||
|
||||
@org.junit.Test
|
||||
public void detailContent() throws Exception {
|
||||
|
||||
String content = spider.detailContent(Arrays.asList("714891769.html"));
|
||||
JsonObject map = Json.safeObject(content);
|
||||
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
||||
System.out.println("detailContent--" + gson.toJson(map));
|
||||
Assert.assertFalse(map.getAsJsonArray("list").isEmpty());
|
||||
}
|
||||
|
||||
@org.junit.Test
|
||||
public void playerContent() throws Exception {
|
||||
String froms = "BD播放$$$视频下载 (夸克)";
|
||||
String urls = "第01集$714891769-1-1.html#第02集$714891769-1-2.html#第03集$714891769-1-3.html#第04集$714891769-1-4.html$$$合集$714891769-2-1.html";
|
||||
for (int i = 0; i < urls.split("\\$\\$\\$").length; i++) {
|
||||
String content = spider.playerContent(froms.split("\\$\\$\\$")[i], urls.split("\\$\\$\\$")[i].split("#")[0].split("\\$")[1], new ArrayList<>());
|
||||
JsonObject map = Json.safeObject(content);
|
||||
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
||||
System.out.println("playerContent--" + gson.toJson(map));
|
||||
Assert.assertFalse(map.getAsJsonPrimitive("url").getAsString().isEmpty());
|
||||
}
|
||||
}
|
||||
|
||||
@org.junit.Test
|
||||
public void searchContent() throws Exception {
|
||||
String content = spider.searchContent("红海", false);
|
||||
JsonObject map = Json.safeObject(content);
|
||||
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
||||
System.out.println("searchContent--" + gson.toJson(map));
|
||||
Assert.assertFalse(map.getAsJsonArray("list").isEmpty());
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue