Update paper
This commit is contained in:
parent
346275c704
commit
2bc87bccf6
|
|
@ -12,7 +12,6 @@ public class MainActivity extends Activity {
|
||||||
super.onCreate(savedInstanceState);
|
super.onCreate(savedInstanceState);
|
||||||
setContentView(R.layout.activity_main);
|
setContentView(R.layout.activity_main);
|
||||||
new Thread(() -> {
|
new Thread(() -> {
|
||||||
|
|
||||||
}).start();
|
}).start();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
@ -16,6 +16,7 @@ import org.jsoup.nodes.Document;
|
||||||
import org.jsoup.nodes.Element;
|
import org.jsoup.nodes.Element;
|
||||||
import org.jsoup.select.Elements;
|
import org.jsoup.select.Elements;
|
||||||
|
|
||||||
|
import java.net.URLEncoder;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
import java.util.LinkedHashMap;
|
import java.util.LinkedHashMap;
|
||||||
|
|
@ -90,7 +91,7 @@ public class Dm84 extends Spider {
|
||||||
if (extend.get("year") == null) extend.put("year", "");
|
if (extend.get("year") == null) extend.put("year", "");
|
||||||
if (extend.get("by") == null) extend.put("by", "time");
|
if (extend.get("by") == null) extend.put("by", "time");
|
||||||
String by = extend.get("by");
|
String by = extend.get("by");
|
||||||
String type = Misc.encode(extend.get("type"));
|
String type = URLEncoder.encode(extend.get("type"));
|
||||||
String year = extend.get("year");
|
String year = extend.get("year");
|
||||||
String target = siteUrl + String.format("/show-%s--%s-%s--%s-%s.html", tid, by, type, year, pg);
|
String target = siteUrl + String.format("/show-%s--%s-%s--%s-%s.html", tid, by, type, year, pg);
|
||||||
Document doc = Jsoup.parse(OkHttpUtil.string(target, getHeaders()));
|
Document doc = Jsoup.parse(OkHttpUtil.string(target, getHeaders()));
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,6 @@ import com.github.catvod.bean.Filter;
|
||||||
import com.github.catvod.bean.Result;
|
import com.github.catvod.bean.Result;
|
||||||
import com.github.catvod.bean.Vod;
|
import com.github.catvod.bean.Vod;
|
||||||
import com.github.catvod.bean.paper.Data;
|
import com.github.catvod.bean.paper.Data;
|
||||||
import com.github.catvod.bean.paper.Item;
|
|
||||||
import com.github.catvod.crawler.Spider;
|
import com.github.catvod.crawler.Spider;
|
||||||
import com.github.catvod.net.OkHttpUtil;
|
import com.github.catvod.net.OkHttpUtil;
|
||||||
import com.github.catvod.utils.Misc;
|
import com.github.catvod.utils.Misc;
|
||||||
|
|
@ -23,14 +22,15 @@ import java.util.Arrays;
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
import java.util.LinkedHashMap;
|
import java.util.LinkedHashMap;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @author ColaMint & FongMi
|
* @author ColaMint & FongMi
|
||||||
*/
|
*/
|
||||||
public class Paper extends Spider {
|
public class Paper extends Spider {
|
||||||
|
|
||||||
|
private final String URL = "https://gitcafe.net/alipaper/";
|
||||||
private List<String> types;
|
private List<String> types;
|
||||||
private List<Data> all;
|
|
||||||
private Ali ali;
|
private Ali ali;
|
||||||
|
|
||||||
private HashMap<String, String> getHeaders() {
|
private HashMap<String, String> getHeaders() {
|
||||||
|
|
@ -39,10 +39,6 @@ public class Paper extends Spider {
|
||||||
return headers;
|
return headers;
|
||||||
}
|
}
|
||||||
|
|
||||||
private List<Data> getAll() {
|
|
||||||
return all = all != null ? all : Item.objectFrom(OkHttpUtil.string("https://gitcafe.net/alipaper/all.json", getHeaders())).getData();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void init(Context context, String extend) {
|
public void init(Context context, String extend) {
|
||||||
types = Arrays.asList("hyds", "rhds", "omds", "qtds", "hydy", "rhdy", "omdy", "qtdy", "hydm", "rhdm", "omdm", "jlp", "zyp", "jypx", "qtsp");
|
types = Arrays.asList("hyds", "rhds", "omds", "qtds", "hydy", "rhdy", "omdy", "qtdy", "hydm", "rhdm", "omdm", "jlp", "zyp", "jypx", "qtsp");
|
||||||
|
|
@ -51,7 +47,7 @@ public class Paper extends Spider {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public String homeContent(boolean filter) {
|
public String homeContent(boolean filter) {
|
||||||
Document doc = Jsoup.parse(OkHttpUtil.string("https://u.gitcafe.net/", getHeaders()));
|
Document doc = Jsoup.parse(OkHttpUtil.string(URL, getHeaders()));
|
||||||
Elements trs = doc.select("table.tableizer-table > tbody > tr");
|
Elements trs = doc.select("table.tableizer-table > tbody > tr");
|
||||||
LinkedHashMap<String, List<Filter>> filters = new LinkedHashMap<>();
|
LinkedHashMap<String, List<Filter>> filters = new LinkedHashMap<>();
|
||||||
List<Class> classes = new ArrayList<>();
|
List<Class> classes = new ArrayList<>();
|
||||||
|
|
@ -75,7 +71,7 @@ public class Paper extends Spider {
|
||||||
@Override
|
@Override
|
||||||
public String homeVideoContent() throws Exception {
|
public String homeVideoContent() throws Exception {
|
||||||
List<Vod> list = new ArrayList<>();
|
List<Vod> list = new ArrayList<>();
|
||||||
JSONObject homeData = new JSONObject(OkHttpUtil.string("https://gitcafe.net/alipaper/home.json", getHeaders()));
|
JSONObject homeData = new JSONObject(OkHttpUtil.string(URL + "home.json", getHeaders()));
|
||||||
List<Data> items = Data.arrayFrom(homeData.getJSONObject("info").getJSONArray("new").toString());
|
List<Data> items = Data.arrayFrom(homeData.getJSONObject("info").getJSONArray("new").toString());
|
||||||
for (Data item : items) if (types.contains(item.getCat())) list.add(item.getVod());
|
for (Data item : items) if (types.contains(item.getCat())) list.add(item.getVod());
|
||||||
return Result.string(list);
|
return Result.string(list);
|
||||||
|
|
@ -85,7 +81,7 @@ public class Paper extends Spider {
|
||||||
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) {
|
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) {
|
||||||
List<Vod> list = new ArrayList<>();
|
List<Vod> list = new ArrayList<>();
|
||||||
String type = extend.containsKey("type") ? extend.get("type") : tid;
|
String type = extend.containsKey("type") ? extend.get("type") : tid;
|
||||||
List<Data> items = Data.arrayFrom(OkHttpUtil.string("https://gitcafe.net/alipaper/data/" + type + ".json", getHeaders()));
|
List<Data> items = Data.arrayFrom(OkHttpUtil.string(URL + "data/" + type + ".json", getHeaders()));
|
||||||
for (Data item : items) list.add(item.getVod());
|
for (Data item : items) list.add(item.getVod());
|
||||||
return Result.string(list);
|
return Result.string(list);
|
||||||
}
|
}
|
||||||
|
|
@ -98,7 +94,11 @@ public class Paper extends Spider {
|
||||||
@Override
|
@Override
|
||||||
public String searchContent(String key, boolean quick) {
|
public String searchContent(String key, boolean quick) {
|
||||||
List<Vod> list = new ArrayList<>();
|
List<Vod> list = new ArrayList<>();
|
||||||
for (Data item : getAll()) if (types.contains(item.getCat()) && item.getTitle().contains(key)) list.add(item.getVod());
|
Map<String, String> params = new HashMap<>();
|
||||||
|
params.put("action", "search");
|
||||||
|
params.put("keyword", key);
|
||||||
|
String result = OkHttpUtil.post("https://gitcafe.net/tool/alipaper/", params, getHeaders());
|
||||||
|
for (Data item : Data.arrayFrom(result)) if (types.contains(item.getCat()) && item.getTitle().contains(key)) list.add(item.getVod());
|
||||||
return Result.string(list);
|
return Result.string(list);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -12,7 +12,6 @@ import org.json.JSONException;
|
||||||
import org.json.JSONObject;
|
import org.json.JSONObject;
|
||||||
|
|
||||||
import java.math.BigInteger;
|
import java.math.BigInteger;
|
||||||
import java.net.URLEncoder;
|
|
||||||
import java.nio.charset.Charset;
|
import java.nio.charset.Charset;
|
||||||
import java.nio.charset.StandardCharsets;
|
import java.nio.charset.StandardCharsets;
|
||||||
import java.security.MessageDigest;
|
import java.security.MessageDigest;
|
||||||
|
|
@ -129,14 +128,6 @@ public class Misc {
|
||||||
return taskResult;
|
return taskResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
public static String encode(String s) {
|
|
||||||
try {
|
|
||||||
return URLEncoder.encode(s, "UTF-8");
|
|
||||||
} catch (Exception e) {
|
|
||||||
return "";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public static String substring(String text) {
|
public static String substring(String text) {
|
||||||
return substring(text, 1);
|
return substring(text, 1);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Binary file not shown.
|
|
@ -1 +1 @@
|
||||||
dc15e22025ea87f5fdfad864e3b99529
|
5c71cb0dd237522712e08afea49d8cf1
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue