taixingyiji/CatVodSpider
1
0 Fork 0
mirror of https://github.com/bizhangjie/CatVodSpider.git synced 2026-11-05 19:22:10 +00:00
Code Issues Projects Releases Wiki Activity

'更新可用状态'

Browse Source
This commit is contained in:
zhangjie committed 2024-03-13 14:32:28 +08:00
1 parent 6e59777027
commit cb32c92baf
5 files changed
+31 -22
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/src/main/java/com/github/catvod/debug/MainActivity.java
+3 -3
View File
@@ -62,7 +62,7 @@ public class MainActivity extends Activity {
private void initSpider() { private void initSpider() {
try { try {
Init.init(getApplicationContext()); Init.init(getApplicationContext());
spider = new CaoLiu(); spider = new MiMei();
spider.init(this, ""); spider.init(this, "");
} catch (Throwable e) { } catch (Throwable e) {
e.printStackTrace(); e.printStackTrace();
@@ -87,7 +87,7 @@ public class MainActivity extends Activity {
public void categoryContent() { public void categoryContent() {
try { try {
Logger.t("categoryContent").d(spider.categoryContent("6", "2", true, new HashMap<>())); Logger.t("categoryContent").d(spider.categoryContent("guochan", "2", true, new HashMap<>()));
} catch (Throwable e) { } catch (Throwable e) {
e.printStackTrace(); e.printStackTrace();
} }
@@ -95,7 +95,7 @@ public class MainActivity extends Activity {
public void detailContent() { public void detailContent() {
try { try {
Logger.t("detailContent").d(spider.detailContent(Arrays.asList("1716500"))); Logger.t("detailContent").d(spider.detailContent(Arrays.asList("/suoyoushipin/guochan/62824.html")));
} catch (Throwable e) { } catch (Throwable e) {
e.printStackTrace(); e.printStackTrace();
} }
app/src/main/java/com/github/catvod/spider/CaoLiu.java
+6 -4
View File
@@ -103,12 +103,15 @@ public class CaoLiu extends Spider {
@Override @Override
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) throws Exception { public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) throws Exception {
String target = cateUrl + tid + "&page=" + pg; String target = cateUrl + tid + "&page=" + pg;
List<Vod> list = new ArrayList<>();
// 只有图片模版 // 只有图片模版
if (tid == "57") { if (tid == "57") {
Document doc = Jsoup.parse(OkHttp.string(target, getHeaders())); Document doc = Jsoup.parse(OkHttp.string(target, getCookie()));
list = parseHtml(doc); List<Vod> list = parseHtml(doc);
Integer total = (Integer.parseInt(pg) + 1) * 20;
return Result.string(Integer.parseInt(pg), Integer.parseInt(pg) + 1, 20, total, list);
} }
List<Vod> list = new ArrayList<>();
// 图文结合模版 // 图文结合模版
if (tid == "47") { if (tid == "47") {
Document doc = Jsoup.parse(OkHttp.string(target, getCookie())); Document doc = Jsoup.parse(OkHttp.string(target, getCookie()));
@@ -131,7 +134,6 @@ public class CaoLiu extends Spider {
list.add(new Vod(id, name, "")); list.add(new Vod(id, name, ""));
} }
} }
Integer total = (Integer.parseInt(pg) + 1) * 20; Integer total = (Integer.parseInt(pg) + 1) * 20;
return Result.string(Integer.parseInt(pg), Integer.parseInt(pg) + 1, 20, total, list); return Result.string(Integer.parseInt(pg), Integer.parseInt(pg) + 1, 20, total, list);
} }
app/src/main/java/com/github/catvod/spider/MiMei.java
+21 -14
View File
@@ -37,15 +37,17 @@ public class MiMei extends Spider {
return headers; return headers;
} }
public List<Vod> parseHtml(Document document){ public List<Vod> parseHtml(Document document) {
List<Vod> list = new ArrayList<>(); List<Vod> list = new ArrayList<>();
for (Element element : document.select("div.pos")) { for (Element element : document.select("div.pos")) {
try { try {
String pic = element.select("img").attr("src"); String pic = element.select("img").attr("src");
String id = element.select("a").attr("href"); String id = element.select("a").attr("href");
String name = element.select("a").attr("title").replace("迷妹推荐--",""); String name = element.select("a").attr("title").replace("迷妹推荐--", "");
if (!"".equals(name)) {
list.add(new Vod(id, name, pic)); list.add(new Vod(id, name, pic));
}catch (Exception e){ }
} catch (Exception e) {
} }
} }
return list; return list;
@@ -54,13 +56,13 @@ public class MiMei extends Spider {
@Override @Override
public String homeContent(boolean filter) throws Exception { public String homeContent(boolean filter) throws Exception {
List<Class> classes = new ArrayList<>(); List<Class> classes = new ArrayList<>();
Document doc = Jsoup.parse(OkHttp.string(siteUrl,getHeaders())); Document doc = Jsoup.parse(OkHttp.string(siteUrl, getHeaders()));
for (Element element : doc.select("div.hend").select("li")) { for (Element element : doc.select("div.hend").select("li")) {
try { try {
String typeId = element.select("a").attr("href").split("/")[2]; String typeId = element.select("a").attr("href").split("/")[2];
String typeName = element.select("a").text(); String typeName = element.select("a").text();
classes.add(new Class(typeId, typeName)); classes.add(new Class(typeId, typeName));
}catch (Exception e){ } catch (Exception e) {
} }
} }
@@ -71,17 +73,22 @@ public class MiMei extends Spider {
@Override @Override
public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) throws Exception { public String categoryContent(String tid, String pg, boolean filter, HashMap<String, String> extend) throws Exception {
String target = cateUrl + tid + "/index_" + pg + ".html"; String target = cateUrl + tid;
if (pg == "1"){
target = target + "/";
}else {
target = target + "/index_" + pg + ".html";
}
Document doc = Jsoup.parse(OkHttp.string(target, getHeaders())); Document doc = Jsoup.parse(OkHttp.string(target, getHeaders()));
List<Vod> list = parseHtml(doc); List<Vod> list = parseHtml(doc);
Integer total = (Integer.parseInt(pg)+1)*20; Integer total = (Integer.parseInt(pg) + 1) * 20;
return Result.string(Integer.parseInt(pg),Integer.parseInt(pg)+1,20,total,list); return Result.string(Integer.parseInt(pg), Integer.parseInt(pg) + 1, 20, total, list);
} }
@Override @Override
public String detailContent(List<String> ids) throws Exception { public String detailContent(List<String> ids) throws Exception {
Document doc = Jsoup.parse(OkHttp.string(detailUrl.concat(ids.get(0)))); Document doc = Jsoup.parse(OkHttp.string(detailUrl.concat(ids.get(0))));
String name = doc.select("title").text().replace("迷妹推荐--",""); String name = doc.select("title").text().replace("迷妹推荐--", "");
Pattern pattern = Pattern.compile("vHLSurl = \\\"(.*?)\\\";"); Pattern pattern = Pattern.compile("vHLSurl = \\\"(.*?)\\\";");
Matcher matcher = pattern.matcher(doc.html()); Matcher matcher = pattern.matcher(doc.html());
@@ -101,7 +108,7 @@ public class MiMei extends Spider {
@Override @Override
public String searchContent(String key, boolean quick) throws Exception { public String searchContent(String key, boolean quick) throws Exception {
String target = searchUrl; String target = searchUrl;
Map<String,String> params = new HashMap<>(); Map<String, String> params = new HashMap<>();
params.put("className", "ed5315ea37ade2181edbd8b27b3fc881"); params.put("className", "ed5315ea37ade2181edbd8b27b3fc881");
params.put("keyword", key); params.put("keyword", key);
params.put("page", "1"); params.put("page", "1");
@@ -113,10 +120,10 @@ public class MiMei extends Spider {
List<Vod> list = new ArrayList<>(); List<Vod> list = new ArrayList<>();
for (JsonElement element : array) { for (JsonElement element : array) {
JsonObject object = element.getAsJsonObject(); JsonObject object = element.getAsJsonObject();
String title = object.get("title").toString().replace("\"",""); String title = object.get("title").toString().replace("\"", "");
String pic = "https://3bmmaeh.life/pic" + object.get("titlepic").toString().replace("\"",""); String pic = "https://3bmmaeh.life/pic" + object.get("titlepic").toString().replace("\"", "");
String id = object.get("titleurl").toString().replace("\"",""); String id = object.get("titleurl").toString().replace("\"", "");
list.add(new Vod(id,title,pic)); list.add(new Vod(id, title, pic));
} }
return Result.string(list); return Result.string(list);
jar/custom_spider.jar
BIN
View File
Binary file not shown.
jar/custom_spider.jar.md5
+1 -1
View File
@@ -1 +1 @@
ef2960a148d277b8b707f32a51a859bd 898ae0f1047dd761bb91ed4e31be41f2