common-frame/hcframe
17
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

通用方法新增实体类读取注解字段与数据库字段互相映射

Browse Source
This commit is contained in:
lhc
2021-05-17 17:20:05 +08:00
parent 6c70b25fbe
commit 77491f9028
2 changed files with 91 additions and 82 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hcframe-parent/hcframe-base/src/main/java/com/hcframe/base/common/utils/ObjectUtil.java
View File

@@ -5,6 +5,7 @@ import com.hcframe.base.common.ServiceException;
import com.hcframe.base.module.data.annotation.DataIgnore;
import com.hcframe.base.module.data.exception.BaseMapperException;
import com.hcframe.base.module.data.module.DataMap;
import tk.mybatis.mapper.annotation.ColumnType;
import javax.persistence.Id;
import javax.persistence.Table;
@@ -106,7 +107,12 @@ public class ObjectUtil {
if (!fieldName.equals(SERIAL_VERSION_UID)) {
if (!org.springframework.util.StringUtils.isEmpty(field.get(obj))) {
Object value = field.get(obj);
map.put(StringUtils.toUnderScoreUpperCase(fieldName), value);
if (field.getAnnotation(ColumnType.class) != null) {
ColumnType columnType = field.getAnnotation(ColumnType.class);
map.put(columnType.column(), value);
} else {
map.put(StringUtils.toUnderScoreUpperCase(fieldName), value);
}
}
if (field.getAnnotation(DataIgnore.class) == null) {
fieldList.add(StringUtils.toUnderScoreUpperCase(fieldName));

165
hcframe-parent/hcframe-spider/src/main/java/com/hcframe/spider/SpiderClass.java
View File

@@ -15,88 +15,90 @@ import java.util.Set;
public class SpiderClass {
public static void main(String[] args) {
String str = "000000010001";
System.out.println(str.length());
// login();
WebClient client = getInstance();
try {
// HtmlPage page = client.getPage("https://www.letpub.com.cn/index.php?page=grant#opennewwindow");
HtmlPage page = client.getPage("https://yswk.csdl.ac.cn/style/module/yswk/page/zylxlist.jsp?id=ZZ");
Thread.sleep(10000);
// System.out.println("+++++++++++++++++++++++++++++"+page.getTextContent());
DomElement domElement = page.getElementById("aa");
System.out.println("+++++++++"+domElement.asText());
// Set<Cookie> cookies=null;
// DomNodeList<DomElement> list = page.getElementsByTagName("li");
// for (DomElement domElement : list) {
// String text = domElement.asText();
// System.out.println(text);
// }
// HtmlSelect selectA = (HtmlSelect) page.getElementById("addcomment_s1_bysubject_s");
// selectA.setSelectedAttribute("F", true);
// HtmlSelect selectB = (HtmlSelect) page.getElementById("addcomment_s2_bysubject_s");
// selectB.setSelectedAttribute("F06", true);
// HtmlOption htmlOption = selectB.getOptionByValue("F06");
// String selB = htmlOption.asText();
// HtmlSelect selectC = (HtmlSelect) page.getElementById("addcomment_s3_bysubject_s");
// List<HtmlOption> cList = selectC.getOptions();
// int i = 0;
// for (HtmlOption c : cList) {
// if (i > 0) {
// String selC = c.asText();
// selectC.setSelectedAttribute(c, true);
// HtmlSelect selectD = (HtmlSelect) page.getElementById("addcomment_s4_bysubject_s");
// List<HtmlOption> dList = selectD.getOptions();
// int j = 0;
// for (HtmlOption d : dList) {
// if (j != 0) {
// String selD = d.asText();
// selectD.setSelectedAttribute(d, true);
// DomElement element = page.getElementById("searchform_bysubject_s");
// HtmlInput htmlInput = (HtmlInput) element.querySelector("input[value='advSearch']");
// htmlInput.click();
// DomNodeList<DomElement> buttons = page.getElementsByTagName("button");
// Page p = null;
// for (DomElement domElement : buttons) {
// String str = domElement.asText();
// if (str.contains("下载Excel")) {
// p = domElement.click();
// break;
// }
// }
// if (p != null) {
// File file = new File("/Volumes/DATA/letpub/" + selC);
// file.mkdir();
// saveFile(p,"/Volumes/DATA/letpub/"+selC+"/"+selB+"-"+selC+"-"+selD+".xls");
// }
// }
// j++;
// Thread.sleep(10*1000);
// }
// }
// i++;
// }
// selectC.setSelectedAttribute("F0101", true);
// HtmlSelect selectD = (HtmlSelect) page.getElementById("addcomment_s4_bysubject_s");
// selectD.setSelectedAttribute("F010101", true);
// DomElement element = page.getElementById("searchform_bysubject_s");
// HtmlInput htmlInput = (HtmlInput) element.querySelector("input[value='advSearch']");
// htmlInput.click();
// System.out.println("++++++");
// System.out.println(page.asText());
// DomNodeList<DomElement> buttons = page.getElementsByTagName("button");
// Page p = null;
// for (DomElement domElement : buttons) {
// String str = domElement.asText();
// if (str.contains("下载Excel")) {
// p = domElement.click();
// break;
// }
// }
// assert p != null;
// saveFile(p,"/Volumes/DATA/a.xls");
} catch (Exception e) {
e.printStackTrace();
}
// WebClient client = getInstance();
// try {
//// HtmlPage page = client.getPage("https://www.letpub.com.cn/index.php?page=grant#opennewwindow");
// HtmlPage page = client.getPage("https://yswk.csdl.ac.cn/style/module/yswk/page/zylxlist.jsp?id=ZZ");
// Thread.sleep(10000);
//// System.out.println("+++++++++++++++++++++++++++++"+page.getTextContent());
// DomElement domElement = page.getElementById("aa");
// System.out.println("+++++++++"+domElement.asText());
//
//// Set<Cookie> cookies=null;
//// DomNodeList<DomElement> list = page.getElementsByTagName("li");
//// for (DomElement domElement : list) {
//// String text = domElement.asText();
//// System.out.println(text);
//// }
//// HtmlSelect selectA = (HtmlSelect) page.getElementById("addcomment_s1_bysubject_s");
//// selectA.setSelectedAttribute("F", true);
//// HtmlSelect selectB = (HtmlSelect) page.getElementById("addcomment_s2_bysubject_s");
//// selectB.setSelectedAttribute("F06", true);
//// HtmlOption htmlOption = selectB.getOptionByValue("F06");
//// String selB = htmlOption.asText();
//// HtmlSelect selectC = (HtmlSelect) page.getElementById("addcomment_s3_bysubject_s");
//// List<HtmlOption> cList = selectC.getOptions();
//// int i = 0;
//// for (HtmlOption c : cList) {
//// if (i > 0) {
//// String selC = c.asText();
//// selectC.setSelectedAttribute(c, true);
//// HtmlSelect selectD = (HtmlSelect) page.getElementById("addcomment_s4_bysubject_s");
//// List<HtmlOption> dList = selectD.getOptions();
//// int j = 0;
//// for (HtmlOption d : dList) {
//// if (j != 0) {
//// String selD = d.asText();
//// selectD.setSelectedAttribute(d, true);
//// DomElement element = page.getElementById("searchform_bysubject_s");
//// HtmlInput htmlInput = (HtmlInput) element.querySelector("input[value='advSearch']");
//// htmlInput.click();
//// DomNodeList<DomElement> buttons = page.getElementsByTagName("button");
//// Page p = null;
//// for (DomElement domElement : buttons) {
//// String str = domElement.asText();
//// if (str.contains("下载Excel")) {
//// p = domElement.click();
//// break;
//// }
//// }
//// if (p != null) {
//// File file = new File("/Volumes/DATA/letpub/" + selC);
//// file.mkdir();
//// saveFile(p,"/Volumes/DATA/letpub/"+selC+"/"+selB+"-"+selC+"-"+selD+".xls");
//// }
//// }
//// j++;
//// Thread.sleep(10*1000);
//// }
//// }
//// i++;
//// }
//// selectC.setSelectedAttribute("F0101", true);
//// HtmlSelect selectD = (HtmlSelect) page.getElementById("addcomment_s4_bysubject_s");
//// selectD.setSelectedAttribute("F010101", true);
//// DomElement element = page.getElementById("searchform_bysubject_s");
//// HtmlInput htmlInput = (HtmlInput) element.querySelector("input[value='advSearch']");
//// htmlInput.click();
//// System.out.println("++++++");
//// System.out.println(page.asText());
//// DomNodeList<DomElement> buttons = page.getElementsByTagName("button");
//// Page p = null;
//// for (DomElement domElement : buttons) {
//// String str = domElement.asText();
//// if (str.contains("下载Excel")) {
//// p = domElement.click();
//// break;
//// }
//// }
//// assert p != null;
//// saveFile(p,"/Volumes/DATA/a.xls");
// } catch (Exception e) {
// e.printStackTrace();
// }
}
private static class innerWebClient{
@@ -163,4 +165,5 @@ public class SpiderClass {
output.close();
is.close();
}
}