pushcode

src/main/java/top/lvzhiqiang/service/impl/Crawler4JavbusServiceImpl.java

@@ -89,6 +89,7 @@ public class Crawler4JavbusServiceImpl implements Crawler4JavbusService {
         }
         // 获取个人资料
         jsoupJavbusProfileSub(proxy, start, limit);
+        log.warn("jsoupJavbusProfile 结束：time={}", stopWatch.getTotalTimeSeconds());
     }
 
     private void jsoupJavbusProfileSub(Proxy proxy, Long start, Integer limit) throws Exception {
@@ -199,7 +200,7 @@ public class Crawler4JavbusServiceImpl implements Crawler4JavbusService {
                 log.error("jsoupJavbusProfileSub插入异常，nickName={}，uid={}", nickName, uid, e);
                 CrawlerJavbusLog crawlerJavbusLog = new CrawlerJavbusLog();
                 crawlerJavbusLog.setType(1);
-                crawlerJavbusLog.setBusinessKey(String.valueOf(uid));
+                crawlerJavbusLog.setBusinessKey(uid);
                 crawlerJavbusLog.setErrorMsg(e.getMessage());
                 crawlerJavbusProfileMapper.insertOrUpdateLog(crawlerJavbusLog);
             }
@@ -309,11 +310,7 @@ public class Crawler4JavbusServiceImpl implements Crawler4JavbusService {
         log.warn("generateJavbusCookies=>，forumFinalCookies={}", forumCookies);
         javbusCookiesMap = forumCookies;
 
-        if (loginBody.contains("歡迎您回來")) {
-            return true;
-        } else {
-            return false;
-        }
+        return loginBody.contains("歡迎您回來");
     }
 
     public String getAuth(String ak, String sk) {

src/test/java/Test4Javbus.java

@@ -1,5 +1,4 @@
 import com.alibaba.fastjson.JSONObject;
-import org.apache.commons.lang3.StringUtils;
 import org.jsoup.Connection;
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
@@ -25,7 +24,7 @@ public class Test4Javbus {
 
     private static void setupTwo() throws Exception {
         File file = new File("d:\\zhiqiang.lv\\Desktop", "1.html");
-        // file = new File("C:\\Users\\l1024v\\Desktop", "1.html");
+        file = new File("C:\\Users\\l1024v\\Desktop", "1.html");
         Document document = Jsoup.parse(file, "UTF-8");
 
         String avatarUrl = document.select("div.avt").select("img").attr("src");
@@ -81,10 +80,10 @@ public class Test4Javbus {
         crawlerJavbusProfile.setThreadNum(Integer.valueOf(threadNum));
         crawlerJavbusProfile.setUserGroup(userGroup);
         crawlerJavbusProfile.setOnlineTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(onlineTime) ? Integer.valueOf(onlineTime) : null);
-        crawlerJavbusProfile.setRegistrationTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(registrationTime) ? LocalDateTime.parse(registrationTime, DateUtils.dateTimeFormatter3) : null);
-        crawlerJavbusProfile.setLastVisit(top.lvzhiqiang.util.StringUtils.isNotEmpty(lastVisit) ? LocalDateTime.parse(lastVisit, DateUtils.dateTimeFormatter3) : null);
-        crawlerJavbusProfile.setLastActivityTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(lastActivityTime) ? LocalDateTime.parse(lastActivityTime, DateUtils.dateTimeFormatter3) : null);
-        crawlerJavbusProfile.setLastPublishedTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(lastPublishedTime) ? LocalDateTime.parse(lastPublishedTime, DateUtils.dateTimeFormatter3) : null);
+        crawlerJavbusProfile.setRegistrationTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(registrationTime) && registrationTime.length() >= 10 ? LocalDateTime.parse(registrationTime, DateUtils.dateTimeFormatter3) : null);
+        crawlerJavbusProfile.setLastVisit(top.lvzhiqiang.util.StringUtils.isNotEmpty(lastVisit) && lastVisit.length() >= 10 ? LocalDateTime.parse(lastVisit, DateUtils.dateTimeFormatter3) : null);
+        crawlerJavbusProfile.setLastActivityTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(lastActivityTime) && lastActivityTime.length() >= 10 ? LocalDateTime.parse(lastActivityTime, DateUtils.dateTimeFormatter3) : null);
+        crawlerJavbusProfile.setLastPublishedTime(top.lvzhiqiang.util.StringUtils.isNotEmpty(lastPublishedTime) && lastPublishedTime.length() >= 10 ? LocalDateTime.parse(lastPublishedTime, DateUtils.dateTimeFormatter3) : null);
         crawlerJavbusProfile.setTimeZone(top.lvzhiqiang.util.StringUtils.isNotEmpty(timeZone) ? timeZone : null);
         crawlerJavbusProfile.setUsedSpace(Integer.valueOf(usedSpace));
         crawlerJavbusProfile.setMileage(Integer.valueOf(mileage));