add:Jsoup码池定时抓取v1

src/main/java/top/lvzhiqiang/config/MyJobs.java

@@ -12,6 +12,7 @@ import org.springframework.transaction.annotation.Transactional;
 import top.lvzhiqiang.entity.DicCode;
 import top.lvzhiqiang.entity.VideoSitePool;
 import top.lvzhiqiang.mapper.VideoSitePoolMapper;
+import top.lvzhiqiang.service.BgService;
 
 import javax.annotation.Resource;
 import java.util.ArrayList;
@@ -33,6 +34,9 @@ public class MyJobs {
     @Resource
     private VideoSitePoolMapper videoSitePoolMapper;
 
+    @Resource
+    private BgService bgService;
+
     private static final String SCHEDULED_ZONE = "Asia/Shanghai";
 
     /**
@@ -136,4 +140,24 @@ public class MyJobs {
 
         log.info("checkVideoSite结束==============================");
     }
+
+    /**
+     * 每天20点Jsoup码池
+     */
+    @Scheduled(cron = "0 00 20 * * ?", zone = SCHEDULED_ZONE)
+    public void jsoupIcodePool4CrawingNo() {
+        log.info("jsoupIcodePool4CrawingNo开始==============================");
+
+        bgService.jsoupIcodePool(1, 2);
+    }
+
+    /**
+     * 每天6.30点Jsoup码池
+     */
+    @Scheduled(cron = "0 30 20 * * ?", zone = SCHEDULED_ZONE)
+    public void jsoupIcodePool4CrawingFail() {
+        log.info("jsoupIcodePool4CrawingFail开始==============================");
+
+        bgService.jsoupIcodePool(3, 2);
+    }
 }

src/main/java/top/lvzhiqiang/controller/BgController.java

@@ -102,7 +102,7 @@ public class BgController {
             status = 1;
         }
         if (null == isDel) {
-            isDel = 1;
+            isDel = 2;
         }
 
         bgService.jsoupIcodePool(status, isDel);

src/main/java/top/lvzhiqiang/service/impl/BgServiceImpl.java

@@ -135,6 +135,7 @@ public class BgServiceImpl implements BgService {
     @Async
     @Override
     public void jsoupIcodePool(Integer status, Integer isDel) {
+        log.info("jsoupIcodePool 开始：status={}，isDel={}", status, isDel);
         if (isDel == 1) {
             videoInfoPoolMapper.deleteAll();
         }
@@ -143,7 +144,7 @@ public class BgServiceImpl implements BgService {
         // 获取待抓取码列表
         List<String> icodePoolList = icodePoolMapper.findIcodeByStatus(status);
         if (icodePoolList.size() == 0) {
-            log.warn("icodePoolList为空");
+            log.warn("status={}的icodePoolList为空", status);
             return;
         }
         // 获取javbus防屏蔽地址

src/main/resources/static/bg.html

@@ -48,7 +48,7 @@
             <span>file</span>
             <input type="file" name="file"/>
             <span>isDel</span>
-            <input type="text" name="isDel" placeholder="1：是，2：否。默认是"/>
+            <input type="text" name="isDel" placeholder="1：是，2：否。默认否"/>
             <input type="submit" value="提交">
         </form>
     </div>