pushcode

src/main/java/top/lvzhiqiang/mapper/VideoMonitorActorsMapper.java

@@ -29,4 +29,7 @@ public interface VideoMonitorActorsMapper {
             "</foreach>" +
             "</script>"})
     void insertLogList(@Param("codeList") List<String> codeList, @Param("symbol") String symbol);
+
+    @Select("select identification_code from video_monitor_actors_log where identification_code = #{code} limit 1")
+    String findAllLogListByCode(String code);
 }

src/main/java/top/lvzhiqiang/service/impl/Crawler4JavdbServiceImpl.java

@@ -16,6 +16,7 @@ import top.lvzhiqiang.entity.VideoMonitorActors;
 import top.lvzhiqiang.mapper.VideoMonitorActorsMapper;
 import top.lvzhiqiang.service.Crawler4JavdbService;
 import top.lvzhiqiang.util.JsoupUtil;
+import top.lvzhiqiang.util.StringUtils;
 
 import javax.annotation.Resource;
 import java.net.InetSocketAddress;
@@ -96,6 +97,12 @@ public class Crawler4JavdbServiceImpl implements Crawler4JavdbService {
                         if (codeList.contains(code)) {
                             continue;
                         }
+
+                        String identificationCode = videoMonitorActorsMapper.findAllLogListByCode(code);
+                        if (StringUtils.isNotEmpty(identificationCode)) {
+                            continue;
+                        }
+
                         insertCodeList.add(code);
 
                         String url = itembSelect.select("a.box").get(0).attr("abs:href");