福特抓取网页

modules/i3plus-ext-mes-pcn-apiservice/src/main/java/cn/estsh/i3plus/ext/mes/pcn/apiservice/serviceimpl/ford/MesFordFetchWebServiceImpl.java

@@ -12,9 +12,9 @@ import cn.estsh.impp.framework.boot.exception.ImppExceptionBuilder;
 import cn.hutool.http.HttpRequest;
 import cn.hutool.http.HttpResponse;
 import lombok.extern.slf4j.Slf4j;
+import org.apache.commons.lang3.StringUtils;
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
-import org.jsoup.nodes.Element;
 import org.jsoup.select.Elements;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.stereotype.Service;
@@ -99,9 +99,12 @@ public class MesFordFetchWebServiceImpl implements IFordFetchWebService {
         log.info("doFetchData-查询出来的内容为:{}",response.body());
         Document doc = Jsoup.parse(response.body());
         Elements trList = doc.select("tr");
-        for (Element tr : trList) {
-            Elements tdList = tr.select("td");
+            for (int i = 1; i < trList.size(); i++) {
+                Elements tdList = trList.get(i).select("td");
                 MesFordJsaSortInfoWithFetchWeb webInfo = new MesFordJsaSortInfoWithFetchWeb();
+                if (tdList.get(0).text().equals("无数据") || StringUtils.isBlank(tdList.get(0).text())){
+                    break;
+                }
                 webInfo.setSeq(Long.parseLong(tdList.get(0).text()));
                 webInfo.setFetchDate(tdList.get(1).text());
                 webInfo.setFetchTime(tdList.get(2).text());
@@ -122,8 +125,8 @@ public class MesFordFetchWebServiceImpl implements IFordFetchWebService {
                 //校验是否已经查询过
                 DdlPackBean webInfoPackBean = DdlPackBean.getDdlPackBean(organizeCode);
                 DdlPreparedPack.getNumEqualPack(webInfo.getSeq(),"seq",webInfoPackBean);
-            DdlPreparedPack.getNumEqualPack(webInfo.getFetchDate(),"fetchDate",webInfoPackBean);
-            DdlPreparedPack.getNumEqualPack(webInfo.getFetchTime(),"fetchTime",webInfoPackBean);
+                DdlPreparedPack.getStringEqualPack(webInfo.getFetchDate(),"fetchDate",webInfoPackBean);
+                DdlPreparedPack.getStringEqualPack(webInfo.getFetchTime(),"fetchTime",webInfoPackBean);
                 int count = fetchWebRao.findByHqlWhereCount(webInfoPackBean);
                 if (count > 0){
                     continue;