trush / webmagic-canrd-service · Commits

Commit 2bda7b5852f22e8fd6dc8d3be30cb86c733c6997

Authored by 谢茂盛
1 parent b04d3e62
build: skipped

feat: 

1、univie-physnano 爬取
Inline Side-by-side
Showing 1 changed file with 0 additions and 7 deletions
src/main/java/com/canrd/webmagic/controller/UnivieController.java
  View file @2bda7b5
... ... @@ -2,9 +2,7 @@ package com.canrd.webmagic.controller;
2 2  
3 3 import com.canrd.webmagic.common.constant.ServerResult;
4 4 import com.canrd.webmagic.common.utils.KeywordUtil;
5   -import com.canrd.webmagic.processor.Science4SpjSearchPageProcessor;
6 5 import com.canrd.webmagic.processor.UnivieSearchPageProcessor;
7   -import com.canrd.webmagic.processor.download.SeleniumDownloader;
8 6 import org.apache.logging.log4j.core.util.UuidUtil;
9 7 import org.springframework.web.bind.annotation.GetMapping;
10 8 import org.springframework.web.bind.annotation.RequestMapping;
... ... @@ -27,9 +25,6 @@ public class UnivieController {
27 25 @Resource
28 26 private UnivieSearchPageProcessor univieSearchPageProcessor;
29 27  
30   - @Resource
31   - private SeleniumDownloader seleniumDownloader;
32   -
33 28 /**
34 29 * @return
35 30 */
... ... @@ -40,7 +35,6 @@ public class UnivieController {
40 35 .addUrl("https://www.univie.ac.at/suche/?&currentPage=" + i)
41 36 // 开启5个线程执行，并开始爬取
42 37 .setUUID(UuidUtil.getTimeBasedUuid().toString())
43   -// .setDownloader(seleniumDownloader)
44 38 .thread(5).run();
45 39 }
46 40  
... ... @@ -59,7 +53,6 @@ public class UnivieController {
59 53 .addUrl("https://www.univie.ac.at/suche/?q=" + keyword + "&currentPage=" + i)
60 54 // 开启5个线程执行，并开始爬取
61 55 .setUUID(UuidUtil.getTimeBasedUuid().toString())
62   -// .setDownloader(seleniumDownloader)
63 56 .thread(5).run();
64 57 }
65 58 }
... ...