trush / webmagic-canrd-service · Commits

Commit 2bda7b5852f22e8fd6dc8d3be30cb86c733c6997

Authored by 谢茂盛
1 parent b04d3e62
build: skipped

feat: 

1、univie-physnano 爬取
Inline Side-by-side
Showing 1 changed file with 0 additions and 7 deletions
src/main/java/com/canrd/webmagic/controller/UnivieController.java
  View file @2bda7b5
@@ -2,9 +2,7 @@ package com.canrd.webmagic.controller; @@ -2,9 +2,7 @@ package com.canrd.webmagic.controller;
2 2
3 import com.canrd.webmagic.common.constant.ServerResult; 3 import com.canrd.webmagic.common.constant.ServerResult;
4 import com.canrd.webmagic.common.utils.KeywordUtil; 4 import com.canrd.webmagic.common.utils.KeywordUtil;
5 -import com.canrd.webmagic.processor.Science4SpjSearchPageProcessor;  
6 import com.canrd.webmagic.processor.UnivieSearchPageProcessor; 5 import com.canrd.webmagic.processor.UnivieSearchPageProcessor;
7 -import com.canrd.webmagic.processor.download.SeleniumDownloader;  
8 import org.apache.logging.log4j.core.util.UuidUtil; 6 import org.apache.logging.log4j.core.util.UuidUtil;
9 import org.springframework.web.bind.annotation.GetMapping; 7 import org.springframework.web.bind.annotation.GetMapping;
10 import org.springframework.web.bind.annotation.RequestMapping; 8 import org.springframework.web.bind.annotation.RequestMapping;
@@ -27,9 +25,6 @@ public class UnivieController { @@ -27,9 +25,6 @@ public class UnivieController {
27 @Resource 25 @Resource
28 private UnivieSearchPageProcessor univieSearchPageProcessor; 26 private UnivieSearchPageProcessor univieSearchPageProcessor;
29 27
30 - @Resource  
31 - private SeleniumDownloader seleniumDownloader;  
32 -  
33 /** 28 /**
34 * @return 29 * @return
35 */ 30 */
@@ -40,7 +35,6 @@ public class UnivieController { @@ -40,7 +35,6 @@ public class UnivieController {
40 .addUrl("https://www.univie.ac.at/suche/?&currentPage=" + i) 35 .addUrl("https://www.univie.ac.at/suche/?&currentPage=" + i)
41 // 开启5个线程执行，并开始爬取 36 // 开启5个线程执行，并开始爬取
42 .setUUID(UuidUtil.getTimeBasedUuid().toString()) 37 .setUUID(UuidUtil.getTimeBasedUuid().toString())
43 -// .setDownloader(seleniumDownloader)  
44 .thread(5).run(); 38 .thread(5).run();
45 } 39 }
46 40
@@ -59,7 +53,6 @@ public class UnivieController { @@ -59,7 +53,6 @@ public class UnivieController {
59 .addUrl("https://www.univie.ac.at/suche/?q=" + keyword + "&currentPage=" + i) 53 .addUrl("https://www.univie.ac.at/suche/?q=" + keyword + "&currentPage=" + i)
60 // 开启5个线程执行，并开始爬取 54 // 开启5个线程执行，并开始爬取
61 .setUUID(UuidUtil.getTimeBasedUuid().toString()) 55 .setUUID(UuidUtil.getTimeBasedUuid().toString())
62 -// .setDownloader(seleniumDownloader)  
63 .thread(5).run(); 56 .thread(5).run();
64 } 57 }
65 } 58 }