package com.canrd.webmagic.controller; import com.canrd.webmagic.common.constant.ServerResult; import com.canrd.webmagic.processor.IPUqiDataProcessor; import com.canrd.webmagic.processor.ScienginePcoessor; import com.canrd.webmagic.processor.download.SeleniumDownloader; import com.canrd.webmagic.processor.pipeline.ArticlePipeline; import io.swagger.annotations.Api; import io.swagger.annotations.ApiOperation; import org.apache.logging.log4j.core.util.UuidUtil; import org.springframework.web.bind.annotation.GetMapping; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RestController; import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Spider; import javax.annotation.Resource; @RestController @RequestMapping("/uqidata/ip") @Api("IP-Uqidata") public class IPUqiDataController { @Resource private IPUqiDataProcessor ipUqiDataProcessor; @Resource private SeleniumDownloader seleniumDownloader; @GetMapping("/start") @ApiOperation("start") public ServerResult start() { Spider.create(ipUqiDataProcessor) .setUUID(UuidUtil.getTimeBasedUuid().toString()) .addRequest(new Request("https://ip.uqidata.com/freeip-0.html")) .setDownloader(seleniumDownloader) .thread(1).run(); return ServerResult.success(); } }