Sciengine

PurelzMgnead
1 parent 432ddd72
Showing 27 changed files with 516 additions and 4 deletions
.idea/inspectionProfiles/Project_Default.xml
src/main/java/com/canrd/webmagic/controller/ChemicalController.java
src/main/java/com/canrd/webmagic/controller/ScienceDirectController.java
src/main/java/com/canrd/webmagic/controller/SciengineController.java
src/main/java/com/canrd/webmagic/domain/ArticleTypeEnum.java
src/main/java/com/canrd/webmagic/domain/dto/SciengineAffsListDo.java
src/main/java/com/canrd/webmagic/domain/dto/SciengineAuthorDo.java
src/main/java/com/canrd/webmagic/domain/dto/SciengineAuthorNoteDo.java
src/main/java/com/canrd/webmagic/domain/dto/SciengineReferenceListDo.java
src/main/java/com/canrd/webmagic/processor/ScienceDirectArticlePcoessor.java
src/main/java/com/canrd/webmagic/processor/ScienceDirectSearchPcoessor.java
src/main/java/com/canrd/webmagic/processor/ScienginePcoessor.java
src/main/java/com/canrd/webmagic/processor/download/SeleniumDownloader.java
src/main/java/com/canrd/webmagic/util/FieldUtil.java
target/classes/com/canrd/webmagic/controller/ChemicalController.class
target/classes/com/canrd/webmagic/controller/ScienceDirectController.class
target/classes/com/canrd/webmagic/controller/SciengineController.class
target/classes/com/canrd/webmagic/domain/ArticleTypeEnum.class
target/classes/com/canrd/webmagic/domain/dto/SciengineAffsListDo.class
target/classes/com/canrd/webmagic/domain/dto/SciengineAuthorDo.class
@@ -4,6 +4,11 @@
     <inspection_tool class="AutoCloseableResource" enabled="true" level="WARNING" enabled_by_default="true">
       <option name="METHOD_MATCHER_CONFIG" value="java.util.Formatter,format,java.io.Writer,append,com.google.common.base.Preconditions,checkNotNull,org.hibernate.Session,close,java.io.PrintWriter,printf,java.io.PrintStream,printf,okhttp3.Call,execute" />
     </inspection_tool>
+    <inspection_tool class="DuplicatedCode" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <Languages>
+        <language minSize="757" name="Java" />
+      </Languages>
+    </inspection_tool>
     <inspection_tool class="NonSerializableWithSerialVersionUIDField" enabled="true" level="WARNING" enabled_by_default="true" />
     <inspection_tool class="SpringJavaInjectionPointsAutowiringInspection" enabled="false" level="ERROR" enabled_by_default="false" />
   </profile>
@@ -41,7 +41,7 @@ public class ChemicalController {
 //                .setScheduler(new RedisScheduler("127.0.0.1"))
                 .addPipeline(articlePipeline)
 //                .setDownloader(seleniumDownloader)
-                .thread(1).run();
+                .thread(100).run();
         return ServerResult.success();
     }
 }
+package com.canrd.webmagic.controller;
+
+import com.canrd.webmagic.common.constant.ServerResult;
+import com.canrd.webmagic.processor.ScienceDirectSearchPcoessor;
+import com.canrd.webmagic.processor.download.SeleniumDownloader;
+import com.canrd.webmagic.processor.pipeline.ArticlePipeline;
+import io.swagger.annotations.Api;
+import io.swagger.annotations.ApiOperation;
+import org.apache.logging.log4j.core.util.UuidUtil;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Spider;
+
+import javax.annotation.Resource;
+
+@RestController
+@RequestMapping("/sciencedirect/article")
+@Api("Science-Direct")
+public class ScienceDirectController {
+    @Resource
+    private ScienceDirectSearchPcoessor scienceDirectSearchPcoessor;
+
+    @Resource
+    private SeleniumDownloader seleniumDownloader;
+
+    @Resource
+    private ArticlePipeline articlePipeline;
+
+    @GetMapping("/start")
+    @ApiOperation("start")
+    public ServerResult start()  {
+        Spider.create(scienceDirectSearchPcoessor)
+                .setUUID(UuidUtil.getTimeBasedUuid().toString())
+//                .addRequest(new Request("https://www.sciencedirect.com/search?qs=battery"))
+                .addRequest(new Request("https://www.sciencedirect.com/search?qs=battery&pub=Nano%20Today&cid=273494"))
+//                .setScheduler(new RedisScheduler("127.0.0.1"))
+//                .addPipeline(articlePipeline)
+                .setDownloader(seleniumDownloader)
+                .thread(20).run();
+        return ServerResult.success();
+    }
+}
+package com.canrd.webmagic.controller;
+
+import com.canrd.webmagic.common.constant.ServerResult;
+import com.canrd.webmagic.processor.ScienginePcoessor;
+import com.canrd.webmagic.processor.download.SeleniumDownloader;
+import com.canrd.webmagic.processor.pipeline.ArticlePipeline;
+import io.swagger.annotations.Api;
+import io.swagger.annotations.ApiOperation;
+import org.apache.logging.log4j.core.util.UuidUtil;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Spider;
+
+import javax.annotation.Resource;
+
+@RestController
+@RequestMapping("/sciengine/article")
+@Api("Sciengine")
+public class SciengineController {
+    @Resource
+    private ScienginePcoessor scienginePcoessor;
+
+    @Resource
+    private SeleniumDownloader seleniumDownloader;
+
+    @Resource
+    private ArticlePipeline articlePipeline;
+
+    @GetMapping("/start")
+    @ApiOperation("start")
+    public ServerResult start()  {
+        Spider.create(scienginePcoessor)
+                .setUUID(UuidUtil.getTimeBasedUuid().toString())
+                .addRequest(new Request("https://www.sciengine.com/plat/search?queryField_a=battery"))
+                .addPipeline(articlePipeline)
+                .thread(20).run();
+        return ServerResult.success();
+    }
+}
@@ -25,7 +25,8 @@ public enum ArticleTypeEnum {
     NATURE_COMMUNICATIONS("nature-communications","nuture网站-communications"),
     NATURE_COMPUTATIONAL_SCIENCE("nature-computational|science","nuture网站-computational|science"),
     NATURE_METHODS("nature-methods","nuture网站-methods"),
-    Chemical("chemical","chemical网站")
+    Chemical("chemical","chemical网站"),
+    Sciengine("sciengine","sciengine网站")
     ;
     private String type;
     private String desc;
+package com.canrd.webmagic.domain.dto;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class SciengineAffsListDo {
+    private boolean isNewRecord;
+    private String affText;
+    private String labelFlag;
+}
+package com.canrd.webmagic.domain.dto;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+import java.util.List;
+
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class SciengineAuthorDo {
+    private boolean isNewRecord;
+    private String surName;
+    private String fullName;
+    private String givenName;
+    private String label;
+    private  List<SciengineAffsListDo> affsList;
+    private List<SciengineAuthorNoteDo> authorNoteList;
+//    private SciengineAuthorNoteDo authorNoteList;
+}
 \ No newline at end of file
+package com.canrd.webmagic.domain.dto;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class SciengineAuthorNoteDo {
+    private boolean isNewRecord;
+    private String labelFlag;
+    private String note;
+    private String email;
+
+    // 构造函数、getter和setter方法
+}
 \ No newline at end of file
+package com.canrd.webmagic.domain.dto;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class SciengineReferenceListDo {
+    private String id;
+    private boolean isNewRecord;
+    private String refArticleId;
+    private String title;
+    private String flay;
+    private int sort;
+    private String doi;
+}
+package com.canrd.webmagic.processor;
+
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.processor.PageProcessor;
+import us.codecraft.webmagic.selector.Html;
+
+@Slf4j
+@Component
+public class ScienceDirectArticlePcoessor implements PageProcessor {
+
+    @Override
+    public void process(Page page) {
+        String url = page.getUrl().get();
+        if (url.equals("https://www.sciencedirect.com/journal/nano-today")){
+            findSearch(page);
+        }else if (url.equals("https://www.sciencedirect.com/search?qs=battery")){
+            getMaxPage(page);
+        }else if (url.contains("https://www.sciencedirect.com/search?qs=battery&show=100&offset=")){
+            everyPage(page);
+        }
+    }
+
+    @Override
+    public Site getSite() {
+        return PageProcessor.super.getSite();
+    }
+
+    void findSearch(Page page){
+        Html html = page.getHtml();
+        page.putField("html",html);
+    }
+
+    void getMaxPage(Page page){
+        Html html = page.getHtml();
+//        move-right
+        page.putField("html",html);
+    }
+
+    void everyPage(Page page){
+        Html html = page.getHtml();
+        page.putField("html",html);
+    }
+}
+package com.canrd.webmagic.processor;
+
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.processor.PageProcessor;
+import us.codecraft.webmagic.selector.Html;
+
+@Slf4j
+@Component
+public class ScienceDirectSearchPcoessor implements PageProcessor {
+
+    @Override
+    public void process(Page page) {
+        String url = page.getUrl().get();
+        if (url.equals("https://www.sciencedirect.com/search?qs=battery&pub=Nano%20Today&cid=273494")){
+            getMaxPage(page);
+        }else if (url.contains("https://www.sciencedirect.com/search?qs=battery&show=100&offset=")){
+            everyPage(page);
+        } else if (url.contains("https://www.sciencedirect.com/science/article/abs/pii")) {
+            getPageDetail(page);
+        }else if (url.equals("https://www.sciencedirect.com/journal/nano-today")){
+
+        }
+    }
+
+    @Override
+    public Site getSite() {
+        return PageProcessor.super.getSite();
+    }
+
+    void getMaxPage(Page page){
+        Html html = page.getHtml();
+//        move-right
+        page.putField("html",html);
+    }
+
+    void everyPage(Page page){
+
+    }
+
+    void getPageDetail(Page page){
+
+    }
+}
+package com.canrd.webmagic.processor;
+
+import com.alibaba.fastjson.JSON;
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
+import com.baomidou.mybatisplus.core.toolkit.CollectionUtils;
+import com.canrd.webmagic.common.constant.ServerResult;
+import com.canrd.webmagic.common.utils.DateUtil;
+import com.canrd.webmagic.domain.ArticleTypeEnum;
+import com.canrd.webmagic.domain.dto.ArticleDO;
+import com.canrd.webmagic.domain.dto.SciengineAffsListDo;
+import com.canrd.webmagic.domain.dto.SciengineAuthorDo;
+import com.canrd.webmagic.domain.dto.SciengineReferenceListDo;
+import com.canrd.webmagic.processor.pipeline.ArticlePipeline;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.jayway.jsonpath.JsonPath;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.logging.log4j.core.util.UuidUtil;
+import org.springframework.stereotype.Component;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.model.HttpRequestBody;
+import us.codecraft.webmagic.processor.PageProcessor;
+import us.codecraft.webmagic.selector.Html;
+import us.codecraft.webmagic.utils.HttpConstant;
+
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
+import java.util.*;
+import java.util.concurrent.ConcurrentHashMap;
+
+@Slf4j
+@Component
+public class ScienginePcoessor implements PageProcessor {
+    private ConcurrentHashMap<String, Object> map = new ConcurrentHashMap<>();
+
+    private HttpRequestBody httpRequestBody;
+
+    private final Site site = Site.me().setTimeOut(30000);
+
+    @Override
+    public void process(Page page) {
+        String url = page.getUrl().get();
+        if (url.equals("https://www.sciengine.com/plat/search?queryField_a=battery")) {
+            getMaxPage(page);
+        } else if (url.equals("https://www.sciengine.com/SciSearch/searchNew")) {
+            everyPage(page);
+        } else if (url.contains("https://www.sciengine.com/restData/initArticle?")) {
+            try {
+                getPageDetail(page);
+            } catch (JsonProcessingException e) {
+                throw new RuntimeException(e);
+            }
+        }
+    }
+
+    @Override
+    public Site getSite() {
+        return site;
+    }
+
+    void getMaxPage(Page page) {
+        for (int i = 1; i <=490 ; i++) {
+        String baseUrl = "https://www.sciengine.com/SciSearch/searchNew";
+        map.put("queryField_a", "battery");
+        map.put("pageCount",10);
+        map.put("curpage",i);
+        httpRequestBody = HttpRequestBody.form(map, "UTF-8");
+        Request request = new Request(baseUrl).setMethod(HttpConstant.Method.POST)
+                .addHeader("Content-Type", "application/x-www-form-urlencoded")
+                .addHeader("Connection", "keep-alive")
+                .addHeader("Cookie","_ga=GA1.1.12362349.1718065158; SHAREJSESSIONID=35fad62b-37db-455a-af7b-9e9eaac5e5bf; Hm_lvt_633c662645ea15827301cdfaf39e48a1=1718171741; retrievalHistory=%5B%7B%22title%22%3A%22battery%22%7D%5D; Hm_lpvt_633c662645ea15827301cdfaf39e48a1=1718172306; _ga_SB5SCK5F77=GS1.1.1718170247.7.1.1718172335.0.0.0")
+                .addHeader("Host","www.sciengine.com")
+                .addHeader("Accept-Encoding", "gzip, deflate, br")
+                .addHeader("Accept", "*/*")
+                .addHeader("Origin","https://www.sciengine.com")
+                .addHeader("Referer","https://www.sciengine.com/plat/search?queryField_a=battery")
+                .setCharset("UTF-8");
+        request.setRequestBody(httpRequestBody);
+        page.addTargetRequest(request);
+        }
+    }
+
+    void everyPage(Page page) {
+        String rawText = page.getRawText();
+        List<String> BaseIdList = JsonPath.read(rawText, "$.list[*].id");
+        List<String> doiList = JsonPath.read(rawText, "$.list[*].doi");
+        if (BaseIdList.size() == doiList.size()) {
+            for (int i = 0; i < BaseIdList.size(); i++) {
+                String baseId = BaseIdList.get(i);
+                String doi = doiList.get(i);
+                log.info("baseId:"+baseId+",doi:"+doi);
+                page.addTargetRequest("https://www.sciengine.com/restData/initArticle?doi="+doi+"&articleBaseId="+baseId);
+            }
+        } else {
+            throw new RuntimeException("匹配不成功");
+        }
+    }
+
+    void getPageDetail(Page page) throws JsonProcessingException {
+        String rawText = page.getRawText();
+        //文章链接
+        String articleCode = page.getUrl().get();
+
+        //文章标题
+        String title = JsonPath.read(rawText, "$.article.title");
+
+        //文章内容
+        String articleDesc = JsonPath.read(rawText, "$.article.intro");
+
+        //时间
+        Date publishTimeDateTime = null;
+        String publishTime = JsonPath.read(rawText, "$.article.pubDateStr");
+        SimpleDateFormat formatter = new SimpleDateFormat("MMMM dd,yyyy", Locale.ENGLISH);
+        try {
+            publishTimeDateTime = formatter.parse(publishTime);
+        } catch (ParseException e) {
+            e.printStackTrace();
+        }
+
+        //作者名字
+        List<String> authors = JsonPath.read(rawText, "$.authorList[*].fullName");
+        StringBuffer authorName = new StringBuffer();
+        authors.forEach(authorName::append);
+
+
+        //邮箱和地址
+        JSONArray authorMail = new JSONArray();
+        ObjectMapper objectMapper = new ObjectMapper();
+        net.minidev.json.JSONArray authorJsonArray = JsonPath.read(rawText, "$.authorList");
+        JSONArray fastJsonArray = JSON.parseArray(authorJsonArray.toJSONString());
+        SciengineAuthorDo[] authorList = objectMapper.readValue(fastJsonArray.toJSONString(), SciengineAuthorDo[].class);
+
+        JSONArray authorAddress = new JSONArray();
+        boolean isNotAddress = true;
+        for (SciengineAuthorDo author : authorList) {
+            JSONObject mailObj = new JSONObject();
+            if (author.getAuthorNoteList() != null) {
+                mailObj.put("authorEmailName", author.getFullName());
+                mailObj.put("email", author.getAuthorNoteList().get(0).getEmail());
+            } else {
+            }
+            if (!mailObj.isEmpty()){
+                authorMail.add(mailObj);
+            }
+            JSONObject addressObj = new JSONObject();
+            if (author.getAffsList() != null) {
+                addressObj.put("address", author.getAffsList().get(0).getAffText());
+                addressObj.put("authorNames", author.getFullName());
+                isNotAddress = false;
+                authorAddress.add(addressObj);
+            } else {
+            }
+        }
+
+        ObjectMapper affMapper = new ObjectMapper();
+        net.minidev.json.JSONArray affList = JsonPath.read(rawText, "$.affList");
+        JSONArray affListJsonArray = JSON.parseArray(affList.toJSONString());
+        SciengineAffsListDo[] affListArray = affMapper.readValue(affListJsonArray.toJSONString(), SciengineAffsListDo[].class);
+        if (isNotAddress && CollectionUtils.isNotEmpty(Arrays.asList(affListArray))) {
+            JSONObject addressObj = new JSONObject();
+            addressObj.put("authorNames", authorName);
+            List addressList = new ArrayList();
+            for (SciengineAffsListDo sciengineAffsListDo : affListArray) {
+                if (sciengineAffsListDo.getAffText() != null) {
+                    addressList.add(sciengineAffsListDo.getAffText());
+                }
+            }
+            addressObj.put("address", addressList);
+            authorAddress.add(addressObj);
+        }
+
+        //引用文献
+        JSONArray references = new JSONArray();
+        ObjectMapper referenceMapper = new ObjectMapper();
+        net.minidev.json.JSONArray refListJsonArray = JsonPath.read(rawText, "$.article.referenceList");
+        JSONArray referenceListJsonArray = JSON.parseArray(refListJsonArray.toJSONString());
+        SciengineReferenceListDo[] referenceList = referenceMapper.readValue(referenceListJsonArray.toJSONString(), SciengineReferenceListDo[].class);
+        for (SciengineReferenceListDo sciengineReferenceListDo : referenceList) {
+            StringBuffer referenceTitle = new StringBuffer();
+            JSONObject referencesObj = new JSONObject();
+            ArrayList<Object> herfList = new ArrayList<>();
+            herfList.add(sciengineReferenceListDo.getTitle());
+            referenceTitle.append("https://www.sciengine.com/JAS/doi/" + sciengineReferenceListDo.getDoi());
+            referencesObj.put("links", herfList);
+            referencesObj.put("referenceTitle", referenceTitle);
+            references.add(referencesObj);
+        }
+        log.info("文章链接：{},发布时间:{},标题:{},作者:{},邮箱信息:{}", articleCode, publishTime, title, authorName, authorMail.toJSONString());
+        page.putField("article", ArticleDO.builder()
+                .articleType(ArticleTypeEnum.Sciengine.getType())
+                .articleCode(articleCode)
+                .authorName(authorName.toString())
+                .title(title)
+                .publishTime(Objects.isNull(publishTimeDateTime) ? publishTime : DateUtil.format(publishTimeDateTime, DateUtil.DATE))
+                .emailInfo(authorMail.toJSONString())
+                .articleDesc(articleDesc)
+                .authorAddress(authorAddress.toJSONString())
+                .referenceInfo(references.toJSONString()).build());
+    }
+}
@@ -17,6 +17,8 @@ import us.codecraft.webmagic.selector.PlainText;
 import javax.annotation.Resource;
 import java.util.Map;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
 /**
  * @author: xms
@@ -43,6 +45,13 @@ public class SeleniumDownloader extends AbstractDownloader {
         return this;
     }
+    public static boolean checkUrl(String url) {
+        String pattern = "https://id.elsevier.com/as/[a-zA-Z0-9]+/resume/as/";
+        Pattern r = Pattern.compile(pattern);
+        Matcher m = r.matcher(url);
+        return m.find();
+    }
+
     @Override
     public Page download(Request request, Task task) {
         Page page = Page.fail();
@@ -78,7 +87,26 @@ public class SeleniumDownloader extends AbstractDownloader {
 //                    cloudFlare.click();
 //                }
             }
-            if (request.getUrl().contains("https://www.cell.com/action/doSearch?")){
+            if (request.getUrl().equals("https://www.sciencedirect.com/search?qs=battery&pub=Nano%20Today&cid=273494")) {
+                WebDriverWait wait = new WebDriverWait(webDriver, 60);
+                Boolean until = wait.until(ExpectedConditions.urlContains("https://id.elsevier.com/"));
+                if (until) {
+                    log.info(webDriver.getCurrentUrl());
+//                    if (checkUrl(webDriver.getCurrentUrl())) {
+                    String currentUrl = webDriver.getCurrentUrl();
+                    log.info("currentUrl=" + currentUrl);
+                    String pageSource = webDriver.getPageSource();
+                    log.info(pageSource);
+//                    WebElement element = webDriver.findElement(By.xpath("//div[@class='form-row']/from/div[@id='jsEnabled']/input"));
+                    webDriver.findElement(By.xpath("//a[@class='ot-sdk-show-settings cookie anchor-text']")).click();
+                    webDriver.findElement(By.xpath("//input[@id='bdd-email']")).getAttribute("1187551704@qq.com");
+                    webDriver.findElement(By.xpath("//button[@id='bdd-els-searchBtn']")).submit();
+//                    String text = element.getText();
+//                    log.info(text);
+//                    }
+                } else {
+                    log.info("跳转失败");
+                }
             }
             try {
@@ -116,7 +144,7 @@ public class SeleniumDownloader extends AbstractDownloader {
         } finally {
             if (webDriver != null) {
                 webDriver.close();
-//                webDriver.quit();
+                webDriver.quit();
                 webDriver = null;
             }
         }
+package com.canrd.webmagic.util;
+
+import com.alibaba.fastjson.JSON;
+import com.alibaba.fastjson.JSONObject;
+import org.springframework.util.StringUtils;
+
+public class FieldUtil {
+    public static Boolean isExistField(String field, Object obj) {
+        if (obj == null || StringUtils.isEmpty(field)) {
+            return null;
+        }
+        Object o = JSON.toJSON(obj);
+        JSONObject jsonObj = new JSONObject();
+        if (o instanceof JSONObject) {
+            jsonObj = (JSONObject) o;
+        }
+        return jsonObj.containsKey(field);
+    }
+}