Merge pull request #1086 from vioao/enhance_jsoup_parse_table

Enhance Jsoup could parse tr td tag directly

Author: sutra

webmagic-core/src/main/java/us/codecraft/webmagic/selector/BaseElementSelector.java

@@ -1,6 +1,7 @@
 package us.codecraft.webmagic.selector;
 
 import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
 import org.jsoup.nodes.Element;
 
 import java.util.ArrayList;
@@ -11,34 +12,47 @@
  * @since 0.3.0
  */
 public abstract class BaseElementSelector implements Selector, ElementSelector {
+    private Document parse(String text) {
+        if (text == null) {
+            return null;
+        }
+
+        // Jsoup could not parse <tr></tr> or <td></td> tag directly
+        // https://stackoverflow.com/questions/63607740/jsoup-couldnt-parse-tr-tag
+        if ((text.startsWith("<tr>") && text.endsWith("</tr>"))
+                || (text.startsWith("<td>") && text.endsWith("</td>"))) {
+            text = "<table>" + text + "</table>";
+        }
+        return Jsoup.parse(text);
+    }
 
     @Override
     public String select(String text) {
         if (text != null) {
-            return select(Jsoup.parse(text));
+            return select(parse(text));
         }
         return null;
     }
 
     @Override
     public List<String> selectList(String text) {
         if (text != null) {
-            return selectList(Jsoup.parse(text));
+            return selectList(parse(text));
         } else {
             return new ArrayList<String>();
         }
     }
 
     public Element selectElement(String text) {
         if (text != null) {
-            return selectElement(Jsoup.parse(text));
+            return selectElement(parse(text));
         }
         return null;
     }
 
     public List<Element> selectElements(String text) {
         if (text != null) {
-            return selectElements(Jsoup.parse(text));
+            return selectElements(parse(text));
         } else {
             return new ArrayList<Element>();
         }