Add pipedot support

diff --git a/src/be/nikiroo/gofetch/support/BasicSupport.java b/src/be/nikiroo/gofetch/support/BasicSupport.java
index 1105df54097ced61acdfabf0d3eb2cf5022440c5..daa0ed16b4cfe52889665fb9a5caaddd7aa2a6f8 100644 (file)
--- a/src/be/nikiroo/gofetch/support/BasicSupport.java
+++ b/src/be/nikiroo/gofetch/support/BasicSupport.java
@@ -12,7 +12,7 @@ import be.nikiroo.gofetch.data.Story;
 
 public abstract class BasicSupport {
        public enum Type {
-               SLASHDOT,
+               SLASHDOT, PIPEDOT,
        }
 
        static private String preselector;
@@ -24,7 +24,7 @@ public abstract class BasicSupport {
        abstract public List<Comment> getComments(Story story) throws IOException;
 
        abstract public String getDescription();
-       
+
        public String getSelector() {
                return getSelector(type);
        }
@@ -53,6 +53,9 @@ public abstract class BasicSupport {
                        case SLASHDOT:
                                support = new Slashdot();
                                break;
+                       case PIPEDOT:
+                               support = new Pipedot();
+                               break;
                        }
 
                        if (support != null) {

diff --git a/src/be/nikiroo/gofetch/support/Pipedot.java b/src/be/nikiroo/gofetch/support/Pipedot.java
new file mode 100644 (file)
index 0000000..4d68fe7
--- /dev/null
+++ b/src/be/nikiroo/gofetch/support/Pipedot.java
@@ -0,0 +1,182 @@
+package be.nikiroo.gofetch.support;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.List;
+
+import org.jsoup.helper.DataUtil;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+import be.nikiroo.gofetch.data.Comment;
+import be.nikiroo.gofetch.data.Story;
+
+/**
+ * Support <a href='https://pipedot.org/'>https://pipedot.org/</a>.
+ * 
+ * @author niki
+ */
+public class Pipedot extends BasicSupport {
+       @Override
+       public String getDescription() {
+               return "Pipedot: News for nerds, without the corporate slant";
+       }
+
+       @Override
+       public List<Story> list() throws IOException {
+               List<Story> list = new ArrayList<Story>();
+
+               URL url = new URL("https://pipedot.org/");
+               InputStream in = open(url);
+               Document doc = DataUtil.load(in, "UTF-8", url.toString());
+               Elements stories = doc.getElementsByClass("story");
+               for (Element story : stories) {
+                       Elements titles = story.getElementsByTag("h1");
+                       if (titles.size() == 0) {
+                               continue;
+                       }
+
+                       Element title = titles.get(0);
+
+                       String id = "";
+                       for (Element idElem : story.getElementsByTag("a")) {
+                               if (idElem.attr("href").startsWith("/pipe/")) {
+                                       id = idElem.attr("href").substring("/pipe/".length());
+                                       break;
+                               }
+                       }
+
+                       String intUrl = null;
+                       String extUrl = null;
+
+                       Elements links = story.getElementsByTag("a");
+                       if (links.size() > 0) {
+                               intUrl = links.get(0).absUrl("href");
+                       }
+
+                       // Take first ext URL as original source
+                       for (Element link : links) {
+                               String uuu = link.absUrl("href");
+                               if (!uuu.isEmpty() && !uuu.contains("pipedot.org/")) {
+                                       extUrl = uuu;
+                                       break;
+                               }
+                       }
+
+                       String details = "";
+                       Elements detailsElements = story.getElementsByTag("div");
+                       if (detailsElements.size() > 0) {
+                               details = detailsElements.get(0).text();
+                       }
+
+                       String body = "";
+                       for (Element elem : story.children()) {
+                               String tag = elem.tag().toString();
+                               if (!tag.equals("header") && !tag.equals("footer")) {
+                                       body = elem.text();
+                                       break;
+                               }
+                       }
+
+                       list.add(new Story(getType(), id, title.text(), details, intUrl,
+                                       extUrl, body));
+               }
+
+               return list;
+       }
+
+       @Override
+       public List<Comment> getComments(Story story) throws IOException {
+               List<Comment> comments = new ArrayList<Comment>();
+
+               URL url = new URL(story.getUrlInternal());
+               InputStream in = open(url);
+               Document doc = DataUtil.load(in, "UTF-8", url.toString());
+               Elements listing = doc.getElementsByTag("main");
+               if (listing.size() > 0) {
+                       comments.addAll(getComments(listing.get(0)));
+               }
+
+               return comments;
+       }
+
+       private List<Comment> getComments(Element listing) {
+               List<Comment> comments = new ArrayList<Comment>();
+               for (Element commentElement : listing.children()) {
+                       if (commentElement.hasClass("comment")) {
+                               Comment comment = getComment(commentElement);
+                               if (!comment.isEmpty()) {
+                                       comments.add(comment);
+                               }
+                       }
+               }
+               return comments;
+       }
+
+       private Comment getComment(Element commentElement) {
+               String title = firstOrEmptyTag(commentElement, "h3");
+               String author = firstOrEmpty(commentElement, "h4");
+               String content = firstOrEmpty(commentElement, "comment-body");
+
+               String date = "";
+               int pos = author.lastIndexOf(" on ");
+               if (pos >= 0) {
+                       date = author.substring(pos + " on ".length()).trim();
+                       author = author.substring(0, pos).trim();
+               }
+
+               Comment comment = new Comment(commentElement.id(), author, title, date,
+                               content);
+
+               Elements commentOutline = commentElement
+                               .getElementsByClass("comment-outline");
+               if (commentOutline.size() > 0) {
+                       comment.addAll(getComments(commentOutline.get(0)));
+               }
+
+               return comment;
+       }
+
+       /**
+        * Get the first element of the given class, or an empty {@link String} if
+        * none found.
+        * 
+        * @param element
+        *            the element to look in
+        * @param className
+        *            the class to look for
+        * 
+        * @return the value or an empty {@link String}
+        */
+       private String firstOrEmpty(Element element, String className) {
+               Elements subElements = element.getElementsByClass(className);
+               if (subElements.size() > 0) {
+                       return subElements.get(0).text();
+               }
+
+               return "";
+       }
+
+       /**
+        * Get the first element of the given tag, or an empty {@link String} if
+        * none found.
+        * 
+        * @param element
+        *            the element to look in
+        * @param tagName
+        *            the tag to look for
+        * 
+        * @return the value or an empty {@link String}
+        */
+       private String firstOrEmptyTag(Element element, String tagName) {
+               Elements subElements = element.getElementsByTag(tagName);
+               if (subElements.size() > 0) {
+                       return subElements.get(0).text();
+               }
+
+               return "";
+       }
+}