From: Niki Roo <niki@nikiroo.be>
Date: Sun, 6 Aug 2017 11:22:50 +0000 (+0200)
Subject: Add pipedot support
X-Git-Url: http://git.nikiroo.be/?p=gofetch.git;a=commitdiff_plain;h=2d95a873f4dc858d9ed55fa1889b1cf29a78f5eb

Add pipedot support
---

diff --git a/src/be/nikiroo/gofetch/support/BasicSupport.java b/src/be/nikiroo/gofetch/support/BasicSupport.java
index 1105df5..daa0ed1 100644
--- a/src/be/nikiroo/gofetch/support/BasicSupport.java
+++ b/src/be/nikiroo/gofetch/support/BasicSupport.java
@@ -12,7 +12,7 @@ import be.nikiroo.gofetch.data.Story;
 
 public abstract class BasicSupport {
 	public enum Type {
-		SLASHDOT,
+		SLASHDOT, PIPEDOT,
 	}
 
 	static private String preselector;
@@ -24,7 +24,7 @@ public abstract class BasicSupport {
 	abstract public List<Comment> getComments(Story story) throws IOException;
 
 	abstract public String getDescription();
-	
+
 	public String getSelector() {
 		return getSelector(type);
 	}
@@ -53,6 +53,9 @@ public abstract class BasicSupport {
 			case SLASHDOT:
 				support = new Slashdot();
 				break;
+			case PIPEDOT:
+				support = new Pipedot();
+				break;
 			}
 
 			if (support != null) {
diff --git a/src/be/nikiroo/gofetch/support/Pipedot.java b/src/be/nikiroo/gofetch/support/Pipedot.java
new file mode 100644
index 0000000..4d68fe7
--- /dev/null
+++ b/src/be/nikiroo/gofetch/support/Pipedot.java
@@ -0,0 +1,182 @@
+package be.nikiroo.gofetch.support;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.List;
+
+import org.jsoup.helper.DataUtil;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+import be.nikiroo.gofetch.data.Comment;
+import be.nikiroo.gofetch.data.Story;
+
+/**
+ * Support <a href='https://pipedot.org/'>https://pipedot.org/</a>.
+ * 
+ * @author niki
+ */
+public class Pipedot extends BasicSupport {
+	@Override
+	public String getDescription() {
+		return "Pipedot: News for nerds, without the corporate slant";
+	}
+
+	@Override
+	public List<Story> list() throws IOException {
+		List<Story> list = new ArrayList<Story>();
+
+		URL url = new URL("https://pipedot.org/");
+		InputStream in = open(url);
+		Document doc = DataUtil.load(in, "UTF-8", url.toString());
+		Elements stories = doc.getElementsByClass("story");
+		for (Element story : stories) {
+			Elements titles = story.getElementsByTag("h1");
+			if (titles.size() == 0) {
+				continue;
+			}
+
+			Element title = titles.get(0);
+
+			String id = "";
+			for (Element idElem : story.getElementsByTag("a")) {
+				if (idElem.attr("href").startsWith("/pipe/")) {
+					id = idElem.attr("href").substring("/pipe/".length());
+					break;
+				}
+			}
+
+			String intUrl = null;
+			String extUrl = null;
+
+			Elements links = story.getElementsByTag("a");
+			if (links.size() > 0) {
+				intUrl = links.get(0).absUrl("href");
+			}
+
+			// Take first ext URL as original source
+			for (Element link : links) {
+				String uuu = link.absUrl("href");
+				if (!uuu.isEmpty() && !uuu.contains("pipedot.org/")) {
+					extUrl = uuu;
+					break;
+				}
+			}
+
+			String details = "";
+			Elements detailsElements = story.getElementsByTag("div");
+			if (detailsElements.size() > 0) {
+				details = detailsElements.get(0).text();
+			}
+
+			String body = "";
+			for (Element elem : story.children()) {
+				String tag = elem.tag().toString();
+				if (!tag.equals("header") && !tag.equals("footer")) {
+					body = elem.text();
+					break;
+				}
+			}
+
+			list.add(new Story(getType(), id, title.text(), details, intUrl,
+					extUrl, body));
+		}
+
+		return list;
+	}
+
+	@Override
+	public List<Comment> getComments(Story story) throws IOException {
+		List<Comment> comments = new ArrayList<Comment>();
+
+		URL url = new URL(story.getUrlInternal());
+		InputStream in = open(url);
+		Document doc = DataUtil.load(in, "UTF-8", url.toString());
+		Elements listing = doc.getElementsByTag("main");
+		if (listing.size() > 0) {
+			comments.addAll(getComments(listing.get(0)));
+		}
+
+		return comments;
+	}
+
+	private List<Comment> getComments(Element listing) {
+		List<Comment> comments = new ArrayList<Comment>();
+		for (Element commentElement : listing.children()) {
+			if (commentElement.hasClass("comment")) {
+				Comment comment = getComment(commentElement);
+				if (!comment.isEmpty()) {
+					comments.add(comment);
+				}
+			}
+		}
+		return comments;
+	}
+
+	private Comment getComment(Element commentElement) {
+		String title = firstOrEmptyTag(commentElement, "h3");
+		String author = firstOrEmpty(commentElement, "h4");
+		String content = firstOrEmpty(commentElement, "comment-body");
+
+		String date = "";
+		int pos = author.lastIndexOf(" on ");
+		if (pos >= 0) {
+			date = author.substring(pos + " on ".length()).trim();
+			author = author.substring(0, pos).trim();
+		}
+
+		Comment comment = new Comment(commentElement.id(), author, title, date,
+				content);
+
+		Elements commentOutline = commentElement
+				.getElementsByClass("comment-outline");
+		if (commentOutline.size() > 0) {
+			comment.addAll(getComments(commentOutline.get(0)));
+		}
+
+		return comment;
+	}
+
+	/**
+	 * Get the first element of the given class, or an empty {@link String} if
+	 * none found.
+	 * 
+	 * @param element
+	 *            the element to look in
+	 * @param className
+	 *            the class to look for
+	 * 
+	 * @return the value or an empty {@link String}
+	 */
+	private String firstOrEmpty(Element element, String className) {
+		Elements subElements = element.getElementsByClass(className);
+		if (subElements.size() > 0) {
+			return subElements.get(0).text();
+		}
+
+		return "";
+	}
+
+	/**
+	 * Get the first element of the given tag, or an empty {@link String} if
+	 * none found.
+	 * 
+	 * @param element
+	 *            the element to look in
+	 * @param tagName
+	 *            the tag to look for
+	 * 
+	 * @return the value or an empty {@link String}
+	 */
+	private String firstOrEmptyTag(Element element, String tagName) {
+		Elements subElements = element.getElementsByTag(tagName);
+		if (subElements.size() > 0) {
+			return subElements.get(0).text();
+		}
+
+		return "";
+	}
+}