New: reddit linux_gaming

diff --git a/src/be/nikiroo/gofetch/support/BasicSupport.java b/src/be/nikiroo/gofetch/support/BasicSupport.java
index 42761c9a82d1a7cd39bcd3bc96dd46e862f608a2..ec19c3207fbbba7447da4ce5e419da9060f742b8 100644 (file)
--- a/src/be/nikiroo/gofetch/support/BasicSupport.java
+++ b/src/be/nikiroo/gofetch/support/BasicSupport.java
@@ -601,6 +601,9 @@ public abstract class BasicSupport {
                        case SEPT_SUR_SEPT:
                                support = new SeptSurSept();
                                break;
+                       case REDDIT:
+                               support = new Reddit();
+                               break;
                        }
 
                        if (support != null) {

diff --git a/src/be/nikiroo/gofetch/support/Reddit.java b/src/be/nikiroo/gofetch/support/Reddit.java
new file mode 100644 (file)
index 0000000..6ae1a6c
--- /dev/null
+++ b/src/be/nikiroo/gofetch/support/Reddit.java
@@ -0,0 +1,225 @@
+package be.nikiroo.gofetch.support;
+
+import be.nikiroo.gofetch.data.Story;
+import be.nikiroo.gofetch.data.Comment;
+
+import java.io.IOException;
+import java.io.UnsupportedEncodingException;
+import java.net.URL;
+import java.net.URLDecoder;
+import java.util.AbstractMap;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.LinkedList;
+import java.util.Map.Entry;
+import java.util.Map;
+import java.util.HashMap;
+import java.util.Date;
+
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.nodes.Node;
+import org.jsoup.select.Elements;
+
+/**
+ * Support <a href="https://www.reddit.com/">https://www.reddit.com/</a>.
+ * 
+ * @author niki
+ */
+public class Reddit extends BasicSupport {
+       @Override
+       public String getDescription() {
+               return "Reddit: The front page of the internet";
+       }
+
+       @Override
+       protected List<Entry<URL, String>> getUrls() throws IOException {
+               List<Entry<URL, String>> urls = new ArrayList<Entry<URL, String>>();
+               String base = "https://www.reddit.com/r/";
+               urls.add(new AbstractMap.SimpleEntry<URL, String>(
+                       new URL(base + "linux_gaming" + "/new/"), "linux_gaming"
+               ));
+
+               return urls;
+       }
+
+       @Override
+       protected List<Element> getArticles(Document doc) {
+               return doc.getElementsByClass("thing");
+       }
+
+       @Override
+       protected String getArticleId(Document doc, Element article) {
+               // Use the date, Luke
+               return "";
+       }
+
+       @Override
+       protected String getArticleTitle(Document doc, Element article) {
+               return article.getElementsByAttributeValue(
+                       "data-event-action", "title").first().text().trim();
+       }
+       
+       @Override
+       protected String getArticleAuthor(Document doc, Element article) {
+               return article.getElementsByAttributeValueStarting(
+                       "href", "/user/"
+               ).text().trim();
+       }
+
+       @Override
+       protected String getArticleDate(Document doc, Element article) {
+               return article.getElementsByClass("live-timestamp")
+                       .attr("datetime").trim();
+       }
+
+       @Override
+       protected String getArticleCategory(Document doc, Element article,
+                       String currentCategory) {
+               Elements categEls = article.getElementsByAttributeValueStarting(
+                       "href", "/r/" + currentCategory + "/search=?q=flair_name"
+               );
+               
+               if (categEls.size() > 0) {
+                       return currentCategory + ", " 
+                               + categEls.first().text().trim();
+               }
+               
+               return currentCategory;
+       }
+
+       @Override
+       protected String getArticleDetails(Document doc, Element article) {
+               return "";
+       }
+
+       @Override
+       protected String getArticleIntUrl(Document doc, Element article) {
+               return article.getElementsByClass("thing").first()
+                       .absUrl("data-permalink");
+       }
+
+       @Override
+       protected String getArticleExtUrl(Document doc, Element article) {
+               Element url = article.getElementsByAttributeValue(
+                       "data-event-action", "title").first();
+               if (!url.attr("href").trim().startsWith("/")) {
+                       return url.absUrl("href");
+               }
+               
+               return "";
+       }
+
+       @Override
+       protected String getArticleContent(Document doc, Element article) {
+               return "";
+       }
+
+       @Override
+       protected Element getFullArticle(Document doc) {
+               return doc.getElementsByClass("ckueCN").first();
+       }
+
+       @Override
+       protected ElementProcessor getElementProcessorFullArticle() {
+               return new BasicElementProcessor();
+       }
+
+       @Override
+       protected List<Element> getFullArticleCommentPosts(Document doc, URL intUrl) {
+               return doc.getElementsByClass("jHfOJm");
+       }
+
+       @Override
+       protected List<Element> getCommentCommentPosts(Document doc,
+                       Element container) {
+               List<Element> elements = new LinkedList<Element>();
+               for (Element el : container.children()) {
+                       elements.addAll(el.getElementsByClass("jHfOJm"));
+               }
+               
+               return elements;
+       }
+
+       @Override
+       protected String getCommentId(Element post) {
+               int level = 1;
+               Elements els = post.getElementsByClass("imyGpC");
+               if (els.size() > 0) {
+                       String l = els.first().text().trim()
+                               .replace("level ", "");
+                       try {
+                               level = Integer.parseInt(l);
+                       } catch(NumberFormatException e) {
+                       }
+               }
+               
+               return Integer.toString(level);
+       }
+
+       @Override
+       protected String getCommentAuthor(Element post) {
+               // Since we have no title, we switch with author
+               return "";
+       }
+
+       @Override
+       protected String getCommentTitle(Element post) {
+               // Since we have no title, we switch with author
+               Elements els = post.getElementsByClass("RVnoX");
+               if (els.size() > 0) {
+                       return els.first().text().trim();
+               }
+               
+               els = post.getElementsByClass("kzePTH");
+               if (els.size() > 0) {
+                       return els.first().text().trim();
+               }
+               
+               return "";
+       }
+
+       @Override
+       protected String getCommentDate(Element post) {
+               return post.getElementsByClass("hJDlLH")
+                       .first().text().trim();
+       }
+
+       @Override
+       protected Element getCommentContentElement(Element post) {
+               return post.getElementsByClass("ckueCN")
+                       .first();
+       }
+
+       @Override
+       protected ElementProcessor getElementProcessorComment() {
+               return new BasicElementProcessor();
+       }
+       
+       @Override
+       public void fetch(Story story) throws IOException {
+               super.fetch(story);
+               
+               List<Comment> comments = new LinkedList<Comment>();
+               Map<Integer, Comment> lastOfLevel = 
+                       new HashMap<Integer, Comment>();
+               
+               for (Comment c : story.getComments()) {
+                       int level = Integer.parseInt(c.getId());
+                       lastOfLevel.put(level, c);
+                       if (level <= 1) {
+                               comments.add(c);
+                       } else {
+                               Comment parent = lastOfLevel.get(level - 1);
+                               if (parent != null ){
+                                       parent.add(c);
+                               } else {
+                                       // bad data
+                                       comments.add(c);
+                               }
+                       }
+               }
+               
+               story.setComments(comments);
+       }
+}

diff --git a/src/be/nikiroo/gofetch/support/Type.java b/src/be/nikiroo/gofetch/support/Type.java
index 614022c9a35533f166ce4b6e5025c98d85dc681c..a90cb44e34ef71f36cd0a3829a535b1f8553f6ab 100644 (file)
--- a/src/be/nikiroo/gofetch/support/Type.java
+++ b/src/be/nikiroo/gofetch/support/Type.java
@@ -24,4 +24,6 @@ public enum Type {
        PHORONIX,
        /** FR: Any */
        SEPT_SUR_SEPT,
+       /** EN: IT */
+       REDDIT,
 }

diff --git a/src/be/nikiroo/gofetch/test/Test.java b/src/be/nikiroo/gofetch/test/Test.java
index 0151ae2861362b1630b1f14feb7a0f90b942a5a8..b6714832ae2291ef0fc35e0d233f8c671a32d272 100644 (file)
--- a/src/be/nikiroo/gofetch/test/Test.java
+++ b/src/be/nikiroo/gofetch/test/Test.java
@@ -14,6 +14,7 @@ public class Test extends TestLauncher {
                addTest(new TestSlashdot(args));
                addTest(new TestTooLinux(args));
                addTest(new TestSeptSurSept(args));
+               addTest(new TestReddit(args));
        }
 
        public static void main(String[] args) {

diff --git a/src/be/nikiroo/gofetch/test/TestReddit.java b/src/be/nikiroo/gofetch/test/TestReddit.java
new file mode 100644 (file)
index 0000000..c79b8f5
--- /dev/null
+++ b/src/be/nikiroo/gofetch/test/TestReddit.java
@@ -0,0 +1,30 @@
+
+package be.nikiroo.gofetch.test;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.URL;
+
+import be.nikiroo.gofetch.support.Reddit;
+import be.nikiroo.gofetch.support.Type;
+
+public class TestReddit extends TestBase {
+       static private Type type = Type.REDDIT;
+       static private TestBase base = null;
+
+       public TestReddit(String[] args) {
+               super(new Reddit() {
+                       @Override
+                       protected InputStream open(URL url) throws IOException {
+                               return base.download(url);
+                       }
+
+                       @Override
+                       public Type getType() {
+                               return type;
+                       }
+               }, args);
+
+               base = this;
+       }
+}