From: Niki Roo <niki@nikiroo.be>
Date: Tue, 9 Apr 2019 21:28:18 +0000 (+0200)
Subject: Fanfiction, step 1
X-Git-Url: https://git.nikiroo.be/?a=commitdiff_plain;h=158b372d8a27a5256569c30d793f4a81bfcbd215;p=nikiroo-utils.git

Fanfiction, step 1
---

diff --git a/src/be/nikiroo/fanfix/searchable/Fanfiction.java b/src/be/nikiroo/fanfix/searchable/Fanfiction.java
new file mode 100644
index 0000000..f178a81
--- /dev/null
+++ b/src/be/nikiroo/fanfix/searchable/Fanfiction.java
@@ -0,0 +1,232 @@
+package be.nikiroo.fanfix.searchable;
+
+import java.io.IOException;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.bundles.StringId;
+import be.nikiroo.fanfix.data.MetaData;
+import be.nikiroo.fanfix.supported.SupportType;
+
+/**
+ * A {@link BasicSearchable} for Fanfiction.NET.
+ * 
+ * @author niki
+ */
+class Fanfiction extends BasicSearchable {
+	/**
+	 * Create a new {@link Fanfiction}.
+	 * 
+	 * @param type
+	 *            {@link SupportType#FANFICTION}
+	 */
+	public Fanfiction(SupportType type) {
+		super(type);
+	}
+
+	@Override
+	public List<SearchableTag> getTags() throws IOException {
+		String storiesName = null;
+		String crossoversName = null;
+		Map<String, String> stories = new HashMap<String, String>();
+		Map<String, String> crossovers = new HashMap<String, String>();
+
+		Document mainPage = load("http://fanfiction.net/");
+		Element menu = mainPage.getElementsByClass("dropdown").first();
+		if (menu != null) {
+			Element ul = menu.getElementsByClass("dropdown-menu").first();
+			if (ul != null) {
+				Map<String, String> currentList = null;
+				for (Element li : ul.getElementsByTag("li")) {
+					if (li.hasClass("disabled")) {
+						if (storiesName == null) {
+							storiesName = li.text();
+							currentList = stories;
+						} else {
+							crossoversName = li.text();
+							currentList = crossovers;
+						}
+					} else if (currentList != null) {
+						Element a = li.getElementsByTag("a").first();
+						if (a != null) {
+							currentList.put(a.absUrl("href"), a.text());
+						}
+					}
+				}
+			}
+		}
+
+		List<SearchableTag> tags = new ArrayList<SearchableTag>();
+
+		if (storiesName != null) {
+			SearchableTag tag = new SearchableTag(null, storiesName, true);
+			for (String id : stories.keySet()) {
+				tag.add(new SearchableTag(id, stories.get(id), false));
+			}
+			tags.add(tag);
+		}
+
+		if (crossoversName != null) {
+			SearchableTag tag = new SearchableTag(null, crossoversName, true);
+			for (String id : crossovers.keySet()) {
+				tag.add(new SearchableTag(id, crossovers.get(id), false));
+			}
+			tags.add(tag);
+		}
+
+		return tags;
+	}
+
+	@Override
+	protected void fillTag(SearchableTag tag) throws IOException {
+		if (tag.getId() == null || tag.isComplete()) {
+			return;
+		}
+
+		boolean subtagIsComplete = !tag.getId().contains("/crossovers/");
+
+		Document doc = load(tag.getId());
+		Element list = doc.getElementById("list_output");
+		if (list != null) {
+			Element table = list.getElementsByTag("table").first();
+			if (table != null) {
+				for (Element div : table.getElementsByTag("div")) {
+					Element a = div.getElementsByTag("a").first();
+					Element span = div.getElementsByTag("span").first();
+
+					if (a != null) {
+						SearchableTag subtag = new SearchableTag(
+								a.absUrl("href"), a.text(), subtagIsComplete);
+						tag.add(subtag);
+						if (span != null) {
+							String nr = span.text();
+							if (nr.startsWith("(")) {
+								nr = nr.substring(1);
+							}
+							if (nr.endsWith(")")) {
+								nr = nr.substring(0, nr.length() - 1);
+							}
+							nr = nr.trim();
+
+							long count = 0;
+							try {
+								if (nr.toLowerCase().endsWith("m")) {
+									count = Long.parseLong(nr.substring(0,
+											nr.length() - 1).trim());
+									count *= 1000000;
+								} else if (nr.toLowerCase().endsWith("k")) {
+									count = Long.parseLong(nr.substring(0,
+											nr.length() - 1).trim());
+									count *= 1000;
+								} else {
+									count = Long.parseLong(nr);
+								}
+							} catch (NumberFormatException pe) {
+							}
+
+							subtag.setCount(count);
+						}
+					}
+				}
+			}
+		}
+
+		tag.setComplete(true);
+	}
+
+	@Override
+	public List<MetaData> search(String search) throws IOException {
+		// TODO Auto-generated method stub
+		return null;
+	}
+
+	@Override
+	public List<MetaData> search(SearchableTag tag) throws IOException {
+		List<MetaData> metas = new ArrayList<MetaData>();
+
+		if (tag.getId() != null) {
+			Document doc = load(tag.getId());
+			for (Element story : doc.getElementsByClass("z-list")) {
+				String title = "";
+				String url = "";
+				String coverUrl = "";
+
+				Element stitle = story.getElementsByClass("stitle").first();
+				if (stitle != null) {
+					title = stitle.text();
+					url = stitle.absUrl("href");
+					Element cover = stitle.getElementsByTag("img").first();
+					if (cover != null) {
+						// note: see data-original if needed?
+						coverUrl = cover.absUrl("src");
+					}
+				}
+
+				String author = "";
+
+				Elements as = story.getElementsByTag("a");
+				if (as.size() > 1) {
+					author = as.get(1).text();
+				}
+
+				String resume = "";
+				String tags = "";
+
+				Elements divs = story.getElementsByTag("div");
+				if (divs.size() > 1 && divs.get(1).childNodeSize() > 0) {
+					resume = divs.get(1).text();
+					if (divs.size() > 2) {
+						tags = divs.get(2).text();
+						resume = resume.substring(0,
+								resume.length() - tags.length()).trim();
+					}
+				}
+
+				MetaData meta = new MetaData();
+				meta.setAuthor(author);
+				// meta.setCover(cover); //TODO ?
+				meta.setImageDocument(false);
+				meta.setResume(getSupport().makeChapter(new URL(tag.getId()),
+						0, Instance.getTrans().getString(StringId.DESCRIPTION),
+						resume));
+				meta.setSource(getType().getSourceName());
+				meta.setTags(Arrays.asList(tags.split(" *- *")));
+				meta.setTitle(title);
+				meta.setUrl(url);
+
+				metas.add(meta);
+			}
+		}
+
+		return metas;
+	}
+
+	public static void main(String[] args) throws IOException {
+		Fanfiction f = new Fanfiction(SupportType.FANFICTION);
+
+		SearchableTag cartoons = f.getTags().get(0).getChildren().get(2);
+		f.fillTag(cartoons);
+		SearchableTag mlp = cartoons.getChildren().get(2);
+		System.out.println(mlp);
+
+		SearchableTag ccartoons = f.getTags().get(1).getChildren().get(0);
+		f.fillTag(ccartoons);
+		SearchableTag cmlp = ccartoons.getChildren().get(0);
+		System.out.println(cmlp);
+
+		f.fillTag(cmlp);
+		System.out.println(cmlp);
+
+		List<MetaData> metas = f.search(mlp);
+		System.out.println(metas);
+	}
+}