+++ /dev/null
-package be.nikiroo.fanfix.supported;
-
-import java.io.IOException;
-import java.io.InputStream;
-import java.net.MalformedURLException;
-import java.net.URL;
-import java.util.AbstractMap;
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.List;
-import java.util.Map.Entry;
-
-import org.jsoup.helper.DataUtil;
-import org.jsoup.nodes.Document;
-import org.jsoup.nodes.Element;
-
-import be.nikiroo.fanfix.Instance;
-import be.nikiroo.fanfix.data.MetaData;
-import be.nikiroo.utils.Image;
-import be.nikiroo.utils.Progress;
-import be.nikiroo.utils.StringUtils;
-
-class MangaFox extends BasicSupport {
- @Override
- protected boolean isHtml() {
- return true;
- }
-
- @Override
- protected MetaData getMeta() throws IOException {
- MetaData meta = new MetaData();
-
- meta.setTitle(getTitle());
- // No date anymore on mangafox
- // meta.setDate();
- meta.setAuthor(getAuthor());
- meta.setTags(getTags());
- meta.setSource(getType().getSourceName());
- meta.setUrl(getSource().toString());
- meta.setPublisher(getType().getSourceName());
- meta.setUuid(getSource().toString());
- meta.setLuid("");
- meta.setLang("en");
- meta.setSubject("manga");
- meta.setType(getType().toString());
- meta.setImageDocument(true);
- meta.setCover(getCover());
-
- return meta;
- }
-
- private String getTitle() {
- Element doc = getSourceNode();
-
- Element el = doc.getElementsByClass("detail-info-right-title-font").first();
- if (el != null) {
- return StringUtils.unhtml(el.text()).trim();
- }
-
- return null;
- }
-
- private String getAuthor() {
- StringBuilder builder = new StringBuilder();
- for (String author : getListA("detail-info-right-say")) {
- if (builder.length() > 0)
- builder.append(", ");
- builder.append(author);
- }
-
- return builder.toString();
- }
-
- private List<String> getTags() {
- return getListA("detail-info-right-tag-list");
- }
-
- private List<String> getListA(String uniqueClass) {
- List<String> list = new ArrayList<String>();
-
- Element doc = getSourceNode();
- Element el = doc.getElementsByClass(uniqueClass).first();
- if (el != null) {
- for (Element valueA : el.getElementsByTag("a")) {
- list.add(StringUtils.unhtml(valueA.text()).trim());
- }
- }
-
- return list;
- }
-
- @Override
- protected String getDesc() {
- Element doc = getSourceNode();
- Element title = doc.getElementsByClass("fullcontent").first();
- if (title != null) {
- return StringUtils.unhtml(title.text()).trim();
- }
-
- return null;
- }
-
- private Image getCover() {
- Element doc = getSourceNode();
- Element cover = doc.getElementsByClass("detail-info-cover-img").first();
- if (cover != null) {
- String coverUrl = cover.absUrl("src");
-
- InputStream coverIn;
- try {
- coverIn = openEx(coverUrl);
- try {
- return new Image(coverIn);
- } finally {
- coverIn.close();
- }
- } catch (IOException e) {
- Instance.getTraceHandler().error(e);
- }
- }
-
- return null;
- }
-
- @Override
- protected List<Entry<String, URL>> getChapters(Progress pg) {
- List<Entry<String, URL>> urls = new ArrayList<Entry<String, URL>>();
-
- String prefix = getTitle(); // each chapter starts with this prefix, then a
- // chapter number (including "x.5"), then name
-
- // normally, only one list...
- Element doc = getSourceNode();
- for (Element list : doc.getElementsByClass("detail-main-list")) {
- for (Element el : list.getElementsByTag("a")) {
- String title = el.attr("title");
- if (title.startsWith(prefix)) {
- title = title.substring(prefix.length()).trim();
- }
-
- String url = el.absUrl("href");
-
- try {
- urls.add(new AbstractMap.SimpleEntry<String, URL>(title, new URL(url)));
- } catch (Exception e) {
- Instance.getTraceHandler().error(e);
- }
- }
- }
-
- // by default, the chapters are in reversed order
- Collections.reverse(urls);
-
- return urls;
- }
-
- @Override
- protected String getChapterContent(URL chapUrl, int number, Progress pg) throws IOException {
- if (pg == null) {
- pg = new Progress();
- }
-
- StringBuilder builder = new StringBuilder();
-
- Document chapDoc = DataUtil.load(Instance.getCache().open(chapUrl, this, false), "UTF-8", chapUrl.toString());
-
- // Example of what we want:
- // URL: http://fanfox.net/manga/solo_leveling/c110.5/1.html#ipg1
- // IMAGE, not working:
- // http://s.fanfox.net/store/manga/29037/110.5/compressed/s034.jpg?token=f630767b0c96f6cc793fc8f1fc177c0ae9342eb1&ttl=1585929600
- // IMAGE, working:
- // http://s.fanfox.net/store/manga/29037/000.0/compressed/m2018110o_143554_925.jpg?token=7d74569986335d49651ef1040f7dcb9dbd559b1b&ttl=1585929600
- // NOTE: (c110.5 -> 110.5, c000 -> 000.0)
- // NOTE: image key: m2018110o_143554_925 can be found in the script, but not
- // sorted
-
- // 0. Get the javascript content
- StringBuilder javascript = new StringBuilder();
- for (Element script : chapDoc.getElementsByTag("script")) {
- javascript.append(script.html());
- javascript.append("\n");
- }
-
- // 1. Get the chapter url part
- String chap = chapUrl.getPath();
- chap = chap.split("#")[0];
- if (chap.endsWith("/1.html")) {
- chap = chap.substring(0, chap.length() - "/1.html".length());
- }
- int pos = chap.lastIndexOf("/");
- chap = chap.substring(pos + 1);
- if (!chap.contains(".")) {
- chap = chap + ".0";
- }
- if (chap.startsWith("c")) {
- chap = chap.substring(1);
- }
-
- // 2. Token:
- // <meta name="og:image"
- // content="http://fmcdn.fanfox.net/store/manga/29037/cover.jpg?token=4b2056d83973716c715f2404940822dff942a7b4&ttl=1585998000&v=1584582495"
- Element el = chapDoc.select("meta[name=\"og:image\"]").first();
- String token = el.attr("content").split("\\?")[1];
-
- // 3. Comic ID
- int comicId = getIntVar(javascript, "comicid");
-
- // 4. Get images
- List<String> chapKeys = getImageKeys(javascript);
- // http://s.fanfox.net/store/manga/29037/000.0/compressed/m2018110o_143554_925.jpg?token=7d74569986335d49651ef1040f7dcb9dbd559b1b&ttl=1585929600
- String base = "http://s.fanfox.net/store/manga/%s/%s/compressed/%s.jpg?%s";
- for (String key : chapKeys) {
- String img = String.format(base, comicId, chap, key, token);
- builder.append("[");
- builder.append(img);
- builder.append("]<br/>");
- }
-
- return builder.toString();
- }
-
- private int getIntVar(StringBuilder builder, String var) {
- var = "var " + var;
-
- int pos = builder.indexOf(var) + var.length();
- String value = builder.subSequence(pos, pos + 20).toString();
- value = value.split("=")[1].trim();
- value = value.split(";")[0].trim();
-
- return Integer.parseInt(value);
- }
-
- private List<String> getImageKeys(StringBuilder builder) {
- List<String> chapKeys = new ArrayList<String>();
-
- String start = "|compressed|";
- String stop = ">";
- int pos = builder.indexOf(start) + start.length();
- int pos2 = builder.indexOf(stop, pos) - stop.length();
-
- String data = builder.substring(pos, pos2);
- data = data.replace("|", "'");
- for (String key : data.split("'")) {
- if (key.startsWith("m") && !key.equals("manga")) {
- chapKeys.add(key);
- }
- }
-
- Collections.sort(chapKeys);
- return chapKeys;
- }
-
- /**
- * Open the URL through the cache, but: retry a second time after 100ms if it
- * fails, remove the query part of the {@link URL} before saving it to the cache
- * (so it can be recalled later).
- *
- * @param url the {@link URL}
- *
- * @return the resource
- *
- * @throws IOException in case of I/O error
- */
- private InputStream openEx(String url) throws IOException {
- try {
- return Instance.getCache().open(new URL(url), withoutQuery(url), this, true);
- } catch (Exception e) {
- // second chance
- try {
- Thread.sleep(100);
- } catch (InterruptedException ee) {
- }
-
- return Instance.getCache().open(new URL(url), withoutQuery(url), this, true);
- }
- }
-
- /**
- * Return the same input {@link URL} but without the query part.
- *
- * @param url the inpiut {@link URL} as a {@link String}
- *
- * @return the input {@link URL} without query
- */
- private URL withoutQuery(String url) {
- URL o = null;
- try {
- // Remove the query from o (originalUrl), so it can be cached
- // correctly
- o = new URL(url);
- o = new URL(o.getProtocol() + "://" + o.getHost() + o.getPath());
-
- return o;
- } catch (MalformedURLException e) {
- return null;
- }
- }
-
- @Override
- protected boolean supports(URL url) {
- return "mangafox.me".equals(url.getHost()) || "www.mangafox.me".equals(url.getHost())
- || "fanfox.net".equals(url.getHost()) || "www.fanfox.net".equals(url.getHost());
- }
-}
--- /dev/null
+package be.nikiroo.fanfix.supported;
+
+import java.io.IOException;
+import java.net.HttpURLConnection;
+import java.net.MalformedURLException;
+import java.net.URL;
+import java.util.AbstractMap;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+import java.util.Map.Entry;
+
+import org.jsoup.nodes.Element;
+
+import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.data.MetaData;
+import be.nikiroo.utils.Image;
+import be.nikiroo.utils.Progress;
+import be.nikiroo.utils.StringUtils;
+
+/**
+ * Support class for <a href="https://mangahub.io/">MangaHub</a>, a website
+ * dedicated to Manga.
+ *
+ * @author niki
+ */
+class MangaHub extends BasicSupport {
+ @Override
+ protected boolean isHtml() {
+ return true;
+ }
+
+ @Override
+ protected MetaData getMeta() throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle());
+ meta.setDate("");
+ meta.setAuthor(getAuthor());
+ meta.setTags(getTags());
+ meta.setSource(getType().getSourceName());
+ meta.setUrl(getSource().toString());
+ meta.setPublisher(getType().getSourceName());
+ meta.setUuid(getSource().toString());
+ meta.setLuid("");
+ meta.setLang("en");
+ meta.setSubject("manga");
+ meta.setType(getType().toString());
+ meta.setImageDocument(true);
+ meta.setCover(getCover());
+
+ return meta;
+ }
+
+ private String getTitle() {
+ Element doc = getSourceNode();
+
+ Element el = doc.getElementsByTag("h1").first();
+ if (el != null) {
+ return StringUtils.unhtml(el.text()).trim();
+ }
+
+ return null;
+ }
+
+ private String getAuthor() {
+ String author = "";
+
+ Element el = getSourceNode().select("h1+div span:not([class])").first();
+ if (el != null)
+ author = StringUtils.unhtml(el.text()).trim();
+ return author;
+ }
+
+ private List<String> getTags() {
+ return getListA("genre-label");
+ }
+
+ private List<String> getListA(String uniqueClass) {
+ List<String> list = new ArrayList<String>();
+
+ Element doc = getSourceNode();
+ Element el = doc.getElementsByClass(uniqueClass).first();
+ if (el != null) {
+ for (Element valueA : el.getElementsByTag("a")) {
+ list.add(StringUtils.unhtml(valueA.text()).trim());
+ }
+ }
+
+ return list;
+ }
+
+ @Override
+ protected String getDesc() {
+ Element doc = getSourceNode();
+ Element title = doc.getElementsByClass("fullcontent").first();
+ if (title != null) {
+ return StringUtils.unhtml(title.text()).trim();
+ }
+
+ return null;
+ }
+
+ private Image getCover() {
+ Element doc = getSourceNode();
+ Element cover = doc.getElementsByClass("manga-thumb").first();
+ if (cover != null) {
+ try {
+ return bsImages.getImage(this, new URL(cover.absUrl("src")));
+ } catch (MalformedURLException e) {
+ Instance.getTraceHandler().error(e);
+ }
+ }
+
+ return null;
+ }
+
+ @Override
+ protected List<Entry<String, URL>> getChapters(Progress pg) {
+ List<Entry<String, URL>> urls = new ArrayList<Entry<String, URL>>();
+
+ Element doc = getSourceNode();
+ for (Element el : doc.getElementsByClass("list-group-item")) {
+ Element urlEl = el.getElementsByTag("a").first();
+ if (urlEl == null)
+ continue;
+
+ String url = urlEl.absUrl("href");
+
+ String title = "";
+ el = el.getElementsByClass("text-secondary").first();
+ if (el != null) {
+ title = StringUtils.unhtml(el.text()).trim();
+ }
+
+ try {
+ urls.add(new AbstractMap.SimpleEntry<String, URL>(title, new URL(url)));
+ } catch (Exception e) {
+ Instance.getTraceHandler().error(e);
+ }
+ }
+
+ // by default, the chapters are in reversed order
+ Collections.reverse(urls);
+
+ return urls;
+ }
+
+ @Override
+ protected String getChapterContent(URL chapUrl, int number, Progress pg) throws IOException {
+ if (pg == null) {
+ pg = new Progress();
+ }
+
+ // 1. Get the title and chapter url part
+ String path = chapUrl.getPath();
+ if (path.endsWith("/")) {
+ path = path.substring(0, path.length() - "/".length());
+ }
+ String tab[] = path.split("/");
+ String chap = tab[tab.length - 1];
+ String title = tab[tab.length - 2];
+
+ if (chap.startsWith("chapter-")) {
+ chap = chap.substring("chapter-".length());
+ }
+
+ // 2. generate an image base
+ String base = "https://img.mghubcdn.com/file/imghub/" + title + "/" + chap + "/";
+
+ // 3. add each chapter
+ StringBuilder builder = new StringBuilder();
+
+ int i = 1;
+ String url = base + i + ".jpg";
+ while (getHttpStatus(new URL(url)) != 404) {
+ builder.append("[");
+ builder.append(url);
+ builder.append("]<br/>");
+
+ i++;
+ url = base + i + ".jpg";
+ }
+
+ return builder.toString();
+ }
+
+ // HTTP response code, or -1 if other error
+ private int getHttpStatus(URL url) {
+ try {
+ HttpURLConnection connection = (HttpURLConnection) url.openConnection();
+ try {
+ connection.setRequestMethod("HEAD");
+ return connection.getResponseCode();
+ } finally {
+ connection.disconnect();
+ }
+ } catch (Exception e) {
+ return -1;
+ }
+ }
+
+ @Override
+ protected boolean supports(URL url) {
+ return "mangahub.io".equals(url.getHost()) || "www.mangahub.io".equals(url.getHost());
+ }
+}
git://git.nikiroo.be / fanfix.git / commitdiff