fix see word count on source/author, step 2

[nikiroo-utils.git] / src / be / nikiroo / fanfix / supported / EHentai.java

package be.nikiroo.fanfix.supported;

import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
import java.net.URL;
import java.util.AbstractMap;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Scanner;

import be.nikiroo.fanfix.Instance;
import be.nikiroo.fanfix.data.Chapter;
import be.nikiroo.fanfix.data.MetaData;
import be.nikiroo.fanfix.data.Story;
import be.nikiroo.utils.Image;
import be.nikiroo.utils.Progress;
import be.nikiroo.utils.StringUtils;

/**
 * Support class for <a href="https://e-hentai.org/">e-hentai.org</a>, a website
 * supporting mostly but not always NSFW comics, including some of MLP.
 * 
 * @author niki
 */
class EHentai extends BasicSupport_Deprecated {
	@Override
	public String getSourceName() {
		return "e-hentai.org";
	}

	@Override
	protected MetaData getMeta(URL source, InputStream in) throws IOException {
		MetaData meta = new MetaData();

		meta.setTitle(getTitle(reset(in)));
		meta.setAuthor(getAuthor(reset(in)));
		meta.setDate(getDate(reset(in)));
		meta.setTags(getTags(reset(in)));
		meta.setSource(getSourceName());
		meta.setUrl(source.toString());
		meta.setPublisher(getSourceName());
		meta.setUuid(source.toString());
		meta.setLuid("");
		meta.setLang(getLang(reset(in)));
		meta.setSubject("Hentai");
		meta.setType(getType().toString());
		meta.setImageDocument(true);
		meta.setCover(getCover(source, reset(in)));
		meta.setFakeCover(true);

		return meta;
	}

	@Override
	public Story process(URL url, Progress pg) throws IOException {
		// There is no chapters on e621, just pagination...
		Story story = super.process(url, pg);

		Chapter only = new Chapter(1, null);
		for (Chapter chap : story) {
			only.getParagraphs().addAll(chap.getParagraphs());
		}

		story.getChapters().clear();
		story.getChapters().add(only);

		return story;
	}

	@Override
	protected boolean supports(URL url) {
		return "e-hentai.org".equals(url.getHost());
	}

	@Override
	protected boolean isHtml() {
		return true;
	}

	@Override
	public Map<String, String> getCookies() {
		Map<String, String> cookies = super.getCookies();
		cookies.put("nw", "1");
		return cookies;
	}

	private Image getCover(URL source, InputStream in) {
		Image author = null;
		String coverLine = getKeyLine(in, "<div id=\"gd1\"", " url(", ")");
		if (coverLine != null) {
			coverLine = StringUtils.unhtml(coverLine).trim();
			author = getImage(this, source, coverLine);
		}

		return author;
	}

	private String getAuthor(InputStream in) {
		String author = null;

		List<String> tagsAuthor = getTagsAuthor(in);
		if (!tagsAuthor.isEmpty()) {
			author = tagsAuthor.get(0);
		}

		return author;
	}

	private String getLang(InputStream in) {
		String lang = null;

		String langLine = getKeyLine(in, "class=\"gdt1\">Language",
				"class=\"gdt2\"", "</td>");
		if (langLine != null) {
			langLine = StringUtils.unhtml(langLine).trim();
			if (langLine.equalsIgnoreCase("English")) {
				lang = "en";
			} else if (langLine.equalsIgnoreCase("Japanese")) {
				lang = "jp";
			} else if (langLine.equalsIgnoreCase("French")) {
				lang = "fr";
			} else {
				// TODO find the code?
				lang = langLine;
			}
		}

		return lang;
	}

	private String getDate(InputStream in) {
		String date = null;

		String dateLine = getKeyLine(in, "class=\"gdt1\">Posted",
				"class=\"gdt2\"", "</td>");
		if (dateLine != null) {
			dateLine = StringUtils.unhtml(dateLine).trim();
			if (dateLine.length() > 10) {
				dateLine = dateLine.substring(0, 10).trim();
			}

			date = dateLine;
		}

		return date;
	}

	private List<String> getTags(InputStream in) {
		List<String> tags = new ArrayList<String>();
		List<String> tagsAuthor = getTagsAuthor(in);

		for (int i = 1; i < tagsAuthor.size(); i++) {
			tags.add(tagsAuthor.get(i));
		}

		return tags;
	}

	private List<String> getTagsAuthor(InputStream in) {
		List<String> tags = new ArrayList<String>();
		String tagLine = getKeyLine(in, "<meta name=\"description\"", "Tags: ",
				null);
		if (tagLine != null) {
			for (String tag : tagLine.split(",")) {
				String candi = tag.trim();
				if (!candi.isEmpty() && !tags.contains(candi)) {
					tags.add(candi);
				}
			}
		}

		return tags;
	}

	private String getTitle(InputStream in) {
		String siteName = " - E-Hentai Galleries";

		String title = getLine(in, "<title>", 0);
		if (title != null) {
			title = StringUtils.unhtml(title).trim();
			if (title.endsWith(siteName)) {
				title = title.substring(0, title.length() - siteName.length())
						.trim();
			}
		}

		return title;
	}

	@Override
	protected String getDesc(URL source, InputStream in) throws IOException {
		String desc = null;

		String descLine = getKeyLine(in, "Uploader Comment", null,
				"<div class=\"c7\"");
		if (descLine != null) {
			desc = StringUtils.unhtml(descLine);
		}

		return desc;
	}

	@Override
	protected List<Entry<String, URL>> getChapters(URL source, InputStream in,
			Progress pg) throws IOException {
		List<Entry<String, URL>> urls = new ArrayList<Entry<String, URL>>();
		int last = 0; // no pool/show when only one page, first page == page 0

		@SuppressWarnings("resource")
		Scanner scan = new Scanner(in, "UTF-8");
		scan.useDelimiter(">");
		while (scan.hasNext()) {
			String line = scan.next();
			if (line.contains(source.toString())) {
				String page = line.substring(line.indexOf(source.toString()));
				String pkey = "?p=";
				if (page.contains(pkey)) {
					page = page.substring(page.indexOf(pkey) + pkey.length());
					String number = "";
					while (!page.isEmpty() && page.charAt(0) >= '0'
							&& page.charAt(0) <= '9') {
						number += page.charAt(0);
						page = page.substring(1);
					}
					if (number.isEmpty()) {
						number = "0";
					}

					int current = Integer.parseInt(number);
					if (last < current) {
						last = current;
					}
				}
			}
		}

		for (int i = 0; i <= last; i++) {
			urls.add(new AbstractMap.SimpleEntry<String, URL>(Integer
					.toString(i + 1), new URL(source.toString() + "?p=" + i)));
		}

		return urls;
	}

	@Override
	protected String getChapterContent(URL source, InputStream in, int number,
			Progress pg) throws IOException {
		String staticSite = "https://e-hentai.org/s/";
		List<URL> pages = new ArrayList<URL>();

		@SuppressWarnings("resource")
		Scanner scan = new Scanner(in, "UTF-8");
		scan.useDelimiter("\"");
		while (scan.hasNext()) {
			String line = scan.next();
			if (line.startsWith(staticSite)) {
				try {
					pages.add(new URL(line));
				} catch (MalformedURLException e) {
					Instance.getTraceHandler().error(
							new IOException(
									"Parsing error, a link is not correctly parsed: "
											+ line, e));
				}
			}
		}

		if (pg == null) {
			pg = new Progress();
		}
		pg.setMinMax(0, pages.size());
		pg.setProgress(0);

		StringBuilder builder = new StringBuilder();

		for (URL page : pages) {
			InputStream pageIn = Instance.getCache().open(page, this, false);
			try {
				String link = getKeyLine(pageIn, "id=\"img\"", "src=\"", "\"");
				if (link != null && !link.isEmpty()) {
					builder.append("[");
					builder.append(link);
					builder.append("]<br/>");
				}
				pg.add(1);
			} finally {
				if (pageIn != null) {
					pageIn.close();
				}
			}
		}

		pg.done();
		return builder.toString();
	}
}