--- /dev/null
+package be.nikiroo.fanfix.supported;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.MalformedURLException;
+import java.net.URL;
+import java.util.AbstractMap;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.Scanner;
+
+import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.bundles.Config;
+import be.nikiroo.fanfix.data.MetaData;
+import be.nikiroo.utils.Image;
+import be.nikiroo.utils.Progress;
+import be.nikiroo.utils.StringUtils;
+
+/**
+ * Support class for <a href="https://sofurry.com/">SoFurry.com</a>, a Furry
+ * website supporting images and stories (we only retrieve the stories).
+ *
+ * @author niki
+ */
+class YiffStar extends BasicSupport_Deprecated {
+ @Override
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle(reset(in)));
+ meta.setAuthor(getAuthor(reset(in)));
+ meta.setDate("");
+ meta.setTags(getTags(reset(in)));
+ meta.setSource(getType().getSourceName());
+ meta.setUrl(source.toString());
+ meta.setPublisher(getType().getSourceName());
+ meta.setUuid(source.toString());
+ meta.setLuid("");
+ meta.setLang("en");
+ meta.setSubject("Furry");
+ meta.setType(getType().toString());
+ meta.setImageDocument(false);
+ meta.setCover(getCover(source, reset(in)));
+
+ return meta;
+ }
+
+ @Override
+ protected boolean supports(URL url) {
+ String host = url.getHost();
+ if (host.startsWith("www.")) {
+ host = host.substring("www.".length());
+ }
+
+ return "sofurry.com".equals(host);
+ }
+
+ @Override
+ protected boolean isHtml() {
+ return true;
+ }
+
+ @Override
+ public void login() throws IOException {
+ // Note: this should not be necessary anymore
+ // (the "/guest" trick is enough)
+ String login = Instance.getConfig().getString(
+ Config.LOGIN_YIFFSTAR_USER);
+ String password = Instance.getConfig().getString(
+ Config.LOGIN_YIFFSTAR_PASS);
+
+ if (login != null && !login.isEmpty() && password != null
+ && !password.isEmpty()) {
+
+ Map<String, String> post = new HashMap<String, String>();
+ post.put("LoginForm[sfLoginUsername]", login);
+ post.put("LoginForm[sfLoginPassword]", password);
+ post.put("YII_CSRF_TOKEN", "");
+ post.put("yt1", "Login");
+ post.put("returnUrl", "/");
+
+ // Cookies will actually be retained by the cache manager once
+ // logged in
+ Instance.getCache()
+ .openNoCache(new URL("https://www.sofurry.com/user/login"),
+ this, post, null, null).close();
+ }
+ }
+
+ @Override
+ public URL getCanonicalUrl(URL source) {
+ try {
+ if (source.getPath().startsWith("/view")) {
+ source = guest(source.toString());
+ // NO CACHE because we don't want the NotLoggedIn message later
+ InputStream in = Instance.getCache().openNoCache(source, this,
+ null, null, null);
+ String line = getLine(in, "/browse/folder/", 0);
+ if (line != null) {
+ String[] tab = line.split("\"");
+ if (tab.length > 1) {
+ String groupUrl = source.getProtocol() + "://"
+ + source.getHost() + tab[1];
+ return guest(groupUrl);
+ }
+ }
+ }
+ } catch (Exception e) {
+ Instance.getTraceHandler().error(e);
+ }
+
+ return super.getCanonicalUrl(source);
+ }
+
+ private List<String> getTags(InputStream in) {
+ List<String> tags = new ArrayList<String>();
+
+ String line = getLine(in, "class=\"sf-story-big-tags", 0);
+ if (line != null) {
+ String[] tab = StringUtils.unhtml(line).split(",");
+ for (String possibleTag : tab) {
+ String tag = possibleTag.trim();
+ if (!tag.isEmpty() && !tag.equals("...") && !tags.contains(tag)) {
+ tags.add(tag);
+ }
+ }
+ }
+
+ return tags;
+ }
+
+ private Image getCover(URL source, InputStream in) throws IOException {
+
+ List<Entry<String, URL>> chaps = getChapters(source, in, null);
+ if (!chaps.isEmpty()) {
+ in = Instance.getCache().open(chaps.get(0).getValue(), this, true);
+ String line = getLine(in, " name=\"og:image\"", 0);
+ if (line != null) {
+ int pos = -1;
+ for (int i = 0; i < 3; i++) {
+ pos = line.indexOf('"', pos + 1);
+ }
+
+ if (pos >= 0) {
+ line = line.substring(pos + 1);
+ pos = line.indexOf('"');
+ if (pos >= 0) {
+ line = line.substring(0, pos);
+ if (line.contains("/thumb?")) {
+ line = line.replace("/thumb?",
+ "/auxiliaryContent?type=25&");
+ return getImage(this, null, line);
+ }
+ }
+ }
+ }
+ }
+
+ return null;
+ }
+
+ private String getAuthor(InputStream in) {
+ String author = getLine(in, "class=\"onlinestatus", 0);
+ if (author != null) {
+ return StringUtils.unhtml(author).trim();
+ }
+
+ return null;
+ }
+
+ private String getTitle(InputStream in) {
+ String title = getLine(in, "class=\"sflabel pagetitle", 0);
+ if (title != null) {
+ if (title.contains("(series)")) {
+ title = title.replace("(series)", "");
+ }
+ return StringUtils.unhtml(title).trim();
+ }
+
+ return null;
+ }
+
+ @Override
+ protected String getDesc(URL source, InputStream in) throws IOException {
+ return null; // TODO: no description at all? Cannot find one...
+ }
+
+ @Override
+ protected List<Entry<String, URL>> getChapters(URL source, InputStream in,
+ Progress pg) throws IOException {
+ List<Entry<String, URL>> urls = new ArrayList<Entry<String, URL>>();
+
+ @SuppressWarnings("resource")
+ Scanner scan = new Scanner(in, "UTF-8");
+ scan.useDelimiter("\\n");
+ while (scan.hasNext()) {
+ String line = scan.next();
+ if (line.contains("\"/view/") && line.contains("title=")) {
+ String[] tab = line.split("\"");
+ if (tab.length > 5) {
+ String link = tab[5];
+ if (link.startsWith("/")) {
+ link = source.getProtocol() + "://" + source.getHost()
+ + link;
+ }
+ urls.add(new AbstractMap.SimpleEntry<String, URL>(
+ StringUtils.unhtml(line).trim(), guest(link)));
+ }
+ }
+ }
+
+ return urls;
+ }
+
+ @Override
+ protected String getChapterContent(URL source, InputStream in, int number,
+ Progress pg) throws IOException {
+ StringBuilder builder = new StringBuilder();
+
+ String startAt = "id=\"sfContentBody";
+ String endAt = "id=\"recommendationArea";
+ boolean ok = false;
+
+ @SuppressWarnings("resource")
+ Scanner scan = new Scanner(in, "UTF-8");
+ scan.useDelimiter("\\n");
+ while (scan.hasNext()) {
+ String line = scan.next();
+ if (!ok && line.contains(startAt)) {
+ ok = true;
+ } else if (ok && line.contains(endAt)) {
+ ok = false;
+ break;
+ }
+
+ if (ok) {
+ builder.append(line);
+ builder.append(' ');
+ }
+ }
+
+ return builder.toString();
+ }
+
+ /**
+ * Return a {@link URL} from the given link, but add the "/guest" part to it
+ * to make sure we don't need to be logged-in to see it.
+ *
+ * @param link
+ * the link
+ *
+ * @return the {@link URL}
+ *
+ * @throws MalformedURLException
+ * in case of data error
+ */
+ private URL guest(String link) throws MalformedURLException {
+ if (link.contains("?")) {
+ if (link.contains("/?")) {
+ return new URL(link.replace("?", "guest?"));
+ }
+
+ return new URL(link.replace("?", "/guest?"));
+ }
+
+ return new URL(link + "/guest");
+ }
+}
git://git.nikiroo.be / fanfix.git / blobdiff