}
trans = new StringIdBundle(getLang());
- lib = new Library(getFile(Config.LIBRARY_DIR));
+ try {
+ lib = new Library(getFile(Config.LIBRARY_DIR));
+ } catch (Exception e) {
+ syserr(new IOException("Cannot create library for directory: "
+ + getFile(Config.LIBRARY_DIR), e));
+ }
+
debug = Instance.getConfig().getBoolean(Config.DEBUG_ERR, false);
coverDir = getFile(Config.DEFAULT_COVERS_DIR);
File tmp = getFile(Config.CACHE_DIR);
import java.util.Map;
import java.util.Map.Entry;
-import be.nikiroo.fanfix.bundles.Config;
import be.nikiroo.fanfix.data.MetaData;
import be.nikiroo.fanfix.data.Story;
import be.nikiroo.fanfix.output.BasicOutput;
import be.nikiroo.fanfix.output.BasicOutput.OutputType;
import be.nikiroo.fanfix.supported.BasicSupport;
import be.nikiroo.fanfix.supported.BasicSupport.SupportType;
+import be.nikiroo.fanfix.supported.InfoReader;
/**
* Manage a library of Stories: import, export, list.
private Map<MetaData, File> getStories() {
if (stories.isEmpty()) {
lastId = 0;
- String format = "."
- + Instance.getConfig().getString(Config.IMAGE_FORMAT_COVER)
- .toLowerCase();
+
for (File dir : baseDir.listFiles()) {
if (dir.isDirectory()) {
for (File file : dir.listFiles()) {
try {
- String path = file.getPath().toLowerCase();
- if (!path.endsWith(".info")
- && !path.endsWith(format)) {
- // TODO: export .info reading to a class and use
- // it here
- SupportType type = SupportType.INFO_TEXT;
- if (path.toLowerCase().endsWith(".cbz")) {
- type = SupportType.CBZ;
- }
- BasicSupport support = BasicSupport
- .getSupport(type);
- MetaData meta = support.processMeta(
- file.toURI().toURL()).getMeta();
- if (meta != null) {
- stories.put(meta, file);
- try {
- int id = Integer.parseInt(meta
- .getLuid());
- if (id > lastId) {
- lastId = id;
- }
- } catch (Exception e) {
- // not normal!!
- Instance.syserr(new IOException(
- "Cannot understand the LUID of "
- + file.getPath() + ": "
- + meta.getLuid(), e));
+ if (file.getPath().toLowerCase().endsWith(".info")) {
+ MetaData meta = InfoReader.readMeta(file);
+ try {
+ int id = Integer.parseInt(meta.getLuid());
+ if (id > lastId) {
+ lastId = id;
}
- } else {
+
+ stories.put(meta, file);
+
+ } catch (Exception e) {
// not normal!!
Instance.syserr(new IOException(
- "Cannot get metadata for: "
- + file.getPath()));
+ "Cannot understand the LUID of "
+ + file.getPath() + ": "
+ + meta.getLuid(), e));
}
}
} catch (IOException e) {
String target = null;
MainAction action = MainAction.HELP;
Boolean plusInfo = null;
-
+
boolean noMoreActions = false;
int exitCode = 0;
imageName = paragraphNumber + "_" + chapterNameNum + ".png";
if (story.getMeta() != null) {
- story.getMeta().setType(getType().toString());
+ story.getMeta().setType("" + getType());
}
-
+
if (writeCover) {
InfoCover.writeCover(targetDir, targetName, story.getMeta());
}
package be.nikiroo.fanfix.supported;
+import java.awt.image.BufferedImage;
import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.IOException;
import java.util.Map.Entry;
import java.util.Scanner;
+import javax.imageio.ImageIO;
+
import be.nikiroo.fanfix.Instance;
import be.nikiroo.fanfix.bundles.Config;
import be.nikiroo.fanfix.bundles.StringId;
}
}
- /** Only used by {@link BasicSupport#getInput()} just so it is always reset. */
private InputStream in;
private SupportType type;
private URL currentReferer; // with on 'r', as in 'HTTP'...
*/
protected abstract boolean isHtml();
- /**
- * Return the story title.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the title
- *
- * @throws IOException
- * in case of I/O error
- */
- protected abstract String getTitle(URL source, InputStream in)
- throws IOException;
-
- /**
- * Return the story author.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the author
- *
- * @throws IOException
- * in case of I/O error
- */
- protected abstract String getAuthor(URL source, InputStream in)
- throws IOException;
-
- /**
- * Return the story publication date.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the date
- *
- * @throws IOException
- * in case of I/O error
- */
- protected abstract String getDate(URL source, InputStream in)
- throws IOException;
-
- /**
- * Return the subject of the story (for instance, if it is a fanfiction,
- * what is the original work; if it is a technical text, what is the
- * technical subject...).
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the subject
- *
- * @throws IOException
- * in case of I/O error
- */
- protected abstract String getSubject(URL source, InputStream in)
+ protected abstract MetaData getMeta(URL source, InputStream in)
throws IOException;
/**
protected abstract String getDesc(URL source, InputStream in)
throws IOException;
- /**
- * Return the story cover resource if any, or NULL if none.
- * <p>
- * The default cover should not be checked for here.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the cover or NULL
- *
- * @throws IOException
- * in case of I/O error
- */
- protected abstract URL getCover(URL source, InputStream in)
- throws IOException;
-
/**
* Return the list of chapters (name and resource).
*
protected abstract String getChapterContent(URL source, InputStream in,
int number) throws IOException;
- /**
- * Check if this {@link BasicSupport} is mainly catered to image files.
- *
- * @return TRUE if it is
- */
- public boolean isImageDocument(URL source, InputStream in)
- throws IOException {
- return false;
- }
-
/**
* Return the list of cookies (values included) that must be used to
* correctly fetch the resources.
}
try {
- preprocess(getInput());
+ preprocess(url, getInput());
Story story = new Story();
- story.setMeta(new MetaData());
- story.getMeta().setTitle(ifUnhtml(getTitle(url, getInput())));
- story.getMeta().setAuthor(
- fixAuthor(ifUnhtml(getAuthor(url, getInput()))));
- story.getMeta().setDate(ifUnhtml(getDate(url, getInput())));
- story.getMeta().setTags(getTags(url, getInput()));
- story.getMeta().setSource(getSourceName());
- story.getMeta().setPublisher(
- ifUnhtml(getPublisher(url, getInput())));
- story.getMeta().setUuid(getUuid(url, getInput()));
- story.getMeta().setLuid(getLuid(url, getInput()));
- story.getMeta().setLang(getLang(url, getInput()));
- story.getMeta().setSubject(ifUnhtml(getSubject(url, getInput())));
- story.getMeta().setImageDocument(isImageDocument(url, getInput()));
+ MetaData meta = getMeta(url, getInput());
+ story.setMeta(meta);
+
+ if (meta != null && meta.getCover() == null) {
+ meta.setCover(getDefaultCover(meta.getSubject()));
+ }
if (getDesc) {
String descChapterName = Instance.getTrans().getString(
story.setChapters(new ArrayList<Chapter>());
- URL cover = getCover(url, getInput());
- if (cover == null) {
- String subject = story.getMeta() == null ? null : story
- .getMeta().getSubject();
- if (subject != null && !subject.isEmpty()
- && Instance.getCoverDir() != null) {
- File fileCover = new File(Instance.getCoverDir(), subject);
- cover = getImage(fileCover.toURI().toURL(), subject);
- }
- }
-
- if (cover != null) {
- InputStream coverIn = null;
- try {
- coverIn = Instance.getCache().open(cover, this, true);
- story.getMeta().setCover(StringUtils.toImage(coverIn));
- } catch (IOException e) {
- Instance.syserr(new IOException(Instance.getTrans()
- .getString(StringId.ERR_BS_NO_COVER, cover), e));
- } finally {
- if (coverIn != null)
- coverIn.close();
- }
- }
-
List<Entry<String, URL>> chapters = getChapters(url, getInput());
int i = 1;
if (chapters != null) {
}
/**
- * Return the story publisher (by default,
- * {@link BasicSupport#getSourceName()}).
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the publisher
- *
- * @throws IOException
- * in case of I/O error
- */
- protected String getPublisher(URL source, InputStream in)
- throws IOException {
- return getSourceName();
- }
-
- /**
- * Return the story UUID, a unique value representing the story (it is often
- * an URL).
- * <p>
- * By default, this is the {@link URL} of the resource.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the uuid
- *
- * @throws IOException
- * in case of I/O error
- */
- protected String getUuid(URL source, InputStream in) throws IOException {
- return source.toString();
- }
-
- /**
- * Return the story Library UID, a unique value representing the story (it
- * is often a number) in the local library.
- * <p>
- * By default, this is empty.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the id
- *
- * @throws IOException
- * in case of I/O error
- */
- protected String getLuid(URL source, InputStream in) throws IOException {
- return "";
- }
-
- /**
- * Return the 2-letter language code of this story.
- * <p>
- * By default, this is 'EN'.
- *
- * @param source
- * the source of the story
- * @param in
- * the input (the main resource)
- *
- * @return the language
- *
- * @throws IOException
- * in case of I/O error
- */
- protected String getLang(URL source, InputStream in) throws IOException {
- return "EN";
- }
-
- /**
- * Return the list of tags for this story.
+ * Prepare the support if needed before processing.
*
* @param source
* the source of the story
* @param in
* the input (the main resource)
*
- * @return the tags
- *
- * @throws IOException
- * in case of I/O error
- */
- protected List<String> getTags(URL source, InputStream in)
- throws IOException {
- return new ArrayList<String>();
- }
-
- /**
- * Return the first line from the given input which correspond to the given
- * selectors.
- * <p>
- * Do not reset the input, which will be pointing at the line just after the
- * result (input will be spent if no result is found).
- *
- * @param in
- * the input
- * @param needle
- * a string that must be found inside the target line (also
- * supports "^" at start to say "only if it starts with" the
- * needle)
- * @param relativeLine
- * the line to return based upon the target line position (-1 =
- * the line before, 0 = the target line...)
- *
- * @return the line
- */
- protected String getLine(InputStream in, String needle, int relativeLine) {
- return getLine(in, needle, relativeLine, true);
- }
-
- /**
- * Return a line from the given input which correspond to the given
- * selectors.
- * <p>
- * Do not reset the input, which will be pointing at the line just after the
- * result (input will be spent if no result is found) when first is TRUE,
- * and will always be spent if first is FALSE.
- *
- * @param in
- * the input
- * @param needle
- * a string that must be found inside the target line (also
- * supports "^" at start to say "only if it starts with" the
- * needle)
- * @param relativeLine
- * the line to return based upon the target line position (-1 =
- * the line before, 0 = the target line...)
- * @param first
- * takes the first result (as opposed to the last one, which will
- * also always spend the input)
- *
- * @return the line
- */
- protected String getLine(InputStream in, String needle, int relativeLine,
- boolean first) {
- String rep = null;
-
- List<String> lines = new ArrayList<String>();
- @SuppressWarnings("resource")
- Scanner scan = new Scanner(in, "UTF-8");
- int index = -1;
- scan.useDelimiter("\\n");
- while (scan.hasNext()) {
- lines.add(scan.next());
-
- if (index == -1) {
- if (needle.startsWith("^")) {
- if (lines.get(lines.size() - 1).startsWith(
- needle.substring(1))) {
- index = lines.size() - 1;
- }
-
- } else {
- if (lines.get(lines.size() - 1).contains(needle)) {
- index = lines.size() - 1;
- }
- }
- }
-
- if (index >= 0 && index + relativeLine < lines.size()) {
- rep = lines.get(index + relativeLine);
- if (first) {
- break;
- }
- }
- }
-
- return rep;
- }
-
- /**
- * Prepare the support if needed before processing.
- *
* @throws IOException
* on I/O error
*/
- protected void preprocess(InputStream in) throws IOException {
+ protected void preprocess(URL source, InputStream in) throws IOException {
}
/**
String line = scan.next().trim();
boolean image = false;
if (line.startsWith("[") && line.endsWith("]")) {
- URL url = getImage(source,
+ URL url = getImageUrl(source,
line.substring(1, line.length() - 1).trim());
if (url != null) {
paras.add(new Paragraph(url));
}
}
+ static BufferedImage getDefaultCover(String subject) {
+ if (subject != null && !subject.isEmpty()
+ && Instance.getCoverDir() != null) {
+ try {
+ File fileCover = new File(Instance.getCoverDir(), subject);
+ return getImage(fileCover.toURI().toURL(), subject);
+ } catch (MalformedURLException e) {
+ }
+ }
+
+ return null;
+ }
+
/**
* Return the list of supported image extensions.
*
* @return the extensions
*/
- protected String[] getImageExt(boolean emptyAllowed) {
+ static String[] getImageExt(boolean emptyAllowed) {
if (emptyAllowed) {
return new String[] { "", ".png", ".jpg", ".jpeg", ".gif", ".bmp" };
} else {
}
}
+ static BufferedImage getImage(URL source, String line) {
+ URL url = getImageUrl(source, line);
+ if (url != null) {
+ InputStream in = null;
+ try {
+ in = Instance.getCache().open(url, getSupport(url), true);
+ return ImageIO.read(in);
+ } catch (IOException e) {
+ } finally {
+ if (in != null) {
+ try {
+ in.close();
+ } catch (IOException e) {
+ }
+ }
+ }
+ }
+
+ return null;
+ }
+
/**
* Check if the given resource can be a local image or a remote image, then
* refresh the cache with it if it is.
* @return the image URL if found, or NULL
*
*/
- protected URL getImage(URL source, String line) {
- String path = new File(source.getFile()).getParent();
+ static URL getImageUrl(URL source, String line) {
URL url = null;
- // try for files
- try {
- String urlBase = new File(new File(path), line.trim()).toURI()
- .toURL().toString();
- for (String ext : getImageExt(true)) {
- if (new File(urlBase + ext).exists()) {
- url = new File(urlBase + ext).toURI().toURL();
- }
- }
- } catch (Exception e) {
- // Nothing to do here
- }
-
- if (url == null) {
- // try for URLs
- try {
- for (String ext : getImageExt(true)) {
- if (Instance.getCache().check(new URL(line + ext))) {
- url = new URL(line + ext);
+ if (line != null) {
+ // try for files
+ String path = null;
+ if (source != null) {
+ path = new File(source.getFile()).getParent();
+ try {
+ String urlBase = new File(new File(path), line.trim())
+ .toURI().toURL().toString();
+ for (String ext : getImageExt(true)) {
+ if (new File(urlBase + ext).exists()) {
+ url = new File(urlBase + ext).toURI().toURL();
+ }
}
+ } catch (Exception e) {
+ // Nothing to do here
}
+ }
- // try out of cache
- if (url == null) {
+ if (url == null) {
+ // try for URLs
+ try {
for (String ext : getImageExt(true)) {
- try {
+ if (Instance.getCache().check(new URL(line + ext))) {
url = new URL(line + ext);
- Instance.getCache().refresh(url, this, true);
- break;
- } catch (IOException e) {
- // no image with this ext
- url = null;
}
}
+
+ // try out of cache
+ if (url == null) {
+ for (String ext : getImageExt(true)) {
+ try {
+ url = new URL(line + ext);
+ Instance.getCache().refresh(url,
+ getSupport(url), true);
+ break;
+ } catch (IOException e) {
+ // no image with this ext
+ url = null;
+ }
+ }
+ }
+ } catch (MalformedURLException e) {
+ // Not an url
}
- } catch (MalformedURLException e) {
- // Not an url
}
- }
- // refresh the cached file
- if (url != null) {
- try {
- Instance.getCache().refresh(url, this, true);
- } catch (IOException e) {
- // woops, broken image
- url = null;
+ // refresh the cached file
+ if (url != null) {
+ try {
+ Instance.getCache().refresh(url, getSupport(url), true);
+ } catch (IOException e) {
+ // woops, broken image
+ url = null;
+ }
}
}
return url;
}
+ protected InputStream reset(InputStream in) {
+ try {
+ in.reset();
+ } catch (IOException e) {
+ }
+ return in;
+ }
+
/**
* Reset then return {@link BasicSupport#in}.
*
* @return {@link BasicSupport#in}
- *
- * @throws IOException
- * in case of I/O error
*/
- protected InputStream getInput() throws IOException {
- in.reset();
- return in;
+ protected InputStream getInput() {
+ return reset(in);
}
/**
*
* @return the author without prefixes
*/
- private String fixAuthor(String author) {
+ protected String fixAuthor(String author) {
if (author != null) {
for (String suffix : new String[] { " ", ":" }) {
for (String byString : Instance.getConfig()
private List<Paragraph> requotify(Paragraph para) {
List<Paragraph> newParas = new ArrayList<Paragraph>();
- if (para.getType() == ParagraphType.QUOTE) {
+ if (para.getType() == ParagraphType.QUOTE
+ && para.getContent().length() > 2) {
String line = para.getContent();
boolean singleQ = line.startsWith("" + openQuote);
boolean doubleQ = line.startsWith("" + openDoubleQuote);
newParas.add(new Paragraph(ParagraphType.QUOTE, line));
} else {
char close = singleQ ? closeQuote : closeDoubleQuote;
- int posClose = line.indexOf(close);
+ int posClose = line.indexOf(close, 1);
int posDot = line.indexOf(".");
while (posDot >= 0 && posDot < posClose) {
posDot = line.indexOf(".", posDot + 1);
String rest = line.substring(posDot + 1).trim();
line = line.substring(0, posDot + 1).trim();
newParas.add(new Paragraph(ParagraphType.QUOTE, line));
- newParas.addAll(requotify(processPara(rest)));
+ if (!rest.isEmpty()) {
+ newParas.addAll(requotify(processPara(rest)));
+ }
} else {
newParas.add(para);
}
return null;
}
+
+ /**
+ * Return the first line from the given input which correspond to the given
+ * selectors.
+ *
+ * @param in
+ * the input
+ * @param needle
+ * a string that must be found inside the target line (also
+ * supports "^" at start to say "only if it starts with" the
+ * needle)
+ * @param relativeLine
+ * the line to return based upon the target line position (-1 =
+ * the line before, 0 = the target line...)
+ *
+ * @return the line
+ */
+ static String getLine(InputStream in, String needle, int relativeLine) {
+ return getLine(in, needle, relativeLine, true);
+ }
+
+ /**
+ * Return a line from the given input which correspond to the given
+ * selectors.
+ *
+ * @param in
+ * the input
+ * @param needle
+ * a string that must be found inside the target line (also
+ * supports "^" at start to say "only if it starts with" the
+ * needle)
+ * @param relativeLine
+ * the line to return based upon the target line position (-1 =
+ * the line before, 0 = the target line...)
+ * @param first
+ * takes the first result (as opposed to the last one, which will
+ * also always spend the input)
+ *
+ * @return the line
+ */
+ static String getLine(InputStream in, String needle, int relativeLine,
+ boolean first) {
+ String rep = null;
+
+ try {
+ in.reset();
+ } catch (IOException e) {
+ Instance.syserr(e);
+ }
+
+ List<String> lines = new ArrayList<String>();
+ @SuppressWarnings("resource")
+ Scanner scan = new Scanner(in, "UTF-8");
+ int index = -1;
+ scan.useDelimiter("\\n");
+ while (scan.hasNext()) {
+ lines.add(scan.next());
+
+ if (index == -1) {
+ if (needle.startsWith("^")) {
+ if (lines.get(lines.size() - 1).startsWith(
+ needle.substring(1))) {
+ index = lines.size() - 1;
+ }
+
+ } else {
+ if (lines.get(lines.size() - 1).contains(needle)) {
+ index = lines.size() - 1;
+ }
+ }
+ }
+
+ if (index >= 0 && index + relativeLine < lines.size()) {
+ rep = lines.get(index + relativeLine);
+ if (first) {
+ break;
+ }
+ }
+ }
+
+ return rep;
+ }
}
protected boolean requireInfo() {
return false;
}
-
- @Override
- public boolean isImageDocument(URL source, InputStream in)
- throws IOException {
- return true;
- }
@Override
protected boolean getCover() {
return false;
}
+ @Override
+ protected void preprocess(URL source, InputStream in) throws IOException {
+ super.preprocess(source, in);
+ meta.setImageDocument(true);
+ }
+
@Override
public Story process(URL url) throws IOException {
Story story = processMeta(url, false, true);
if (imageEntry) {
try {
- // we assume that we can get the UUID without a stream
- String uuid = getUuid(url, null) + "_"
- + entry.getName();
+ String uuid = meta.getUuid() + "_" + entry.getName();
Instance.getCache().addToCache(zipIn, uuid);
chap.getParagraphs().add(
import be.nikiroo.fanfix.Instance;
import be.nikiroo.fanfix.data.Chapter;
+import be.nikiroo.fanfix.data.MetaData;
import be.nikiroo.fanfix.data.Story;
import be.nikiroo.utils.StringUtils;
}
@Override
- public boolean isImageDocument(URL source, InputStream in) {
- return true;
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle(reset(in)));
+ meta.setAuthor(getAuthor(source, reset(in)));
+ meta.setDate("");
+ meta.setTags(new ArrayList<String>()); // TODDO ???
+ meta.setSource(getSourceName());
+ meta.setPublisher(getSourceName());
+ meta.setUuid(source.toString());
+ meta.setLuid("");
+ meta.setLang("EN");
+ meta.setSubject("");
+ meta.setType(getType().toString());
+ meta.setImageDocument(true);
+ meta.setCover(null);
+
+ return meta;
}
@Override
return true;
}
- @Override
- protected String getAuthor(URL source, InputStream in) throws IOException {
+ private String getAuthor(URL source, InputStream in) throws IOException {
String author = getLine(in, "href=\"/post/show/", 0);
if (author != null) {
String key = "href=\"";
return null;
}
- @Override
- protected String getDate(URL source, InputStream in) throws IOException {
- return null;
- }
-
- @Override
- protected String getSubject(URL source, InputStream in) throws IOException {
- return null;
- }
-
- @Override
- protected URL getCover(URL source, InputStream in) throws IOException {
- return null;
- }
-
- @Override
- protected String getTitle(URL source, InputStream in) throws IOException {
+ private String getTitle(InputStream in) throws IOException {
String title = getLine(in, "<title>", 0);
if (title != null) {
int pos = title.indexOf('>');
title = title.substring("Pool:".length());
}
- title = title.trim();
+ title = StringUtils.unhtml(title).trim();
}
return title;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;
+import java.util.ArrayList;
import java.util.List;
import java.util.Map.Entry;
import java.util.zip.ZipEntry;
import javax.imageio.ImageIO;
import be.nikiroo.fanfix.Instance;
-import be.nikiroo.fanfix.bundles.Config;
+import be.nikiroo.fanfix.data.MetaData;
import be.nikiroo.utils.IOUtils;
import be.nikiroo.utils.MarkableFileInputStream;
*
* @author niki
*/
-class Epub extends BasicSupport {
- private InfoText base;
- private URL fakeSource;
-
- private File tmpCover;
- private File tmpInfo;
+class Epub extends InfoText {
private File tmp;
+ protected MetaData meta;
- /** Only used by {@link Epub#getInput()} so it is always reset. */
- private InputStream in;
+ private URL fakeSource;
+ private InputStream fakeIn;
@Override
public String getSourceName() {
}
@Override
- protected boolean isHtml() {
- if (tmpInfo.exists()) {
- return base.isHtml();
- }
-
- return false;
- }
-
- @Override
- protected String getTitle(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getTitle(fakeSource, getFakeInput());
- }
-
- return source.toString();
- }
-
- @Override
- protected String getAuthor(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getAuthor(fakeSource, getFakeInput());
- }
-
- return null;
- }
-
- @Override
- protected String getDate(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getDate(fakeSource, getFakeInput());
- }
-
- return null;
- }
-
- @Override
- protected String getSubject(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getSubject(fakeSource, getFakeInput());
- }
-
- return null;
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ return meta;
}
@Override
protected String getDesc(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getDesc(fakeSource, getFakeInput());
- }
-
- return null;
- }
-
- @Override
- protected URL getCover(URL source, InputStream in) throws IOException {
- if (tmpCover.exists()) {
- return tmpCover.toURI().toURL();
+ if (fakeIn != null) {
+ fakeIn.reset();
+ return super.getDesc(fakeSource, fakeIn);
}
return null;
@Override
protected List<Entry<String, URL>> getChapters(URL source, InputStream in)
throws IOException {
- if (tmpInfo.exists()) {
- return base.getChapters(fakeSource, getFakeInput());
+ if (fakeIn != null) {
+ fakeIn.reset();
+ return super.getChapters(fakeSource, fakeIn);
}
return null;
@Override
protected String getChapterContent(URL source, InputStream in, int number)
throws IOException {
- if (tmpInfo.exists()) {
- return base.getChapterContent(fakeSource, getFakeInput(), number);
+ if (fakeIn != null) {
+ fakeIn.reset();
+ return super.getChapterContent(fakeSource, fakeIn, number);
}
return null;
}
@Override
- protected String getLang(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getLang(fakeSource, getFakeInput());
- }
-
- return super.getLang(source, in);
- }
-
- @Override
- protected String getPublisher(URL source, InputStream in)
- throws IOException {
- if (tmpInfo.exists()) {
- return base.getPublisher(fakeSource, getFakeInput());
- }
-
- return super.getPublisher(source, in);
- }
-
- @Override
- protected List<String> getTags(URL source, InputStream in)
- throws IOException {
- if (tmpInfo.exists()) {
- return base.getTags(fakeSource, getFakeInput());
- }
-
- return super.getTags(source, in);
- }
-
- @Override
- protected String getUuid(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getUuid(fakeSource, getFakeInput());
- }
-
- return super.getUuid(source, in);
- }
-
- @Override
- protected String getLuid(URL source, InputStream in) throws IOException {
- if (tmpInfo.exists()) {
- return base.getLuid(fakeSource, getFakeInput());
- }
-
- return super.getLuid(source, in);
- }
-
- @Override
- protected void preprocess(InputStream in) throws IOException {
+ protected void preprocess(URL source, InputStream in) throws IOException {
// Note: do NOT close this stream, as it would also close "in"
ZipInputStream zipIn = new ZipInputStream(in);
tmp = File.createTempFile("fanfic-reader-parser_", ".tmp");
- tmpInfo = new File(tmp + ".info");
- tmpCover = File.createTempFile("fanfic-reader-parser_", ".tmp");
-
- base = new InfoText();
+ File tmpInfo = new File(tmp + ".info");
fakeSource = tmp.toURI().toURL();
+ BufferedImage cover = null;
for (ZipEntry entry = zipIn.getNextEntry(); entry != null; entry = zipIn
.getNextEntry()) {
// Cover
if (getCover()) {
try {
- BufferedImage image = ImageIO.read(zipIn);
- ImageIO.write(image, Instance.getConfig()
- .getString(Config.IMAGE_FORMAT_COVER)
- .toLowerCase(), tmpCover);
+ cover = ImageIO.read(zipIn);
} catch (Exception e) {
Instance.syserr(e);
}
}
if (tmp.exists()) {
- this.in = new MarkableFileInputStream(new FileInputStream(tmp));
+ this.fakeIn = new MarkableFileInputStream(new FileInputStream(tmp));
+ }
+
+ if (tmpInfo.exists()) {
+ meta = InfoReader.readMeta(tmpInfo);
+ if (cover != null) {
+ meta.setCover(cover);
+ }
+ tmpInfo.delete();
+ } else {
+ meta = new MetaData();
+ meta.setUuid(source.toString());
+ meta.setLang("EN");
+ meta.setTags(new ArrayList<String>());
+ meta.setSource(getSourceName());
}
}
@Override
protected void close() throws IOException {
- for (File file : new File[] { tmp, tmpInfo, tmpCover }) {
- if (file != null && file.exists()) {
- if (!file.delete()) {
- file.deleteOnExit();
- }
+ if (tmp != null && tmp.exists()) {
+ if (!tmp.delete()) {
+ tmp.deleteOnExit();
}
}
tmp = null;
- tmpInfo = null;
- tmpCover = null;
- fakeSource = null;
- try {
- if (in != null) {
- in.close();
- }
- } finally {
- in = null;
- base.close();
- }
+ fakeIn.close();
+ super.close();
}
protected String getDataPrefix() {
protected boolean getCover() {
return true;
}
-
- /**
- * Reset then return {@link Epub#in}.
- *
- * @return {@link Epub#in}
- *
- * @throws IOException
- * in case of I/O error
- */
- private InputStream getFakeInput() throws IOException {
- in.reset();
- return in;
- }
}
package be.nikiroo.fanfix.supported;
+import java.awt.image.BufferedImage;
import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
import java.util.Scanner;
import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.data.MetaData;
import be.nikiroo.utils.StringUtils;
/**
}
@Override
- protected String getSubject(URL source, InputStream in) {
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle(reset(in)));
+ meta.setAuthor(getAuthor(reset(in)));
+ meta.setDate(getDate(reset(in)));
+ meta.setTags(getTags(reset(in)));
+ meta.setSource(getSourceName());
+ meta.setPublisher(getSourceName());
+ meta.setUuid(source.toString());
+ meta.setLuid("");
+ meta.setLang("EN");
+ meta.setSubject(getSubject(reset(in)));
+ meta.setType(getType().toString());
+ meta.setImageDocument(false);
+ meta.setCover(getCover(source, reset(in)));
+
+ return meta;
+ }
+
+ private String getSubject(InputStream in) {
String line = getLine(in, "id=pre_story_links", 0);
if (line != null) {
int pos = line.lastIndexOf('"');
line = line.substring(pos + 1);
pos = line.indexOf('<');
if (pos >= 0) {
- return line.substring(0, pos);
+ return StringUtils.unhtml(line.substring(0, pos)).trim();
}
}
}
return null;
}
- @Override
- protected List<String> getTags(URL source, InputStream in)
- throws IOException {
- List<String> tags = super.getTags(source, in);
+ private List<String> getTags(InputStream in) throws IOException {
+ List<String> tags = new ArrayList<String>();
String key = "title=\"Send Private Message\"";
String line = getLine(in, key, 2);
}
for (String tag : line.split("-")) {
- tags.add(tag.trim());
+ tags.add(StringUtils.unhtml(tag).trim());
}
}
}
return tags;
}
- @Override
- protected String getTitle(URL source, InputStream in) {
+ private String getTitle(InputStream in) {
int i = 0;
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
line = line.substring("Follow/Fav".length()).trim();
}
- return line;
+ return StringUtils.unhtml(line).trim();
}
}
}
return null;
}
- @Override
- protected String getAuthor(URL source, InputStream in) {
+ private String getAuthor(InputStream in) {
int i = 0;
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
return null;
}
- @Override
- protected String getDate(URL source, InputStream in) {
+ private String getDate(InputStream in) {
String key = "Published: <span data-xutime='";
String line = getLine(in, key, 0);
if (line != null) {
return getLine(in, "title=\"Send Private Message\"", 1);
}
- @Override
- protected URL getCover(URL url, InputStream in) {
+ private BufferedImage getCover(URL url, InputStream in) {
String key = "class='cimage";
String line = getLine(in, key, 0);
if (line != null) {
+ "/" + url.getPath() + "/" + line;
}
- try {
- return new URL(line);
- } catch (MalformedURLException e) {
- Instance.syserr(e);
- }
+ return getImage(null, line);
}
}
}
package be.nikiroo.fanfix.supported;
+import java.awt.image.BufferedImage;
+import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
import java.net.URL;
import java.util.Scanner;
import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.data.MetaData;
+import be.nikiroo.utils.StringUtils;
/**
* Support class for <a href="http://www.fimfiction.net/">FimFiction.net</a>
}
@Override
- protected String getSubject(URL source, InputStream in) {
- return "MLP";
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle(reset(in)));
+ meta.setAuthor(getAuthor(reset(in)));
+ meta.setDate(getDate(reset(in)));
+ meta.setTags(getTags(reset(in)));
+ meta.setSource(getSourceName());
+ meta.setPublisher(getSourceName());
+ meta.setUuid(source.toString());
+ meta.setLuid("");
+ meta.setLang("EN");
+ meta.setSubject("MLP");
+ meta.setType(getType().toString());
+ meta.setImageDocument(false);
+ meta.setCover(getCover(reset(in)));
+
+ return meta;
}
@Override
return cookies;
}
- @Override
- protected List<String> getTags(URL source, InputStream in) {
+ private List<String> getTags(InputStream in) {
List<String> tags = new ArrayList<String>();
tags.add("MLP");
return tags;
}
- @Override
- protected String getTitle(URL source, InputStream in) {
+ private String getTitle(InputStream in) {
String line = getLine(in, " property=\"og:title\"", 0);
if (line != null) {
int pos = -1;
line = line.substring(pos + 1);
pos = line.indexOf('"');
if (pos >= 0) {
- return line.substring(0, pos);
+ return StringUtils.unhtml(line.substring(0, pos)).trim();
}
}
}
return null;
}
- @Override
- protected String getAuthor(URL source, InputStream in) {
+ private String getAuthor(InputStream in) {
String line = getLine(in, " href=\"/user/", 0);
if (line != null) {
int pos = line.indexOf('"');
return null;
}
- @Override
- protected String getDate(URL source, InputStream in) {
+ private String getDate(InputStream in) {
String line = getLine(in, "<span class=\"date\">", 0);
if (line != null) {
int pos = -1;
return getLine(in, "class=\"more_button hidden\"", -1);
}
- @Override
- protected URL getCover(URL url, InputStream in) {
+ private BufferedImage getCover(InputStream in) {
// Note: the 'og:image' is the SMALL cover, not the full version
String cover = getLine(in, "<div class=\"story_image\">", 1);
if (cover != null) {
}
}
- if (cover != null) {
- try {
- return new URL(cover);
- } catch (MalformedURLException e) {
- Instance.syserr(e);
- }
- }
-
- return null;
+ return getImage(null, cover);
}
@Override
--- /dev/null
+package be.nikiroo.fanfix.supported;
+
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileNotFoundException;
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.ArrayList;
+import java.util.List;
+
+import be.nikiroo.fanfix.data.MetaData;
+import be.nikiroo.utils.MarkableFileInputStream;
+
+// not complete: no "description" tag
+public class InfoReader {
+ public static MetaData readMeta(File infoFile) throws IOException {
+ if (infoFile == null) {
+ throw new IOException("File is null");
+ }
+
+ if (infoFile.exists()) {
+ InputStream in = new MarkableFileInputStream(new FileInputStream(
+ infoFile));
+ try {
+ return createMeta(in);
+ } finally {
+ in.close();
+ in = null;
+ }
+ } else {
+ throw new FileNotFoundException(
+ "File given as argument does not exists: "
+ + infoFile.getAbsolutePath());
+ }
+ }
+
+ private static MetaData createMeta(InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getInfoTag(in, "TITLE"));
+ meta.setAuthor(getInfoTag(in, "AUTHOR"));
+ meta.setDate(getInfoTag(in, "DATE"));
+ meta.setTags(getInfoTagList(in, "TAGS", ","));
+ meta.setSource(getInfoTag(in, "SOURCE"));
+ meta.setPublisher(getInfoTag(in, "PUBLISHER"));
+ meta.setUuid(getInfoTag(in, "UUID"));
+ meta.setLuid(getInfoTag(in, "LUID"));
+ meta.setLang(getInfoTag(in, "LANG"));
+ meta.setSubject(getInfoTag(in, "SUBJECT"));
+ meta.setType(getInfoTag(in, "TYPE"));
+ meta.setImageDocument(getInfoTagBoolean(in, "IMAGES_DOCUMENT", false));
+ meta.setCover(BasicSupport.getImage(null, getInfoTag(in, "COVER")));
+
+ if (meta.getCover() == null) {
+ meta.setCover(BasicSupport.getDefaultCover(meta.getSubject()));
+ }
+
+ return meta;
+ }
+
+ private static boolean getInfoTagBoolean(InputStream in, String key,
+ boolean def) throws IOException {
+ Boolean value = getInfoTagBoolean(in, key);
+ return value == null ? def : value;
+ }
+
+ private static Boolean getInfoTagBoolean(InputStream in, String key)
+ throws IOException {
+ String value = getInfoTag(in, key);
+ if (value != null && !value.trim().isEmpty()) {
+ value = value.toLowerCase().trim();
+ return value.equals("1") || value.equals("on")
+ || value.equals("true") || value.equals("yes");
+ }
+
+ return null;
+ }
+
+ private static List<String> getInfoTagList(InputStream in, String key,
+ String separator) throws IOException {
+ List<String> list = new ArrayList<String>();
+ String tt = getInfoTag(in, key);
+ if (tt != null) {
+ for (String tag : tt.split(separator)) {
+ list.add(tag.trim());
+ }
+ }
+
+ return list;
+ }
+
+ /**
+ * Return the value of the given tag in the <tt>.info</tt> file if present.
+ *
+ * @param key
+ * the tag key
+ *
+ * @return the value or NULL
+ *
+ * @throws IOException
+ * in case of I/O error
+ */
+ private static String getInfoTag(InputStream in, String key)
+ throws IOException {
+ key = "^" + key + "=";
+
+ if (in != null) {
+ in.reset();
+ String value = BasicSupport.getLine(in, key, 0);
+ if (value != null && !value.isEmpty()) {
+ value = value.trim().substring(key.length() - 1).trim();
+ if (value.startsWith("'") && value.endsWith("'")
+ || value.startsWith("\"") && value.endsWith("\"")) {
+ value = value.substring(1, value.length() - 1).trim();
+ }
+
+ return value;
+ }
+ }
+
+ return null;
+ }
+}
package be.nikiroo.fanfix.supported;
import java.io.File;
-import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
-import java.net.MalformedURLException;
import java.net.URISyntaxException;
import java.net.URL;
-import java.util.List;
import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.data.MetaData;
/**
* Support class for <tt>.info</tt> text files ({@link Text} files with a
}
@Override
- protected String getTitle(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "TITLE");
- if (tag != null) {
- return tag;
- }
-
- return super.getTitle(source, in);
- }
-
- @Override
- protected String getAuthor(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "AUTHOR");
- if (tag != null) {
- return tag;
- }
-
- return super.getAuthor(source, in);
- }
-
- @Override
- protected String getDate(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "DATE");
- if (tag != null) {
- return tag;
- }
-
- return super.getDate(source, in);
- }
-
- @Override
- protected String getSubject(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "SUBJECT");
- if (tag != null) {
- return tag;
- }
-
- return super.getSubject(source, in);
- }
-
- @Override
- protected String getLang(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "LANG");
- if (tag != null) {
- return tag;
- }
-
- return super.getLang(source, in);
- }
-
- @Override
- protected String getPublisher(URL source, InputStream in)
- throws IOException {
- String tag = getInfoTag(source, "PUBLISHER");
- if (tag != null) {
- return tag;
- }
-
- return super.getPublisher(source, in);
- }
-
- @Override
- protected String getUuid(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "UUID");
- if (tag != null) {
- return tag;
- }
-
- return super.getUuid(source, in);
- }
-
- @Override
- protected String getLuid(URL source, InputStream in) throws IOException {
- String tag = getInfoTag(source, "LUID");
- if (tag != null) {
- return tag;
- }
-
- return super.getLuid(source, in);
- }
-
- @Override
- protected List<String> getTags(URL source, InputStream in)
- throws IOException {
- List<String> tags = super.getTags(source, in);
-
- String tt = getInfoTag(source, "TAGS");
- if (tt != null) {
- for (String tag : tt.split(",")) {
- tags.add(tag.trim());
- }
- }
-
- return tags;
- }
-
- @Override
- public boolean isImageDocument(URL source, InputStream in)
- throws IOException {
- String tag = getInfoTag(source, "IMAGES_DOCUMENT");
- if (tag != null) {
- return tag.trim().toLowerCase().equals("true");
- }
-
- return super.isImageDocument(source, in);
- }
-
- @Override
- protected URL getCover(URL source, InputStream in) {
- File file;
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
try {
- file = new File(source.toURI());
- file = new File(file.getPath() + ".info");
- } catch (URISyntaxException e) {
- Instance.syserr(e);
- file = null;
- }
-
- String path = null;
- if (file != null && file.exists()) {
- try {
- InputStream infoIn = new FileInputStream(file);
- try {
- String key = "COVER=";
- String tt = getLine(infoIn, key, 0);
- if (tt != null && !tt.isEmpty()) {
- tt = tt.substring(key.length()).trim();
- if (tt.startsWith("'") && tt.endsWith("'")) {
- tt = tt.substring(1, tt.length() - 1).trim();
- }
-
- URL cover = getImage(source, tt);
- if (cover != null) {
- path = cover.getFile();
- }
- }
- } finally {
- infoIn.close();
+ MetaData meta = InfoReader.readMeta(new File(new File(source
+ .toURI()).getPath() + ".info"));
+
+ // Some old .info files don't have this information...
+ String test = meta.getTitle() == null ? "" : meta.getTitle();
+ test += meta.getAuthor() == null ? "" : meta.getAuthor();
+ test += meta.getDate() == null ? "" : meta.getDate();
+ if (test.isEmpty()) {
+ MetaData superMeta = super.getMeta(source, reset(in));
+ if (meta.getTitle() == null || meta.getTitle().isEmpty()) {
+ meta.setTitle(superMeta.getTitle());
+ }
+ if (meta.getAuthor() == null || meta.getAuthor().isEmpty()) {
+ meta.setAuthor(superMeta.getAuthor());
+ }
+ if (meta.getDate() == null || meta.getDate().isEmpty()) {
+ meta.setDate(superMeta.getDate());
}
- } catch (MalformedURLException e) {
- Instance.syserr(e);
- } catch (IOException e) {
- Instance.syserr(e);
}
- }
- if (path != null) {
- try {
- return new File(path).toURI().toURL();
- } catch (MalformedURLException e) {
- Instance.syserr(e);
- }
- }
+ return meta;
- return null;
+ } catch (URISyntaxException e) {
+ throw new IOException("Cannot parse URL to file: " + source, e);
+ }
}
@Override
return false;
}
-
- /**
- * Return the value of the given tag in the <tt>.info</tt> file if present.
- *
- * @param source
- * the source story {@link URL}
- * @param key
- * the tag key
- *
- * @return the value or NULL
- *
- * @throws IOException
- * in case of I/O error
- */
- private String getInfoTag(URL source, String key) throws IOException {
- key = "^" + key + "=";
-
- File file;
- try {
- file = new File(source.toURI());
- file = new File(file.getPath() + ".info");
- } catch (URISyntaxException e) {
- throw new IOException(e);
- }
-
- if (file.exists()) {
- InputStream infoIn = new FileInputStream(file);
- try {
- String value = getLine(infoIn, key, 0);
- if (value != null && !value.isEmpty()) {
- value = value.trim().substring(key.length() - 1).trim();
- if (value.startsWith("'") && value.endsWith("'")
- || value.startsWith("\"") && value.endsWith("\"")) {
- value = value.substring(1, value.length() - 1).trim();
- }
-
- return value;
- }
- } finally {
- infoIn.close();
- }
- }
-
- return null;
- }
}
package be.nikiroo.fanfix.supported;
+import java.awt.image.BufferedImage;
import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
import java.util.Map.Entry;
import java.util.Scanner;
+import javax.imageio.ImageIO;
+
import be.nikiroo.fanfix.Instance;
+import be.nikiroo.fanfix.data.MetaData;
import be.nikiroo.utils.StringUtils;
class MangaFox extends BasicSupport {
}
@Override
- protected String getSubject(URL source, InputStream in) {
- return "manga";
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle(reset(in)));
+ meta.setAuthor(getAuthor(reset(in)));
+ meta.setDate(getDate(reset(in)));
+ meta.setTags(getTags(reset(in)));
+ meta.setSource(getSourceName());
+ meta.setPublisher(getSourceName());
+ meta.setUuid(source.toString());
+ meta.setLuid("");
+ meta.setLang("EN");
+ meta.setSubject("manga");
+ meta.setType(getType().toString());
+ meta.setImageDocument(true);
+ meta.setCover(getCover(reset(in)));
+
+ return meta;
}
- @Override
- public boolean isImageDocument(URL source, InputStream in)
- throws IOException {
- return true;
- }
-
- @Override
- protected List<String> getTags(URL source, InputStream in) {
+ private List<String> getTags(InputStream in) {
List<String> tags = new ArrayList<String>();
String line = getLine(in, "/genres/", 0);
return tags;
}
- @Override
- protected String getTitle(URL source, InputStream in) {
+ private String getTitle(InputStream in) {
String line = getLine(in, " property=\"og:title\"", 0);
if (line != null) {
int pos = -1;
return null;
}
- @Override
- protected String getAuthor(URL source, InputStream in) {
+ private String getAuthor(InputStream in) {
List<String> authors = new ArrayList<String>();
String line = getLine(in, "/author/", 0, false);
}
}
- @Override
- protected String getDate(URL source, InputStream in) {
+ private String getDate(InputStream in) {
String line = getLine(in, "/released/", 0);
if (line != null) {
line = StringUtils.unhtml(line);
return null;
}
- @Override
- protected URL getCover(URL url, InputStream in) {
+ private BufferedImage getCover(InputStream in) {
String line = getLine(in, " property=\"og:image\"", 0);
String cover = null;
if (line != null) {
}
if (cover != null) {
+ InputStream coverIn;
try {
- return new URL(cover);
- } catch (MalformedURLException e) {
- Instance.syserr(e);
+ coverIn = openEx(cover);
+ try {
+ return ImageIO.read(coverIn);
+ } finally {
+ coverIn.close();
+ }
+ } catch (IOException e) {
}
}
package be.nikiroo.fanfix.supported;
+import java.awt.image.BufferedImage;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import be.nikiroo.fanfix.Instance;
import be.nikiroo.fanfix.bundles.Config;
+import be.nikiroo.fanfix.data.MetaData;
/**
* Support class for local stories encoded in textual format, with a few rules:
}
@Override
- protected String getPublisher(URL source, InputStream in)
- throws IOException {
- return "";
+ protected MetaData getMeta(URL source, InputStream in) throws IOException {
+ MetaData meta = new MetaData();
+
+ meta.setTitle(getTitle(reset(in)));
+ meta.setAuthor(getAuthor(reset(in)));
+ meta.setDate(getDate(reset(in)));
+ meta.setTags(new ArrayList<String>());
+ meta.setSource(getSourceName());
+ meta.setPublisher(""); // often sourceName
+ meta.setUuid(source.toString());
+ meta.setLuid("");
+ meta.setLang(getLang(source, reset(in))); // default is EN
+ meta.setSubject(getSubject(source));
+ meta.setType(getType().toString());
+ meta.setImageDocument(false);
+ meta.setCover(getCover(source));
+
+ return meta;
}
- @Override
- protected String getSubject(URL source, InputStream in) throws IOException {
+ private String getSubject(URL source) throws IOException {
try {
File file = new File(source.toURI());
return file.getParentFile().getName();
}
- @Override
- protected String getLang(URL source, InputStream in) throws IOException {
+ private String getLang(URL source, InputStream in) throws IOException {
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
scan.useDelimiter("\\n");
String lang = detectChapter(chapter0);
if (lang == null) {
- lang = super.getLang(source, in);
+ lang = "EN";
} else {
lang = lang.toUpperCase();
}
return lang;
}
- @Override
- protected String getTitle(URL source, InputStream in) throws IOException {
+ private String getTitle(InputStream in) throws IOException {
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
scan.useDelimiter("\\n");
return scan.next();
}
- @Override
- protected String getAuthor(URL source, InputStream in) throws IOException {
+ private String getAuthor(InputStream in) throws IOException {
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
scan.useDelimiter("\\n");
author = authorDate.substring(0, pos);
}
- return author;
+ return fixAuthor(author);
}
- @Override
- protected String getDate(URL source, InputStream in) throws IOException {
+ private String getDate(InputStream in) throws IOException {
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
scan.useDelimiter("\\n");
}
@Override
- protected String getDesc(URL source, InputStream in) {
+ protected String getDesc(URL source, InputStream in) throws IOException {
return getChapterContent(source, in, 0);
}
- @Override
- protected URL getCover(URL source, InputStream in) {
+ private BufferedImage getCover(URL source) throws IOException {
String path;
try {
path = new File(source.toURI()).getPath();
}
@Override
- protected List<Entry<String, URL>> getChapters(URL source, InputStream in) {
+ protected List<Entry<String, URL>> getChapters(URL source, InputStream in)
+ throws IOException {
List<Entry<String, URL>> chaps = new ArrayList<Entry<String, URL>>();
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
}
@Override
- protected String getChapterContent(URL source, InputStream in, int number) {
+ protected String getChapterContent(URL source, InputStream in, int number)
+ throws IOException {
StringBuilder builder = new StringBuilder();
@SuppressWarnings("resource")
Scanner scan = new Scanner(in, "UTF-8");
scan.useDelimiter("\\n");
boolean inChap = false;
- boolean prevLineEmpty = false;
while (scan.hasNext()) {
String line = scan.next();
- if (prevLineEmpty) {
- if (detectChapter(line, number) != null) {
- inChap = true;
- } else if (inChap) {
- if (prevLineEmpty && detectChapter(line) != null) {
- break;
- }
-
- builder.append(line);
- builder.append("\n");
- }
+ if (detectChapter(line, number) != null) {
+ inChap = true;
+ } else if (inChap && detectChapter(line) != null) {
+ break;
+ } else if (inChap) {
+ builder.append(line);
+ builder.append("\n");
}
-
- prevLineEmpty = line.trim().isEmpty();
}
return builder.toString();
git://git.nikiroo.be / fanfix.git / commitdiff