tests: fix NPE, add BasicSupportUtilities tests
[nikiroo-utils.git] / src / be / nikiroo / fanfix / supported / Text.java
index 4bb86fe78d3d6308875dc7b856530f57b8b17468..2f614fca83529ea1f5e7ae27f08706c4963089e9 100644 (file)
@@ -1,19 +1,25 @@
 package be.nikiroo.fanfix.supported;
 
-import java.awt.image.BufferedImage;
 import java.io.File;
 import java.io.IOException;
 import java.io.InputStream;
 import java.net.URISyntaxException;
 import java.net.URL;
+import java.util.AbstractMap;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.Map.Entry;
 import java.util.Scanner;
 
+import org.jsoup.nodes.Document;
+
 import be.nikiroo.fanfix.Instance;
 import be.nikiroo.fanfix.bundles.Config;
 import be.nikiroo.fanfix.data.MetaData;
+import be.nikiroo.utils.Image;
+import be.nikiroo.utils.ImageUtils;
+import be.nikiroo.utils.Progress;
+import be.nikiroo.utils.streams.MarkableFileInputStream;
 
 /**
  * Support class for local stories encoded in textual format, with a few rules:
@@ -27,57 +33,76 @@ import be.nikiroo.fanfix.data.MetaData;
  * number</li>
  * <li>A description of the story must be given as chapter number 0</li>
  * <li>A cover may be present, with the same filename but a PNG, JPEG or JPG
- * extension</li<
+ * extension</li>
  * </ul>
  * 
  * @author niki
  */
 class Text extends BasicSupport {
+       private File sourceFile;
+       private InputStream in;
+
+       protected File getSourceFile() {
+               return sourceFile;
+       }
+
+       protected InputStream getInput() {
+               if (in != null) {
+                       try {
+                               in.reset();
+                       } catch (IOException e) {
+                               Instance.getTraceHandler().error(
+                                               new IOException("Cannot reset the Text stream", e));
+                       }
+
+                       return in;
+               }
+
+               return null;
+       }
+
        @Override
        protected boolean isHtml() {
                return false;
        }
 
        @Override
-       public String getSourceName() {
-               return "text";
+       protected Document loadDocument(URL source) throws IOException {
+               try {
+                       sourceFile = new File(source.toURI());
+                       in = new MarkableFileInputStream(sourceFile);
+               } catch (URISyntaxException e) {
+                       throw new IOException("Cannot load the text document: " + source);
+               }
+
+               return null;
        }
 
        @Override
-       protected MetaData getMeta(URL source, InputStream in) throws IOException {
+       protected MetaData getMeta() throws IOException {
                MetaData meta = new MetaData();
 
-               meta.setTitle(getTitle(reset(in)));
-               meta.setAuthor(getAuthor(reset(in)));
-               meta.setDate(getDate(reset(in)));
+               meta.setTitle(getTitle());
+               meta.setAuthor(getAuthor());
+               meta.setDate(getDate());
                meta.setTags(new ArrayList<String>());
-               meta.setSource(getSourceName());
-               meta.setPublisher(""); // often sourceName
-               meta.setUuid(source.toString());
+               meta.setSource(getType().getSourceName());
+               meta.setUrl(getSourceFile().toURI().toURL().toString());
+               meta.setPublisher("");
+               meta.setUuid(getSourceFile().toString());
                meta.setLuid("");
-               meta.setLang(getLang(source, reset(in))); // default is EN
-               meta.setSubject(getSubject(source));
+               meta.setLang(getLang()); // default is EN
+               meta.setSubject(getSourceFile().getParentFile().getName());
                meta.setType(getType().toString());
                meta.setImageDocument(false);
-               meta.setCover(getCover(source));
+               meta.setCover(getCover(getSourceFile()));
 
                return meta;
        }
 
-       private String getSubject(URL source) throws IOException {
-               try {
-                       File file = new File(source.toURI());
-                       return file.getParentFile().getName();
-               } catch (URISyntaxException e) {
-                       throw new IOException("Cannot parse the URL to File: "
-                                       + source.toString(), e);
-               }
-
-       }
-
-       private String getLang(URL source, InputStream in) throws IOException {
+       private String getLang() {
                @SuppressWarnings("resource")
-               Scanner scan = new Scanner(in, "UTF-8");
+               Scanner scan = new Scanner(getInput(), "UTF-8");
                scan.useDelimiter("\\n");
                scan.next(); // Title
                scan.next(); // Author (Date)
@@ -86,26 +111,31 @@ class Text extends BasicSupport {
                        chapter0 = scan.next();
                }
 
-               String lang = detectChapter(chapter0);
+               String lang = detectChapter(chapter0, 0);
                if (lang == null) {
-                       lang = "EN";
+                       // No description??
+                       lang = detectChapter(chapter0, 1);
+               }
+
+               if (lang == null) {
+                       lang = "en";
                } else {
-                       lang = lang.toUpperCase();
+                       lang = lang.toLowerCase();
                }
 
                return lang;
        }
 
-       private String getTitle(InputStream in) throws IOException {
+       private String getTitle() {
                @SuppressWarnings("resource")
-               Scanner scan = new Scanner(in, "UTF-8");
+               Scanner scan = new Scanner(getInput(), "UTF-8");
                scan.useDelimiter("\\n");
                return scan.next();
        }
 
-       private String getAuthor(InputStream in) throws IOException {
+       private String getAuthor() {
                @SuppressWarnings("resource")
-               Scanner scan = new Scanner(in, "UTF-8");
+               Scanner scan = new Scanner(getInput(), "UTF-8");
                scan.useDelimiter("\\n");
                scan.next();
                String authorDate = scan.next();
@@ -116,12 +146,12 @@ class Text extends BasicSupport {
                        author = authorDate.substring(0, pos);
                }
 
-               return fixAuthor(author);
+               return bsHelper.fixAuthor(author);
        }
 
-       private String getDate(InputStream in) throws IOException {
+       private String getDate() {
                @SuppressWarnings("resource")
-               Scanner scan = new Scanner(in, "UTF-8");
+               Scanner scan = new Scanner(getInput(), "UTF-8");
                scan.useDelimiter("\\n");
                scan.next();
                String authorDate = scan.next();
@@ -140,18 +170,12 @@ class Text extends BasicSupport {
        }
 
        @Override
-       protected String getDesc(URL source, InputStream in) throws IOException {
-               return getChapterContent(source, in, 0);
+       protected String getDesc() throws IOException {
+               return getChapterContent(null, 0, null);
        }
 
-       private BufferedImage getCover(URL source) throws IOException {
-               String path;
-               try {
-                       path = new File(source.toURI()).getPath();
-               } catch (URISyntaxException e) {
-                       Instance.syserr(e);
-                       path = null;
-               }
+       private Image getCover(File sourceFile) {
+               String path = sourceFile.getName();
 
                for (String ext : new String[] { ".txt", ".text", ".story" }) {
                        if (path.endsWith(ext)) {
@@ -159,45 +183,42 @@ class Text extends BasicSupport {
                        }
                }
 
-               return getImage(source, path);
+               Image cover = bsImages.getImage(this,
+                               sourceFile.getParentFile(), path);
+               if (cover != null) {
+                       try {
+                               File tmp = Instance.getTempFiles().createTempFile(
+                                               "test_cover_image");
+                               ImageUtils.getInstance().saveAsImage(cover, tmp, "png");
+                               tmp.delete();
+                       } catch (IOException e) {
+                               cover = null;
+                       }
+               }
+
+               return cover;
        }
 
        @Override
-       protected List<Entry<String, URL>> getChapters(URL source, InputStream in)
+       protected List<Entry<String, URL>> getChapters(Progress pg)
                        throws IOException {
                List<Entry<String, URL>> chaps = new ArrayList<Entry<String, URL>>();
                @SuppressWarnings("resource")
-               Scanner scan = new Scanner(in, "UTF-8");
+               Scanner scan = new Scanner(getInput(), "UTF-8");
                scan.useDelimiter("\\n");
-               boolean descSkipped = false;
                boolean prevLineEmpty = false;
                while (scan.hasNext()) {
                        String line = scan.next();
-                       if (prevLineEmpty && detectChapter(line) != null) {
-                               if (descSkipped) {
-                                       String chapName = Integer.toString(chaps.size());
-                                       int pos = line.indexOf(':');
-                                       if (pos >= 0 && pos + 1 < line.length()) {
-                                               chapName = line.substring(pos + 1).trim();
-                                       }
-                                       final URL value = source;
-                                       final String key = chapName;
-                                       chaps.add(new Entry<String, URL>() {
-                                               public URL setValue(URL value) {
-                                                       return null;
-                                               }
-
-                                               public URL getValue() {
-                                                       return value;
-                                               }
-
-                                               public String getKey() {
-                                                       return key;
-                                               }
-                                       });
-                               } else {
-                                       descSkipped = true;
+                       if (prevLineEmpty && detectChapter(line, chaps.size() + 1) != null) {
+                               String chapName = Integer.toString(chaps.size() + 1);
+                               int pos = line.indexOf(':');
+                               if (pos >= 0 && pos + 1 < line.length()) {
+                                       chapName = line.substring(pos + 1).trim();
                                }
+
+                               chaps.add(new AbstractMap.SimpleEntry<String, URL>(//
+                                               chapName, //
+                                               getSourceFile().toURI().toURL()));
                        }
 
                        prevLineEmpty = line.trim().isEmpty();
@@ -207,18 +228,18 @@ class Text extends BasicSupport {
        }
 
        @Override
-       protected String getChapterContent(URL source, InputStream in, int number)
+       protected String getChapterContent(URL source, int number, Progress pg)
                        throws IOException {
                StringBuilder builder = new StringBuilder();
                @SuppressWarnings("resource")
-               Scanner scan = new Scanner(in, "UTF-8");
+               Scanner scan = new Scanner(getInput(), "UTF-8");
                scan.useDelimiter("\\n");
                boolean inChap = false;
                while (scan.hasNext()) {
                        String line = scan.next();
                        if (detectChapter(line, number) != null) {
                                inChap = true;
-                       } else if (inChap && detectChapter(line) != null) {
+                       } else if (inChap && detectChapter(line, number + 1) != null) {
                                break;
                        } else if (inChap) {
                                builder.append(line);
@@ -229,35 +250,73 @@ class Text extends BasicSupport {
                return builder.toString();
        }
 
+       @Override
+       protected void close() {
+               InputStream in = getInput();
+               if (in != null) {
+                       try {
+                               in.close();
+                       } catch (IOException e) {
+                               Instance.getTraceHandler().error(
+                                               new IOException(
+                                                               "Cannot close the text source file input", e));
+                       }
+               }
+
+               super.close();
+       }
+
        @Override
        protected boolean supports(URL url) {
+               return supports(url, false);
+       }
+
+       /**
+        * Check if we supports this {@link URL}, that is, if the info file can be
+        * found OR not found.
+        * 
+        * @param url
+        *            the {@link URL} to check
+        * @param info
+        *            TRUE to require the info file, FALSE to forbid the info file
+        * 
+        * @return TRUE if it is supported
+        */
+       protected boolean supports(URL url, boolean info) {
+               boolean infoPresent = false;
                if ("file".equals(url.getProtocol())) {
                        File file;
                        try {
                                file = new File(url.toURI());
+                               file = assureNoTxt(file);
                                file = new File(file.getPath() + ".info");
                        } catch (URISyntaxException e) {
-                               Instance.syserr(e);
+                               Instance.getTraceHandler().error(e);
                                file = null;
                        }
 
-                       return file == null || !file.exists();
+                       infoPresent = (file != null && file.exists());
                }
 
-               return false;
+               return infoPresent == info;
        }
 
        /**
-        * Check if the given line looks like a starting chapter in a supported
-        * language, and return the language if it does (or NULL if not).
+        * Remove the ".txt" extension if it is present.
         * 
-        * @param line
-        *            the line to check
+        * @param file
+        *            the file to process
         * 
-        * @return the language or NULL
+        * @return the same file or a copy of it without the ".txt" extension if it
+        *         was present
         */
-       private String detectChapter(String line) {
-               return detectChapter(line, null);
+       protected File assureNoTxt(File file) {
+               if (file.getName().endsWith(".txt")) {
+                       file = new File(file.getPath().substring(0,
+                                       file.getPath().length() - 4));
+               }
+
+               return file;
        }
 
        /**
@@ -269,28 +328,24 @@ class Text extends BasicSupport {
         * 
         * @return the language or NULL
         */
-       private String detectChapter(String line, Integer number) {
+       static private String detectChapter(String line, int number) {
                line = line.toUpperCase();
-               for (String lang : Instance.getConfig().getString(Config.CHAPTER)
-                               .split(",")) {
-                       String chapter = Instance.getConfig().getStringX(Config.CHAPTER,
+               for (String lang : Instance.getConfig().getList(Config.CONF_CHAPTER)) {
+                       String chapter = Instance.getConfig().getStringX(Config.CONF_CHAPTER,
                                        lang);
                        if (chapter != null && !chapter.isEmpty()) {
                                chapter = chapter.toUpperCase() + " ";
                                if (line.startsWith(chapter)) {
-                                       if (number != null) {
-                                               // We want "[CHAPTER] [number]: [name]", with ": [name]"
-                                               // optional
-                                               String test = line.substring(chapter.length()).trim();
-                                               if (test.startsWith(Integer.toString(number))) {
-                                                       test = test.substring(
-                                                                       Integer.toString(number).length()).trim();
-                                                       if (test.isEmpty() || test.startsWith(":")) {
-                                                               return lang;
-                                                       }
+                                       // We want "[CHAPTER] [number]: [name]", with ": [name]"
+                                       // optional
+                                       String test = line.substring(chapter.length()).trim();
+                                       if (test.startsWith(Integer.toString(number))) {
+                                               test = test
+                                                               .substring(Integer.toString(number).length())
+                                                               .trim();
+                                               if (test.isEmpty() || test.startsWith(":")) {
+                                                       return lang;
                                                }
-                                       } else {
-                                               return lang;
                                        }
                                }
                        }