1 package be
.nikiroo
.fanfix
.supported
;
3 import java
.awt
.image
.BufferedImage
;
4 import java
.io
.BufferedReader
;
5 import java
.io
.ByteArrayInputStream
;
7 import java
.io
.IOException
;
8 import java
.io
.InputStream
;
9 import java
.io
.InputStreamReader
;
10 import java
.net
.MalformedURLException
;
12 import java
.util
.ArrayList
;
13 import java
.util
.Date
;
14 import java
.util
.HashMap
;
15 import java
.util
.List
;
17 import java
.util
.Map
.Entry
;
18 import java
.util
.Scanner
;
20 import be
.nikiroo
.fanfix
.Instance
;
21 import be
.nikiroo
.fanfix
.bundles
.Config
;
22 import be
.nikiroo
.fanfix
.bundles
.StringId
;
23 import be
.nikiroo
.fanfix
.data
.Chapter
;
24 import be
.nikiroo
.fanfix
.data
.MetaData
;
25 import be
.nikiroo
.fanfix
.data
.Paragraph
;
26 import be
.nikiroo
.fanfix
.data
.Paragraph
.ParagraphType
;
27 import be
.nikiroo
.fanfix
.data
.Story
;
28 import be
.nikiroo
.utils
.ImageUtils
;
29 import be
.nikiroo
.utils
.Progress
;
30 import be
.nikiroo
.utils
.StringUtils
;
33 * This class is the base class used by the other support classes. It can be
34 * used outside of this package, and have static method that you can use to get
35 * access to the correct support class.
37 * It will be used with 'resources' (usually web pages or files).
41 public abstract class BasicSupport
{
43 * The supported input types for which we can get a {@link BasicSupport}
48 public enum SupportType
{
49 /** EPUB files created with this program */
51 /** Pure text file with some rules */
53 /** TEXT but with associated .info file */
55 /** My Little Pony fanfictions */
57 /** Fanfictions from a lot of different universes */
59 /** Website with lots of Mangas */
61 /** Furry website with comics support */
63 /** Furry website with stories */
65 /** Comics and images groups, mostly but not only NSFW */
73 * A description of this support type (more information than the
74 * {@link BasicSupport#getSourceName()}).
76 * @return the description
78 public String
getDesc() {
79 String desc
= Instance
.getTrans().getStringX(StringId
.INPUT_DESC
,
83 desc
= Instance
.getTrans().getString(StringId
.INPUT_DESC
, this);
90 * The name of this support type (a short version).
94 public String
getSourceName() {
95 BasicSupport support
= BasicSupport
.getSupport(this);
96 if (support
!= null) {
97 return support
.getSourceName();
104 public String
toString() {
105 return super.toString().toLowerCase();
109 * Call {@link SupportType#valueOf(String)} after conversion to upper
113 * the possible type name
115 * @return NULL or the type
117 public static SupportType
valueOfUC(String typeName
) {
118 return SupportType
.valueOf(typeName
== null ?
null : typeName
123 * Call {@link SupportType#valueOf(String)} after conversion to upper
124 * case but return NULL for NULL instead of raising exception.
127 * the possible type name
129 * @return NULL or the type
131 public static SupportType
valueOfNullOkUC(String typeName
) {
132 if (typeName
== null) {
136 return SupportType
.valueOfUC(typeName
);
140 * Call {@link SupportType#valueOf(String)} after conversion to upper
141 * case but return NULL in case of error instead of raising an
145 * the possible type name
147 * @return NULL or the type
149 public static SupportType
valueOfAllOkUC(String typeName
) {
151 return SupportType
.valueOfUC(typeName
);
152 } catch (Exception e
) {
158 private InputStream in
;
159 private SupportType type
;
160 private URL currentReferer
; // with only one 'r', as in 'HTTP'...
163 private char openQuote
= Instance
.getTrans().getCharacter(
164 StringId
.OPEN_SINGLE_QUOTE
);
165 private char closeQuote
= Instance
.getTrans().getCharacter(
166 StringId
.CLOSE_SINGLE_QUOTE
);
167 private char openDoubleQuote
= Instance
.getTrans().getCharacter(
168 StringId
.OPEN_DOUBLE_QUOTE
);
169 private char closeDoubleQuote
= Instance
.getTrans().getCharacter(
170 StringId
.CLOSE_DOUBLE_QUOTE
);
173 * The name of this support class.
177 protected abstract String
getSourceName();
180 * Check if the given resource is supported by this {@link BasicSupport}.
183 * the resource to check for
185 * @return TRUE if it is
187 protected abstract boolean supports(URL url
);
190 * Return TRUE if the support will return HTML encoded content values for
191 * the chapters content.
193 * @return TRUE for HTML
195 protected abstract boolean isHtml();
198 * Return the {@link MetaData} of this story.
201 * the source of the story
203 * the input (the main resource)
205 * @return the associated {@link MetaData}
207 * @throws IOException
208 * in case of I/O error
210 protected abstract MetaData
getMeta(URL source
, InputStream in
)
214 * Return the story description.
217 * the source of the story
219 * the input (the main resource)
221 * @return the description
223 * @throws IOException
224 * in case of I/O error
226 protected abstract String
getDesc(URL source
, InputStream in
)
230 * Return the list of chapters (name and resource).
233 * the source of the story
235 * the input (the main resource)
237 * the optional progress reporter
239 * @return the chapters
241 * @throws IOException
242 * in case of I/O error
244 protected abstract List
<Entry
<String
, URL
>> getChapters(URL source
,
245 InputStream in
, Progress pg
) throws IOException
;
248 * Return the content of the chapter (possibly HTML encoded, if
249 * {@link BasicSupport#isHtml()} is TRUE).
252 * the source of the story
254 * the input (the main resource)
258 * the optional progress reporter
260 * @return the content
262 * @throws IOException
263 * in case of I/O error
265 protected abstract String
getChapterContent(URL source
, InputStream in
,
266 int number
, Progress pg
) throws IOException
;
269 * Log into the support (can be a no-op depending upon the support).
271 * @throws IOException
272 * in case of I/O error
274 @SuppressWarnings("unused")
275 public void login() throws IOException
{
279 * Return the list of cookies (values included) that must be used to
280 * correctly fetch the resources.
282 * You are expected to call the super method implementation if you override
285 * @return the cookies
287 public Map
<String
, String
> getCookies() {
288 return new HashMap
<String
, String
>();
292 * OAuth authorisation (aka, "bearer XXXXXXX").
294 * @return the OAuth string
296 public String
getOAuth() {
301 * Return the canonical form of the main {@link URL}.
304 * the source {@link URL}
306 * @return the canonical form of this {@link URL}
308 * @throws IOException
309 * in case of I/O error
311 @SuppressWarnings("unused")
312 public URL
getCanonicalUrl(URL source
) throws IOException
{
317 * Process the given story resource into a partially filled {@link Story}
318 * object containing the name and metadata, except for the description.
323 * @return the {@link Story}
325 * @throws IOException
326 * in case of I/O error
328 public Story
processMeta(URL url
) throws IOException
{
329 return processMeta(url
, true, false, null);
333 * Process the given story resource into a partially filled {@link Story}
334 * object containing the name and metadata.
339 * close "this" and "in" when done
341 * retrieve the description of the story, or not
343 * the optional progress reporter
345 * @return the {@link Story}
347 * @throws IOException
348 * in case of I/O error
350 protected Story
processMeta(URL url
, boolean close
, boolean getDesc
,
351 Progress pg
) throws IOException
{
355 pg
.setMinMax(0, 100);
361 url
= getCanonicalUrl(url
);
363 setCurrentReferer(url
);
365 in
= openInput(url
); // NULL allowed here
367 preprocess(url
, getInput());
370 Story story
= new Story();
371 MetaData meta
= getMeta(url
, getInput());
372 if (meta
.getCreationDate() == null
373 || meta
.getCreationDate().isEmpty()) {
374 meta
.setCreationDate(StringUtils
.fromTime(new Date().getTime()));
380 if (meta
.getCover() == null) {
381 meta
.setCover(getDefaultCover(meta
.getSubject()));
387 String descChapterName
= Instance
.getTrans().getString(
388 StringId
.DESCRIPTION
);
389 story
.getMeta().setResume(
390 makeChapter(url
, 0, descChapterName
,
391 getDesc(url
, getInput()), null));
400 } catch (IOException e
) {
409 setCurrentReferer(null);
414 * Process the given story resource into a fully filled {@link Story}
420 * the optional progress reporter
422 * @return the {@link Story}
424 * @throws IOException
425 * in case of I/O error
427 public Story
process(URL url
, Progress pg
) throws IOException
{
431 pg
.setMinMax(0, 100);
434 url
= getCanonicalUrl(url
);
437 Progress pgMeta
= new Progress();
438 pg
.addProgress(pgMeta
, 10);
439 Story story
= processMeta(url
, false, true, pgMeta
);
440 if (!pgMeta
.isDone()) {
441 pgMeta
.setProgress(pgMeta
.getMax()); // 10%
449 pg
.setName("Retrieving " + story
.getMeta().getTitle());
451 setCurrentReferer(url
);
453 Progress pgGetChapters
= new Progress();
454 pg
.addProgress(pgGetChapters
, 10);
455 story
.setChapters(new ArrayList
<Chapter
>());
456 List
<Entry
<String
, URL
>> chapters
= getChapters(url
, getInput(),
458 if (!pgGetChapters
.isDone()) {
459 pgGetChapters
.setProgress(pgGetChapters
.getMax()); // 20%
462 if (chapters
!= null) {
463 Progress pgChaps
= new Progress("Extracting chapters", 0,
464 chapters
.size() * 300);
465 pg
.addProgress(pgChaps
, 80);
469 for (Entry
<String
, URL
> chap
: chapters
) {
470 pgChaps
.setName("Extracting chapter " + i
);
471 InputStream chapIn
= null;
472 if (chap
.getValue() != null) {
473 setCurrentReferer(chap
.getValue());
474 chapIn
= Instance
.getCache().open(chap
.getValue(),
477 pgChaps
.setProgress(i
* 100);
479 Progress pgGetChapterContent
= new Progress();
480 Progress pgMakeChapter
= new Progress();
481 pgChaps
.addProgress(pgGetChapterContent
, 100);
482 pgChaps
.addProgress(pgMakeChapter
, 100);
484 String content
= getChapterContent(url
, chapIn
, i
,
485 pgGetChapterContent
);
486 if (!pgGetChapterContent
.isDone()) {
487 pgGetChapterContent
.setProgress(pgGetChapterContent
491 Chapter cc
= makeChapter(url
, i
, chap
.getKey(),
492 content
, pgMakeChapter
);
493 if (!pgMakeChapter
.isDone()) {
494 pgMakeChapter
.setProgress(pgMakeChapter
.getMax());
497 words
+= cc
.getWords();
498 story
.getChapters().add(cc
);
499 if (story
.getMeta() != null) {
500 story
.getMeta().setWords(words
);
503 if (chapIn
!= null) {
511 pgChaps
.setName("Extracting chapters");
521 } catch (IOException e
) {
529 setCurrentReferer(null);
538 public SupportType
getType() {
543 * The current referer {@link URL} (only one 'r', as in 'HTML'...), i.e.,
544 * the current {@link URL} we work on.
546 * @return the referer
548 public URL
getCurrentReferer() {
549 return currentReferer
;
553 * The current referer {@link URL} (only one 'r', as in 'HTML'...), i.e.,
554 * the current {@link URL} we work on.
556 * @param currentReferer
559 protected void setCurrentReferer(URL currentReferer
) {
560 this.currentReferer
= currentReferer
;
571 protected BasicSupport
setType(SupportType type
) {
577 * Prepare the support if needed before processing.
580 * the source of the story
582 * the input (the main resource)
584 * @throws IOException
587 @SuppressWarnings("unused")
588 protected void preprocess(URL source
, InputStream in
) throws IOException
{
592 * Now that we have processed the {@link Story}, close the resources if any.
594 * @throws IOException
597 @SuppressWarnings("unused")
598 protected void close() throws IOException
{
602 * Create a {@link Chapter} object from the given information, formatting
603 * the content as it should be.
606 * the source of the story
612 * the chapter content
614 * the optional progress reporter
616 * @return the {@link Chapter}
618 * @throws IOException
619 * in case of I/O error
621 protected Chapter
makeChapter(URL source
, int number
, String name
,
622 String content
, Progress pg
) throws IOException
{
623 // Chapter name: process it correctly, then remove the possible
624 // redundant "Chapter x: " in front of it, or "-" (as in
625 // "Chapter 5: - Fun!" after the ": " was automatically added)
626 String chapterName
= processPara(name
).getContent().trim();
627 for (String lang
: Instance
.getConfig().getString(Config
.CHAPTER
)
629 String chapterWord
= Instance
.getConfig().getStringX(
630 Config
.CHAPTER
, lang
);
631 if (chapterName
.startsWith(chapterWord
)) {
632 chapterName
= chapterName
.substring(chapterWord
.length())
638 if (chapterName
.startsWith(Integer
.toString(number
))) {
639 chapterName
= chapterName
.substring(
640 Integer
.toString(number
).length()).trim();
643 while (chapterName
.startsWith(":") || chapterName
.startsWith("-")) {
644 chapterName
= chapterName
.substring(1).trim();
648 Chapter chap
= new Chapter(number
, chapterName
);
650 if (content
!= null) {
651 List
<Paragraph
> paras
= makeParagraphs(source
, content
, pg
);
653 for (Paragraph para
: paras
) {
654 words
+= para
.getWords();
656 chap
.setParagraphs(paras
);
657 chap
.setWords(words
);
665 * Convert the given content into {@link Paragraph}s.
668 * the source URL of the story
670 * the textual content
672 * the optional progress reporter
674 * @return the {@link Paragraph}s
676 * @throws IOException
677 * in case of I/O error
679 protected List
<Paragraph
> makeParagraphs(URL source
, String content
,
680 Progress pg
) throws IOException
{
686 // Special <HR> processing:
687 content
= content
.replaceAll("(<hr [^>]*>)|(<hr/>)|(<hr>)",
691 List
<Paragraph
> paras
= new ArrayList
<Paragraph
>();
693 if (content
!= null && !content
.trim().isEmpty()) {
695 String
[] tab
= content
.split("(<p>|</p>|<br>|<br/>)");
696 pg
.setMinMax(0, tab
.length
);
698 for (String line
: tab
) {
699 if (line
.startsWith("[") && line
.endsWith("]")) {
700 pg
.setName("Extracting image " + i
);
702 paras
.add(makeParagraph(source
, line
.trim()));
707 List
<String
> lines
= new ArrayList
<String
>();
708 BufferedReader buff
= null;
710 buff
= new BufferedReader(
711 new InputStreamReader(new ByteArrayInputStream(
712 content
.getBytes("UTF-8")), "UTF-8"));
713 for (String line
= buff
.readLine(); line
!= null; line
= buff
715 lines
.add(line
.trim());
723 pg
.setMinMax(0, lines
.size());
725 for (String line
: lines
) {
726 if (line
.startsWith("[") && line
.endsWith("]")) {
727 pg
.setName("Extracting image " + i
);
729 paras
.add(makeParagraph(source
, line
));
735 // Check quotes for "bad" format
736 List
<Paragraph
> newParas
= new ArrayList
<Paragraph
>();
737 for (Paragraph para
: paras
) {
738 newParas
.addAll(requotify(para
));
742 // Remove double blanks/brks
743 fixBlanksBreaks(paras
);
750 * Convert the given line into a single {@link Paragraph}.
753 * the source URL of the story
755 * the textual content of the paragraph
757 * @return the {@link Paragraph}
759 private Paragraph
makeParagraph(URL source
, String line
) {
761 if (line
.startsWith("[") && line
.endsWith("]")) {
762 image
= getImageUrl(this, source
,
763 line
.substring(1, line
.length() - 1).trim());
767 return new Paragraph(image
);
770 return processPara(line
);
774 * Fix the {@link ParagraphType#BLANK}s and {@link ParagraphType#BREAK}s of
775 * those {@link Paragraph}s.
777 * The resulting list will not contain a starting or trailing blank/break
778 * nor 2 blanks or breaks following each other.
781 * the list of {@link Paragraph}s to fix
783 protected void fixBlanksBreaks(List
<Paragraph
> paras
) {
784 boolean space
= false;
786 for (int i
= 0; i
< paras
.size(); i
++) {
787 Paragraph para
= paras
.get(i
);
788 boolean thisSpace
= para
.getType() == ParagraphType
.BLANK
;
789 boolean thisBrk
= para
.getType() == ParagraphType
.BREAK
;
791 if (i
> 0 && space
&& thisBrk
) {
794 } else if ((space
|| brk
) && (thisSpace
|| thisBrk
)) {
803 // Remove blank/brk at start
805 && (paras
.get(0).getType() == ParagraphType
.BLANK
|| paras
.get(
806 0).getType() == ParagraphType
.BREAK
)) {
810 // Remove blank/brk at end
811 int last
= paras
.size() - 1;
813 && (paras
.get(last
).getType() == ParagraphType
.BLANK
|| paras
814 .get(last
).getType() == ParagraphType
.BREAK
)) {
820 * Get the default cover related to this subject (see <tt>.info</tt> files).
825 * @return the cover if any, or NULL
827 static BufferedImage
getDefaultCover(String subject
) {
828 if (subject
!= null && !subject
.isEmpty()
829 && Instance
.getCoverDir() != null) {
831 File fileCover
= new File(Instance
.getCoverDir(), subject
);
832 return getImage(null, fileCover
.toURI().toURL(), subject
);
833 } catch (MalformedURLException e
) {
841 * Return the list of supported image extensions.
843 * @param emptyAllowed
844 * TRUE to allow an empty extension on first place, which can be
845 * used when you may already have an extension in your input but
846 * are not sure about it
848 * @return the extensions
850 static String
[] getImageExt(boolean emptyAllowed
) {
852 return new String
[] { "", ".png", ".jpg", ".jpeg", ".gif", ".bmp" };
855 return new String
[] { ".png", ".jpg", ".jpeg", ".gif", ".bmp" };
859 * Check if the given resource can be a local image or a remote image, then
860 * refresh the cache with it if it is.
865 * the resource to check
867 * @return the image if found, or NULL
870 static BufferedImage
getImage(BasicSupport support
, URL source
, String line
) {
871 URL url
= getImageUrl(support
, source
, line
);
873 InputStream in
= null;
875 in
= Instance
.getCache().open(url
, getSupport(url
), true);
876 return ImageUtils
.fromStream(in
);
877 } catch (IOException e
) {
882 } catch (IOException e
) {
892 * Check if the given resource can be a local image or a remote image, then
893 * refresh the cache with it if it is.
898 * the resource to check
900 * @return the image URL if found, or NULL
903 static URL
getImageUrl(BasicSupport support
, URL source
, String line
) {
908 if (source
!= null) {
911 String relPath
= null;
912 String absPath
= null;
914 String path
= new File(source
.getFile()).getParent();
915 relPath
= new File(new File(path
), line
.trim())
917 } catch (Exception e
) {
918 // Cannot be converted to path (one possibility to take
919 // into account: absolute path on Windows)
922 absPath
= new File(line
.trim()).getAbsolutePath();
923 } catch (Exception e
) {
924 // Cannot be converted to path (at all)
927 for (String ext
: getImageExt(true)) {
928 if (absPath
!= null && new File(absPath
+ ext
).exists()) {
929 url
= new File(absPath
+ ext
).toURI().toURL();
930 } else if (relPath
!= null
931 && new File(relPath
+ ext
).exists()) {
932 url
= new File(relPath
+ ext
).toURI().toURL();
935 } catch (Exception e
) {
936 // Should not happen since we control the correct arguments
943 for (String ext
: getImageExt(true)) {
944 if (Instance
.getCache().check(new URL(line
+ ext
))) {
945 url
= new URL(line
+ ext
);
952 for (String ext
: getImageExt(true)) {
954 url
= new URL(line
+ ext
);
955 Instance
.getCache().refresh(url
, support
, true);
957 } catch (IOException e
) {
958 // no image with this ext
963 } catch (MalformedURLException e
) {
968 // refresh the cached file
971 Instance
.getCache().refresh(url
, support
, true);
972 } catch (IOException e
) {
973 // woops, broken image
983 * Open the input file that will be used through the support.
985 * Can return NULL, in which case you are supposed to work without an
986 * {@link InputStream}.
989 * the source {@link URL}
991 * @return the {@link InputStream}
993 * @throws IOException
994 * in case of I/O error
996 protected InputStream
openInput(URL source
) throws IOException
{
997 return Instance
.getCache().open(source
, this, false);
1001 * Reset then return {@link BasicSupport#in}.
1003 * @return {@link BasicSupport#in}
1005 protected InputStream
getInput() {
1010 * Fix the author name if it is prefixed with some "by" {@link String}.
1013 * the author with a possible prefix
1015 * @return the author without prefixes
1017 protected String
fixAuthor(String author
) {
1018 if (author
!= null) {
1019 for (String suffix
: new String
[] { " ", ":" }) {
1020 for (String byString
: Instance
.getConfig()
1021 .getString(Config
.BYS
).split(",")) {
1023 if (author
.toUpperCase().startsWith(byString
.toUpperCase())) {
1024 author
= author
.substring(byString
.length()).trim();
1029 // Special case (without suffix):
1030 if (author
.startsWith("©")) {
1031 author
= author
.substring(1);
1039 * Check quotes for bad format (i.e., quotes with normal paragraphs inside)
1040 * and requotify them (i.e., separate them into QUOTE paragraphs and other
1041 * paragraphs (quotes or not)).
1044 * the paragraph to requotify (not necessarily a quote)
1046 * @return the correctly (or so we hope) quotified paragraphs
1048 protected List
<Paragraph
> requotify(Paragraph para
) {
1049 List
<Paragraph
> newParas
= new ArrayList
<Paragraph
>();
1051 if (para
.getType() == ParagraphType
.QUOTE
1052 && para
.getContent().length() > 2) {
1053 String line
= para
.getContent();
1054 boolean singleQ
= line
.startsWith("" + openQuote
);
1055 boolean doubleQ
= line
.startsWith("" + openDoubleQuote
);
1057 // Do not try when more than one quote at a time
1058 // (some stories are not easily readable if we do)
1060 && line
.indexOf(closeQuote
, 1) < line
1061 .lastIndexOf(closeQuote
)) {
1066 && line
.indexOf(closeDoubleQuote
, 1) < line
1067 .lastIndexOf(closeDoubleQuote
)) {
1073 if (!singleQ
&& !doubleQ
) {
1074 line
= openDoubleQuote
+ line
+ closeDoubleQuote
;
1075 newParas
.add(new Paragraph(ParagraphType
.QUOTE
, line
, para
1078 char open
= singleQ ? openQuote
: openDoubleQuote
;
1079 char close
= singleQ ? closeQuote
: closeDoubleQuote
;
1082 boolean inQuote
= false;
1084 for (char car
: line
.toCharArray()) {
1087 } else if (car
== close
) {
1089 } else if (car
== '.' && !inQuote
) {
1097 String rest
= line
.substring(posDot
+ 1).trim();
1098 line
= line
.substring(0, posDot
+ 1).trim();
1100 for (char car
: line
.toCharArray()) {
1105 newParas
.add(new Paragraph(ParagraphType
.QUOTE
, line
, words
));
1106 if (!rest
.isEmpty()) {
1107 newParas
.addAll(requotify(processPara(rest
)));
1121 * Process a {@link Paragraph} from a raw line of text.
1123 * Will also fix quotes and HTML encoding if needed.
1128 * @return the processed {@link Paragraph}
1130 protected Paragraph
processPara(String line
) {
1131 line
= ifUnhtml(line
).trim();
1133 boolean space
= true;
1135 boolean quote
= false;
1136 boolean tentativeCloseQuote
= false;
1141 StringBuilder builder
= new StringBuilder();
1142 for (char car
: line
.toCharArray()) {
1144 if (dashCount
> 0) {
1145 // dash, ndash and mdash: - – —
1146 // currently: always use mdash
1147 builder
.append(dashCount
== 1 ?
'-' : '—');
1152 if (tentativeCloseQuote
) {
1153 tentativeCloseQuote
= false;
1154 if (Character
.isLetterOrDigit(car
)) {
1155 builder
.append("'");
1157 // handle double-single quotes as double quotes
1159 builder
.append(closeDoubleQuote
);
1163 builder
.append(closeQuote
);
1168 case ' ': // note: unbreakable space
1171 case '\n': // just in case
1172 case '\r': // just in case
1173 if (builder
.length() > 0
1174 && builder
.charAt(builder
.length() - 1) != ' ') {
1177 builder
.append(' ');
1181 if (space
|| (brk
&& quote
)) {
1183 // handle double-single quotes as double quotes
1185 builder
.deleteCharAt(builder
.length() - 1);
1186 builder
.append(openDoubleQuote
);
1188 builder
.append(openQuote
);
1190 } else if (prev
== ' ' || prev
== car
) {
1191 // handle double-single quotes as double quotes
1193 builder
.deleteCharAt(builder
.length() - 1);
1194 builder
.append(openDoubleQuote
);
1196 builder
.append(openQuote
);
1199 // it is a quote ("I'm off") or a 'quote' ("This
1200 // 'good' restaurant"...)
1201 tentativeCloseQuote
= true;
1206 if (space
|| (brk
&& quote
)) {
1208 builder
.append(openDoubleQuote
);
1209 } else if (prev
== ' ') {
1210 builder
.append(openDoubleQuote
);
1212 builder
.append(closeDoubleQuote
);
1237 builder
.append(car
);
1246 if (space
|| (brk
&& quote
)) {
1248 builder
.append(openQuote
);
1250 // handle double-single quotes as double quotes
1252 builder
.deleteCharAt(builder
.length() - 1);
1253 builder
.append(openDoubleQuote
);
1255 builder
.append(openQuote
);
1269 // handle double-single quotes as double quotes
1271 builder
.deleteCharAt(builder
.length() - 1);
1272 builder
.append(closeDoubleQuote
);
1274 builder
.append(closeQuote
);
1283 if (space
|| (brk
&& quote
)) {
1285 builder
.append(openDoubleQuote
);
1287 builder
.append(openDoubleQuote
);
1300 builder
.append(closeDoubleQuote
);
1306 builder
.append(car
);
1313 if (tentativeCloseQuote
) {
1314 tentativeCloseQuote
= false;
1315 builder
.append(closeQuote
);
1318 line
= builder
.toString().trim();
1320 ParagraphType type
= ParagraphType
.NORMAL
;
1322 type
= ParagraphType
.BLANK
;
1324 type
= ParagraphType
.BREAK
;
1326 type
= ParagraphType
.QUOTE
;
1329 return new Paragraph(type
, line
, words
);
1333 * Remove the HTML from the input <b>if</b> {@link BasicSupport#isHtml()} is
1339 * @return the no html version if needed
1341 private String
ifUnhtml(String input
) {
1342 if (isHtml() && input
!= null) {
1343 return StringUtils
.unhtml(input
);
1350 * Return a {@link BasicSupport} implementation supporting the given
1351 * resource if possible.
1354 * the story resource
1356 * @return an implementation that supports it, or NULL
1358 public static BasicSupport
getSupport(URL url
) {
1363 // TEXT and INFO_TEXT always support files (not URLs though)
1364 for (SupportType type
: SupportType
.values()) {
1365 if (type
!= SupportType
.TEXT
&& type
!= SupportType
.INFO_TEXT
) {
1366 BasicSupport support
= getSupport(type
);
1367 if (support
!= null && support
.supports(url
)) {
1373 for (SupportType type
: new SupportType
[] { SupportType
.INFO_TEXT
,
1374 SupportType
.TEXT
}) {
1375 BasicSupport support
= getSupport(type
);
1376 if (support
!= null && support
.supports(url
)) {
1385 * Return a {@link BasicSupport} implementation supporting the given type.
1390 * @return an implementation that supports it, or NULL
1392 public static BasicSupport
getSupport(SupportType type
) {
1395 return new Epub().setType(type
);
1397 return new InfoText().setType(type
);
1400 // Can fail if no client key or NO in options
1401 return new FimfictionApi().setType(type
);
1402 } catch (IOException e
) {
1403 return new Fimfiction().setType(type
);
1406 return new Fanfiction().setType(type
);
1408 return new Text().setType(type
);
1410 return new MangaFox().setType(type
);
1412 return new E621().setType(type
);
1414 return new YiffStar().setType(type
);
1416 return new EHentai().setType(type
);
1418 return new Cbz().setType(type
);
1420 return new Html().setType(type
);
1427 * Reset the given {@link InputStream} and return it.
1430 * the {@link InputStream} to reset
1432 * @return the same {@link InputStream} after reset
1434 static protected InputStream
reset(InputStream in
) {
1439 } catch (IOException e
) {
1446 * Return the first line from the given input which correspond to the given
1452 * a string that must be found inside the target line (also
1453 * supports "^" at start to say "only if it starts with" the
1455 * @param relativeLine
1456 * the line to return based upon the target line position (-1 =
1457 * the line before, 0 = the target line...)
1461 static protected String
getLine(InputStream in
, String needle
,
1463 return getLine(in
, needle
, relativeLine
, true);
1467 * Return a line from the given input which correspond to the given
1473 * a string that must be found inside the target line (also
1474 * supports "^" at start to say "only if it starts with" the
1476 * @param relativeLine
1477 * the line to return based upon the target line position (-1 =
1478 * the line before, 0 = the target line...)
1480 * takes the first result (as opposed to the last one, which will
1481 * also always spend the input)
1485 static protected String
getLine(InputStream in
, String needle
,
1486 int relativeLine
, boolean first
) {
1491 List
<String
> lines
= new ArrayList
<String
>();
1492 @SuppressWarnings("resource")
1493 Scanner scan
= new Scanner(in
, "UTF-8");
1495 scan
.useDelimiter("\\n");
1496 while (scan
.hasNext()) {
1497 lines
.add(scan
.next());
1500 if (needle
.startsWith("^")) {
1501 if (lines
.get(lines
.size() - 1).startsWith(
1502 needle
.substring(1))) {
1503 index
= lines
.size() - 1;
1507 if (lines
.get(lines
.size() - 1).contains(needle
)) {
1508 index
= lines
.size() - 1;
1513 if (index
>= 0 && index
+ relativeLine
< lines
.size()) {
1514 rep
= lines
.get(index
+ relativeLine
);
1525 * Return the text between the key and the endKey (and optional subKey can
1526 * be passed, in this case we will look for the key first, then take the
1527 * text between the subKey and the endKey).
1529 * Will only match the first line with the given key if more than one are
1530 * possible. Which also means that if the subKey or endKey is not found on
1531 * that line, NULL will be returned.
1536 * the key to match (also supports "^" at start to say
1537 * "only if it starts with" the key)
1539 * the sub key or NULL if none
1541 * the end key or NULL for "up to the end"
1542 * @return the text or NULL if not found
1544 static protected String
getKeyLine(InputStream in
, String key
,
1545 String subKey
, String endKey
) {
1546 return getKeyText(getLine(in
, key
, 0), key
, subKey
, endKey
);
1550 * Return the text between the key and the endKey (and optional subKey can
1551 * be passed, in this case we will look for the key first, then take the
1552 * text between the subKey and the endKey).
1557 * the key to match (also supports "^" at start to say
1558 * "only if it starts with" the key)
1560 * the sub key or NULL if none
1562 * the end key or NULL for "up to the end"
1563 * @return the text or NULL if not found
1565 static protected String
getKeyText(String in
, String key
, String subKey
,
1567 String result
= null;
1570 if (line
!= null && line
.contains(key
)) {
1571 line
= line
.substring(line
.indexOf(key
) + key
.length());
1572 if (subKey
== null || subKey
.isEmpty() || line
.contains(subKey
)) {
1573 if (subKey
!= null) {
1574 line
= line
.substring(line
.indexOf(subKey
)
1577 if (endKey
== null || line
.contains(endKey
)) {
1578 if (endKey
!= null) {
1579 line
= line
.substring(0, line
.indexOf(endKey
));
1590 * Return the text between the key and the endKey (optional subKeys can be
1591 * passed, in this case we will look for the subKeys first, then take the
1592 * text between the key and the endKey).
1599 * the end key or NULL for "up to the end"
1601 * the sub-keys to find before checking for key/endKey
1603 * @return the text or NULL if not found
1605 static protected String
getKeyTextAfter(String in
, String key
,
1606 String endKey
, String
... afters
) {
1608 if (in
!= null && !in
.isEmpty()) {
1609 int pos
= indexOfAfter(in
, 0, afters
);
1614 in
= in
.substring(pos
);
1617 return getKeyText(in
, key
, null, endKey
);
1621 * Return the first index after all the given "afters" have been found in
1622 * the {@link String}, or -1 if it was not possible.
1627 * start at this position in the string
1629 * the sub-keys to find before checking for key/endKey
1631 * @return the text or NULL if not found
1633 static protected int indexOfAfter(String in
, int startAt
, String
... afters
) {
1635 if (in
!= null && !in
.isEmpty()) {
1637 if (afters
!= null) {
1638 for (int i
= 0; pos
>= 0 && i
< afters
.length
; i
++) {
1639 String subKey
= afters
[i
];
1640 if (!subKey
.isEmpty()) {
1641 pos
= in
.indexOf(subKey
, pos
);
1643 pos
+= subKey
.length();