1 package be
.nikiroo
.fanfix
.supported
;
3 import java
.io
.IOException
;
4 import java
.io
.InputStream
;
5 import java
.net
.MalformedURLException
;
7 import java
.util
.AbstractMap
;
8 import java
.util
.ArrayList
;
9 import java
.util
.HashMap
;
10 import java
.util
.List
;
12 import java
.util
.Map
.Entry
;
13 import java
.util
.Scanner
;
15 import be
.nikiroo
.fanfix
.Instance
;
16 import be
.nikiroo
.fanfix
.bundles
.Config
;
17 import be
.nikiroo
.fanfix
.data
.MetaData
;
18 import be
.nikiroo
.utils
.Image
;
19 import be
.nikiroo
.utils
.Progress
;
20 import be
.nikiroo
.utils
.StringUtils
;
23 * Support class for <a href="https://sofurry.com/">SoFurry.com</a>, a Furry
24 * website supporting images and stories (we only retrieve the stories).
28 class YiffStar
extends BasicSupport_Deprecated
{
30 protected MetaData
getMeta(URL source
, InputStream in
) throws IOException
{
31 MetaData meta
= new MetaData();
33 meta
.setTitle(getTitle(reset(in
)));
34 meta
.setAuthor(getAuthor(reset(in
)));
36 meta
.setTags(getTags(reset(in
)));
37 meta
.setUrl(source
.toString());
38 meta
.setUuid(source
.toString());
41 meta
.setSubject("Furry");
42 meta
.setImageDocument(false);
43 meta
.setCover(getCover(source
, reset(in
)));
49 protected boolean supports(URL url
) {
50 String host
= url
.getHost();
51 if (host
.startsWith("www.")) {
52 host
= host
.substring("www.".length());
55 return "sofurry.com".equals(host
);
59 protected boolean isHtml() {
64 public void login() throws IOException
{
65 // Note: this should not be necessary anymore
66 // (the "/guest" trick is enough)
67 String login
= Instance
.getInstance().getConfig().getString(Config
.LOGIN_YIFFSTAR_USER
);
68 String password
= Instance
.getInstance().getConfig().getString(Config
.LOGIN_YIFFSTAR_PASS
);
70 if (login
!= null && !login
.isEmpty() && password
!= null
71 && !password
.isEmpty()) {
73 Map
<String
, String
> post
= new HashMap
<String
, String
>();
74 post
.put("LoginForm[sfLoginUsername]", login
);
75 post
.put("LoginForm[sfLoginPassword]", password
);
76 post
.put("YII_CSRF_TOKEN", "");
77 post
.put("yt1", "Login");
78 post
.put("returnUrl", "/");
80 // Cookies will actually be retained by the cache manager once
82 Instance
.getInstance().getCache()
83 .openNoCache(new URL("https://www.sofurry.com/user/login"), this, post
, null, null).close();
88 public URL
getCanonicalUrl(URL source
) {
90 if (source
.getPath().startsWith("/view")) {
91 source
= guest(source
.toString());
92 // NO CACHE because we don't want the NotLoggedIn message later
93 InputStream in
= Instance
.getInstance().getCache().openNoCache(source
, this, null, null, null);
94 String line
= getLine(in
, "/browse/folder/", 0);
96 String
[] tab
= line
.split("\"");
98 String groupUrl
= source
.getProtocol() + "://"
99 + source
.getHost() + tab
[1];
100 return guest(groupUrl
);
104 } catch (Exception e
) {
105 Instance
.getInstance().getTraceHandler().error(e
);
108 return super.getCanonicalUrl(source
);
111 private List
<String
> getTags(InputStream in
) {
112 List
<String
> tags
= new ArrayList
<String
>();
114 String line
= getLine(in
, "class=\"sf-story-big-tags", 0);
116 String
[] tab
= StringUtils
.unhtml(line
).split(",");
117 for (String possibleTag
: tab
) {
118 String tag
= possibleTag
.trim();
119 if (!tag
.isEmpty() && !tag
.equals("...") && !tags
.contains(tag
)) {
128 private Image
getCover(URL source
, InputStream in
) throws IOException
{
130 List
<Entry
<String
, URL
>> chaps
= getChapters(source
, in
, null);
131 if (!chaps
.isEmpty()) {
132 in
= Instance
.getInstance().getCache().open(chaps
.get(0).getValue(), this, true);
133 String line
= getLine(in
, " name=\"og:image\"", 0);
136 for (int i
= 0; i
< 3; i
++) {
137 pos
= line
.indexOf('"', pos
+ 1);
141 line
= line
.substring(pos
+ 1);
142 pos
= line
.indexOf('"');
144 line
= line
.substring(0, pos
);
145 if (line
.contains("/thumb?")) {
146 line
= line
.replace("/thumb?",
147 "/auxiliaryContent?type=25&");
148 return getImage(this, null, line
);
158 private String
getAuthor(InputStream in
) {
159 String author
= getLine(in
, "class=\"onlinestatus", 0);
160 if (author
!= null) {
161 return StringUtils
.unhtml(author
).trim();
167 private String
getTitle(InputStream in
) {
168 String title
= getLine(in
, "class=\"sflabel pagetitle", 0);
170 if (title
.contains("(series)")) {
171 title
= title
.replace("(series)", "");
173 return StringUtils
.unhtml(title
).trim();
180 protected String
getDesc(URL source
, InputStream in
) throws IOException
{
181 return null; // TODO: no description at all? Cannot find one...
185 protected List
<Entry
<String
, URL
>> getChapters(URL source
, InputStream in
,
186 Progress pg
) throws IOException
{
187 List
<Entry
<String
, URL
>> urls
= new ArrayList
<Entry
<String
, URL
>>();
189 @SuppressWarnings("resource")
190 Scanner scan
= new Scanner(in
, "UTF-8");
191 scan
.useDelimiter("\\n");
192 while (scan
.hasNext()) {
193 String line
= scan
.next();
194 if (line
.contains("\"/view/") && line
.contains("title=")) {
195 String
[] tab
= line
.split("\"");
196 if (tab
.length
> 5) {
197 String link
= tab
[5];
198 if (link
.startsWith("/")) {
199 link
= source
.getProtocol() + "://" + source
.getHost()
202 urls
.add(new AbstractMap
.SimpleEntry
<String
, URL
>(
203 StringUtils
.unhtml(line
).trim(), guest(link
)));
212 protected String
getChapterContent(URL source
, InputStream in
, int number
,
213 Progress pg
) throws IOException
{
214 StringBuilder builder
= new StringBuilder();
216 String startAt
= "id=\"sfContentBody";
217 String endAt
= "id=\"recommendationArea";
220 @SuppressWarnings("resource")
221 Scanner scan
= new Scanner(in
, "UTF-8");
222 scan
.useDelimiter("\\n");
223 while (scan
.hasNext()) {
224 String line
= scan
.next();
225 if (!ok
&& line
.contains(startAt
)) {
227 } else if (ok
&& line
.contains(endAt
)) {
233 builder
.append(line
);
238 return builder
.toString();
242 * Return a {@link URL} from the given link, but add the "/guest" part to it
243 * to make sure we don't need to be logged-in to see it.
248 * @return the {@link URL}
250 * @throws MalformedURLException
251 * in case of data error
253 private URL
guest(String link
) throws MalformedURLException
{
254 if (link
.contains("?")) {
255 if (link
.contains("/?")) {
256 return new URL(link
.replace("?", "guest?"));
259 return new URL(link
.replace("?", "/guest?"));
262 return new URL(link
+ "/guest");