src/be/nikiroo/fanfix/supported/MangaLel.java

   1 package be.nikiroo.fanfix.supported;
   2
   3 import java.io.IOException;
   4 import java.io.InputStream;
   5 import java.net.URL;
   6 import java.text.ParseException;
   7 import java.text.SimpleDateFormat;
   8 import java.util.AbstractMap;
   9 import java.util.ArrayList;
  10 import java.util.List;
  11 import java.util.Map.Entry;
  12
  13 import org.jsoup.helper.DataUtil;
  14 import org.jsoup.nodes.Element;
  15 import org.jsoup.select.Elements;
  16
  17 import be.nikiroo.fanfix.Instance;
  18 import be.nikiroo.fanfix.data.MetaData;
  19 import be.nikiroo.utils.Image;
  20 import be.nikiroo.utils.Progress;
  21 import be.nikiroo.utils.StringUtils;
  22
  23 class MangaLel extends BasicSupport {
  24         @Override
  25         protected boolean isHtml() {
  26                 return true;
  27         }
  28
  29         @Override
  30         protected MetaData getMeta() throws IOException {
  31                 MetaData meta = new MetaData();
  32
  33                 meta.setTitle(getTitle());
  34                 meta.setAuthor(getAuthor());
  35                 meta.setDate(getDate());
  36                 meta.setTags(getTags());
  37                 meta.setSource(getType().getSourceName());
  38                 meta.setUrl(getSource().toString());
  39                 meta.setPublisher(getType().getSourceName());
  40                 meta.setUuid(getSource().toString());
  41                 meta.setLuid("");
  42                 meta.setLang("fr");
  43                 meta.setSubject("manga");
  44                 meta.setType(getType().toString());
  45                 meta.setImageDocument(true);
  46                 meta.setCover(getCover());
  47
  48                 return meta;
  49         }
  50
  51         private String getTitle() {
  52                 Element doc = getSourceNode();
  53                 Element h4 = doc.getElementsByTag("h4").first();
  54                 if (h4 != null) {
  55                         return StringUtils.unhtml(h4.text()).trim();
  56                 }
  57
  58                 return null;
  59         }
  60
  61         private String getAuthor() {
  62                 Element doc = getSourceNode();
  63                 Element tabEls = doc.getElementsByClass("presentation-projet").first();
  64                 if (tabEls != null) {
  65                         String[] tab = tabEls.outerHtml().split("<br>");
  66                         return getVal(tab, 1);
  67                 }
  68
  69                 return "";
  70         }
  71
  72         private List<String> getTags() {
  73                 Element doc = getSourceNode();
  74                 Element tabEls = doc.getElementsByClass("presentation-projet").first();
  75                 if (tabEls != null) {
  76                         String[] tab = tabEls.outerHtml().split("<br>");
  77                         List<String> tags = new ArrayList<String>();
  78                         for (String tag : getVal(tab, 3).split(" ")) {
  79                                 tags.add(tag);
  80                         }
  81                         return tags;
  82                 }
  83
  84                 return new ArrayList<String>();
  85
  86         }
  87
  88         private String getDate() {
  89                 Element doc = getSourceNode();
  90                 Element table = doc.getElementsByClass("table").first();
  91
  92                 // We take the first date we find
  93                 String value = "";
  94                 if (table != null) {
  95                         Elements els;
  96                         els = table.getElementsByTag("tr");
  97                         if (els.size() >= 2) {
  98                                 els = els.get(1).getElementsByTag("td");
  99                                 if (els.size() >= 3) {
 100                                         value = StringUtils.unhtml(els.get(2).text()).trim();
 101                                 }
 102                         }
 103                 }
 104
 105                 if (!value.isEmpty()) {
 106                         try {
 107                                 long time = StringUtils.toTime(value);
 108                                 value = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss")
 109                                                 .format(time);
 110                         } catch (ParseException e) {
 111                         }
 112                 }
 113
 114                 return value;
 115         }
 116
 117         @Override
 118         protected String getDesc() {
 119                 Element doc = getSourceNode();
 120                 Element tabEls = doc.getElementsByClass("presentation-projet").first();
 121                 if (tabEls != null) {
 122                         String[] tab = tabEls.outerHtml().split("<br>");
 123                         return getVal(tab, 4);
 124                 }
 125
 126                 return "";
 127         }
 128
 129         private Image getCover() {
 130                 Element doc = getSourceNode();
 131                 Element container = doc.getElementsByClass("container").first();
 132
 133                 if (container != null) {
 134
 135                         Elements imgs = container.getElementsByTag("img");
 136                         Element img = null;
 137                         if (imgs.size() >= 1) {
 138                                 img = imgs.get(0);
 139                                 if (img.hasClass("banniere-team-projet")) {
 140                                         img = null;
 141                                         if (imgs.size() >= 2) {
 142                                                 img = imgs.get(1);
 143                                         }
 144                                 }
 145                         }
 146
 147                         if (img != null) {
 148                                 String coverUrl = img.absUrl("src");
 149
 150                                 InputStream coverIn;
 151                                 try {
 152                                         coverIn = Instance.getCache().open(new URL(coverUrl), this,
 153                                                         true);
 154                                         try {
 155                                                 return new Image(coverIn);
 156                                         } finally {
 157                                                 coverIn.close();
 158                                         }
 159                                 } catch (IOException e) {
 160                                         Instance.getTraceHandler().error(e);
 161                                 }
 162                         }
 163                 }
 164
 165                 return null;
 166         }
 167
 168         private String getVal(String[] tab, int i) {
 169                 String val = "";
 170
 171                 if (i < tab.length) {
 172                         val = StringUtils.unhtml(tab[i]);
 173                         int pos = val.indexOf(":");
 174                         if (pos >= 0) {
 175                                 val = val.substring(pos + 1).trim();
 176                         }
 177                 }
 178
 179                 return val;
 180         }
 181
 182         @Override
 183         protected List<Entry<String, URL>> getChapters(Progress pg)
 184                         throws IOException {
 185                 List<Entry<String, URL>> urls = new ArrayList<Entry<String, URL>>();
 186
 187                 Element doc = getSourceNode();
 188                 Element table = doc.getElementsByClass("table").first();
 189                 if (table != null) {
 190                         for (Element tr : table.getElementsByTag("tr")) {
 191                                 Element a = tr.getElementsByTag("a").first();
 192                                 if (a != null) {
 193                                         String name = StringUtils.unhtml(a.text()).trim();
 194                                         URL url = new URL(a.absUrl("href"));
 195                                         urls.add(new AbstractMap.SimpleEntry<String, URL>(name, url));
 196                                 }
 197                         }
 198                 }
 199
 200                 return urls;
 201         }
 202
 203         @Override
 204         protected String getChapterContent(URL chapUrl, int number, Progress pg)
 205                         throws IOException {
 206                 if (pg == null) {
 207                         pg = new Progress();
 208                 }
 209
 210                 StringBuilder builder = new StringBuilder();
 211
 212                 InputStream in = Instance.getCache().open(chapUrl, this, false);
 213                 try {
 214                         Element pageDoc = DataUtil.load(in, "UTF-8", chapUrl.toString());
 215                         Element content = pageDoc.getElementById("content");
 216                         Elements linkEls = content.getElementsByTag("img");
 217                         for (Element linkEl : linkEls) {
 218                                 if (linkEl.absUrl("src").isEmpty()) {
 219                                         continue;
 220                                 }
 221
 222                                 builder.append("[");
 223                                 builder.append(linkEl.absUrl("src"));
 224                                 builder.append("]<br/>");
 225                         }
 226
 227                 } finally {
 228                         in.close();
 229                 }
 230
 231                 return builder.toString();
 232         }
 233
 234         @Override
 235         protected boolean supports(URL url) {
 236                 // URL structure (the projectId is the manga key):
 237                 // http://mangas-lecture-en-ligne.fr/index_lel.php?page=presentationProjet&idProjet=999
 238
 239                 return "mangas-lecture-en-ligne.fr".equals(url.getHost());
 240         }
 241 }