src/be/nikiroo/fanfix/library/WebLibraryServer.java

   1 package be.nikiroo.fanfix.library;
   2
   3 import java.io.ByteArrayInputStream;
   4 import java.io.IOException;
   5 import java.io.InputStream;
   6 import java.util.ArrayList;
   7 import java.util.Arrays;
   8 import java.util.HashMap;
   9 import java.util.LinkedList;
  10 import java.util.List;
  11 import java.util.Map;
  12
  13 import org.json.JSONArray;
  14 import org.json.JSONObject;
  15
  16 import be.nikiroo.fanfix.Instance;
  17 import be.nikiroo.fanfix.bundles.Config;
  18 import be.nikiroo.fanfix.data.Chapter;
  19 import be.nikiroo.fanfix.data.JsonIO;
  20 import be.nikiroo.fanfix.data.MetaData;
  21 import be.nikiroo.fanfix.data.Paragraph;
  22 import be.nikiroo.fanfix.data.Paragraph.ParagraphType;
  23 import be.nikiroo.fanfix.data.Story;
  24 import be.nikiroo.utils.Image;
  25 import be.nikiroo.utils.LoginResult;
  26 import be.nikiroo.utils.NanoHTTPD;
  27 import be.nikiroo.utils.NanoHTTPD.Response;
  28 import be.nikiroo.utils.NanoHTTPD.Response.Status;
  29
  30 public class WebLibraryServer extends WebLibraryServerHtml {
  31         class WLoginResult extends LoginResult {
  32                 private boolean rw;
  33                 private boolean wl;
  34                 private boolean bl;
  35
  36                 public WLoginResult(boolean badLogin, boolean badCookie) {
  37                         super(badLogin, badCookie);
  38                 }
  39
  40                 public WLoginResult(String who, String key, String subkey, boolean rw,
  41                                 boolean wl, boolean bl) {
  42                         super(who, key, subkey, (rw ? "|rw" : "") + (wl ? "|wl" : "")
  43                                         + (bl ? "|bl" : "") + "|");
  44                         this.rw = rw;
  45                         this.wl = wl;
  46                         this.bl = bl;
  47                 }
  48
  49                 public WLoginResult(String cookie, String who, String key,
  50                                 List<String> subkeys) {
  51                         super(cookie, who, key, subkeys,
  52                                         subkeys == null || subkeys.isEmpty());
  53                 }
  54
  55                 public boolean isRw() {
  56                         return getOption().contains("|rw|");
  57                 }
  58
  59                 public boolean isWl() {
  60                         return getOption().contains("|wl|");
  61                 }
  62
  63                 public boolean isBl() {
  64                         return getOption().contains("|bl|");
  65                 }
  66         }
  67
  68         private Map<String, Story> storyCache = new HashMap<String, Story>();
  69         private LinkedList<String> storyCacheOrder = new LinkedList<String>();
  70         private long storyCacheSize = 0;
  71         private long maxStoryCacheSize;
  72
  73         private List<String> whitelist;
  74         private List<String> blacklist;
  75
  76         public WebLibraryServer(boolean secure) throws IOException {
  77                 super(secure);
  78
  79                 int cacheMb = Instance.getInstance().getConfig()
  80                                 .getInteger(Config.SERVER_MAX_CACHE_MB, 100);
  81                 maxStoryCacheSize = cacheMb * 1024 * 1024;
  82
  83                 setTraceHandler(Instance.getInstance().getTraceHandler());
  84
  85                 whitelist = Instance.getInstance().getConfig()
  86                                 .getList(Config.SERVER_WHITELIST, new ArrayList<String>());
  87                 blacklist = Instance.getInstance().getConfig()
  88                                 .getList(Config.SERVER_BLACKLIST, new ArrayList<String>());
  89         }
  90
  91         /**
  92          * Start the server (listen on the network for new connections).
  93          * <p>
  94          * Can only be called once.
  95          * <p>
  96          * This call is asynchronous, and will just start a new {@link Thread} on
  97          * itself (see {@link WebLibraryServer#run()}).
  98          */
  99         public void start() {
 100                 new Thread(this).start();
 101         }
 102
 103         @Override
 104         protected WLoginResult login(boolean badLogin, boolean badCookie) {
 105                 return new WLoginResult(false, false);
 106         }
 107
 108         @Override
 109         protected WLoginResult login(String who, String cookie) {
 110                 List<String> subkeys = Instance.getInstance().getConfig()
 111                                 .getList(Config.SERVER_ALLOWED_SUBKEYS);
 112                 String realKey = Instance.getInstance().getConfig()
 113                                 .getString(Config.SERVER_KEY);
 114
 115                 return new WLoginResult(cookie, who, realKey, subkeys);
 116         }
 117
 118         // allow rw/wl
 119         @Override
 120         protected WLoginResult login(String who, String key, String subkey) {
 121                 String realKey = Instance.getInstance().getConfig()
 122                                 .getString(Config.SERVER_KEY, "");
 123
 124                 // I don't like NULLs...
 125                 key = key == null ? "" : key;
 126                 subkey = subkey == null ? "" : subkey;
 127
 128                 if (!realKey.equals(key)) {
 129                         return new WLoginResult(true, false);
 130                 }
 131
 132                 // defaults are true (as previous versions without the feature)
 133                 boolean rw = true;
 134                 boolean wl = true;
 135                 boolean bl = true;
 136
 137                 rw = Instance.getInstance().getConfig().getBoolean(Config.SERVER_RW,
 138                                 rw);
 139
 140                 List<String> allowed = Instance.getInstance().getConfig().getList(
 141                                 Config.SERVER_ALLOWED_SUBKEYS, new ArrayList<String>());
 142
 143                 if (!allowed.isEmpty()) {
 144                         if (!allowed.contains(subkey)) {
 145                                 return new WLoginResult(true, false);
 146                         }
 147
 148                         if ((subkey + "|").contains("|rw|")) {
 149                                 rw = true;
 150                         }
 151                         if ((subkey + "|").contains("|wl|")) {
 152                                 wl = false; // |wl| = bypass whitelist
 153                         }
 154                         if ((subkey + "|").contains("|bl|")) {
 155                                 bl = false; // |bl| = bypass blacklist
 156                         }
 157                 }
 158
 159                 return new WLoginResult(who, key, subkey, rw, wl, bl);
 160         }
 161
 162         @Override
 163         protected Response getList(String uri, WLoginResult login)
 164                         throws IOException {
 165                 if (WebLibraryUrls.LIST_URL_METADATA.equals(uri)) {
 166                         List<JSONObject> jsons = new ArrayList<JSONObject>();
 167                         for (MetaData meta : metas(login)) {
 168                                 jsons.add(JsonIO.toJson(meta));
 169                         }
 170
 171                         return newInputStreamResponse("application/json",
 172                                         new ByteArrayInputStream(
 173                                                         new JSONArray(jsons).toString().getBytes()));
 174                 }
 175
 176                 return NanoHTTPD.newFixedLengthResponse(Status.BAD_REQUEST,
 177                                 NanoHTTPD.MIME_PLAINTEXT, null);
 178         }
 179
 180         // /story/luid/chapter/para <-- text/image
 181         // /story/luid/cover <-- image
 182         // /story/luid/metadata <-- json
 183         // /story/luid/json <-- json, whole chapter (no images)
 184         @Override
 185         protected Response getStoryPart(String uri, WLoginResult login) {
 186                 String[] uriParts = uri.split("/");
 187                 int off = 2;
 188
 189                 if (uriParts.length < off + 2) {
 190                         return NanoHTTPD.newFixedLengthResponse(Status.BAD_REQUEST,
 191                                         NanoHTTPD.MIME_PLAINTEXT, null);
 192                 }
 193
 194                 String luid = uriParts[off + 0];
 195                 String chapterStr = uriParts[off + 1];
 196                 String imageStr = uriParts.length < off + 3 ? null : uriParts[off + 2];
 197
 198                 // 1-based (0 = desc)
 199                 int chapter = 0;
 200                 if (chapterStr != null && !"cover".equals(chapterStr)
 201                                 && !"metadata".equals(chapterStr)
 202                                 && !"json".equals(chapterStr)) {
 203                         try {
 204                                 chapter = Integer.parseInt(chapterStr);
 205                                 if (chapter < 0) {
 206                                         throw new NumberFormatException();
 207                                 }
 208                         } catch (NumberFormatException e) {
 209                                 return NanoHTTPD.newFixedLengthResponse(Status.BAD_REQUEST,
 210                                                 NanoHTTPD.MIME_PLAINTEXT, "Chapter is not valid");
 211                         }
 212                 }
 213
 214                 // 1-based
 215                 int paragraph = 1;
 216                 if (imageStr != null) {
 217                         try {
 218                                 paragraph = Integer.parseInt(imageStr);
 219                                 if (paragraph < 0) {
 220                                         throw new NumberFormatException();
 221                                 }
 222                         } catch (NumberFormatException e) {
 223                                 return NanoHTTPD.newFixedLengthResponse(Status.BAD_REQUEST,
 224                                                 NanoHTTPD.MIME_PLAINTEXT, "Paragraph is not valid");
 225                         }
 226                 }
 227
 228                 String mimeType = NanoHTTPD.MIME_PLAINTEXT;
 229                 InputStream in = null;
 230                 try {
 231                         if ("cover".equals(chapterStr)) {
 232                                 Image img = storyCover(luid, login);
 233                                 if (img != null) {
 234                                         in = img.newInputStream();
 235                                 }
 236                                 // TODO: get correct image type
 237                                 mimeType = "image/png";
 238                         } else if ("metadata".equals(chapterStr)) {
 239                                 MetaData meta = meta(luid, login);
 240                                 JSONObject json = JsonIO.toJson(meta);
 241                                 mimeType = "application/json";
 242                                 in = new ByteArrayInputStream(json.toString().getBytes());
 243                         } else if ("json".equals(chapterStr)) {
 244                                 Story story = story(luid, login);
 245                                 JSONObject json = JsonIO.toJson(story);
 246                                 mimeType = "application/json";
 247                                 in = new ByteArrayInputStream(json.toString().getBytes());
 248                         } else {
 249                                 Story story = story(luid, login);
 250                                 if (story != null) {
 251                                         if (chapter == 0) {
 252                                                 StringBuilder builder = new StringBuilder();
 253                                                 for (Paragraph p : story.getMeta().getResume()) {
 254                                                         if (builder.length() == 0) {
 255                                                                 builder.append("\n");
 256                                                         }
 257                                                         builder.append(p.getContent());
 258                                                 }
 259
 260                                                 in = new ByteArrayInputStream(
 261                                                                 builder.toString().getBytes("utf-8"));
 262                                         } else {
 263                                                 Paragraph para = story.getChapters().get(chapter - 1)
 264                                                                 .getParagraphs().get(paragraph - 1);
 265                                                 Image img = para.getContentImage();
 266                                                 if (para.getType() == ParagraphType.IMAGE) {
 267                                                         // TODO: get correct image type
 268                                                         mimeType = "image/png";
 269                                                         in = img.newInputStream();
 270                                                 } else {
 271                                                         in = new ByteArrayInputStream(
 272                                                                         para.getContent().getBytes("utf-8"));
 273                                                 }
 274                                         }
 275                                 }
 276                         }
 277                 } catch (IndexOutOfBoundsException e) {
 278                         return NanoHTTPD.newFixedLengthResponse(Status.NOT_FOUND,
 279                                         NanoHTTPD.MIME_PLAINTEXT,
 280                                         "Chapter or paragraph does not exist");
 281                 } catch (IOException e) {
 282                         Instance.getInstance().getTraceHandler()
 283                                         .error(new IOException("Cannot get image: " + uri, e));
 284                         return NanoHTTPD.newFixedLengthResponse(Status.INTERNAL_ERROR,
 285                                         NanoHTTPD.MIME_PLAINTEXT, "Error when processing request");
 286                 }
 287
 288                 return newInputStreamResponse(mimeType, in);
 289         }
 290
 291         @Override
 292         protected Response getCover(String uri, WLoginResult login)
 293                         throws IOException {
 294                 String[] uriParts = uri.split("/");
 295                 int off = 2; // "" and "cover"
 296
 297                 if (uriParts.length < off + 2) {
 298                         return NanoHTTPD.newFixedLengthResponse(Status.BAD_REQUEST,
 299                                         NanoHTTPD.MIME_PLAINTEXT, "Invalid cover request");
 300                 }
 301
 302                 String type = uriParts[off + 0];
 303                 String id = uriParts[off + 1];
 304
 305                 InputStream in = null;
 306
 307                 if ("cover".equals(type)) {
 308                         Image img = storyCover(id, login);
 309                         if (img != null) {
 310                                 in = img.newInputStream();
 311                         }
 312                 } else if ("author".equals(type)) {
 313                         Image img = authorCover(id, login);
 314                         if (img != null) {
 315                                 in = img.newInputStream();
 316                         }
 317                 } else if ("source".equals(type)) {
 318                         Image img = sourceCover(id, login);
 319                         if (img != null) {
 320                                 in = img.newInputStream();
 321                         }
 322                 } else {
 323                         return NanoHTTPD.newFixedLengthResponse(Status.BAD_REQUEST,
 324                                         NanoHTTPD.MIME_PLAINTEXT, "Invalid cover type: " + type);
 325                 }
 326
 327                 // TODO: get correct image type
 328                 return newInputStreamResponse("image/png", in);
 329         }
 330
 331         @Override
 332         protected List<MetaData> metas(WLoginResult login) throws IOException {
 333                 BasicLibrary lib = Instance.getInstance().getLibrary();
 334                 List<MetaData> metas = new ArrayList<MetaData>();
 335                 for (MetaData meta : lib.getList().getMetas()) {
 336                         if (isAllowed(meta, login)) {
 337                                 metas.add(meta);
 338                         }
 339                 }
 340
 341                 return metas;
 342         }
 343
 344         // NULL if not whitelist OK or if not found
 345         @Override
 346         protected Story story(String luid, WLoginResult login) throws IOException {
 347                 synchronized (storyCache) {
 348                         if (storyCache.containsKey(luid)) {
 349                                 Story story = storyCache.get(luid);
 350                                 if (!isAllowed(story.getMeta(), login))
 351                                         return null;
 352
 353                                 return story;
 354                         }
 355                 }
 356
 357                 Story story = null;
 358                 MetaData meta = meta(luid, login);
 359                 if (meta != null) {
 360                         BasicLibrary lib = Instance.getInstance().getLibrary();
 361                         story = lib.getStory(luid, null);
 362                         long size = sizeOf(story);
 363
 364                         synchronized (storyCache) {
 365                                 // Could have been added by another request
 366                                 if (!storyCache.containsKey(luid)) {
 367                                         while (!storyCacheOrder.isEmpty()
 368                                                         && storyCacheSize + size > maxStoryCacheSize) {
 369                                                 String oldestLuid = storyCacheOrder.removeFirst();
 370                                                 Story oldestStory = storyCache.remove(oldestLuid);
 371                                                 maxStoryCacheSize -= sizeOf(oldestStory);
 372                                         }
 373
 374                                         storyCacheOrder.add(luid);
 375                                         storyCache.put(luid, story);
 376                                 }
 377                         }
 378                 }
 379
 380                 return story;
 381         }
 382
 383         private MetaData meta(String luid, WLoginResult login) throws IOException {
 384                 BasicLibrary lib = Instance.getInstance().getLibrary();
 385                 MetaData meta = lib.getInfo(luid);
 386                 if (!isAllowed(meta, login))
 387                         return null;
 388
 389                 return meta;
 390         }
 391
 392         private Image storyCover(String luid, WLoginResult login)
 393                         throws IOException {
 394                 MetaData meta = meta(luid, login);
 395                 if (meta != null) {
 396                         BasicLibrary lib = Instance.getInstance().getLibrary();
 397                         return lib.getCover(meta.getLuid());
 398                 }
 399
 400                 return null;
 401         }
 402
 403         private Image authorCover(String author, WLoginResult login)
 404                         throws IOException {
 405                 Image img = null;
 406
 407                 List<MetaData> metas = new MetaResultList(metas(login)).filter(null,
 408                                 author, null);
 409                 if (metas.size() > 0) {
 410                         BasicLibrary lib = Instance.getInstance().getLibrary();
 411                         img = lib.getCustomAuthorCover(author);
 412                         if (img == null)
 413                                 img = lib.getCover(metas.get(0).getLuid());
 414                 }
 415
 416                 return img;
 417
 418         }
 419
 420         private Image sourceCover(String source, WLoginResult login)
 421                         throws IOException {
 422                 Image img = null;
 423
 424                 List<MetaData> metas = new MetaResultList(metas(login)).filter(source,
 425                                 null, null);
 426                 if (metas.size() > 0) {
 427                         BasicLibrary lib = Instance.getInstance().getLibrary();
 428                         img = lib.getCustomSourceCover(source);
 429                         if (img == null)
 430                                 img = lib.getCover(metas.get(0).getLuid());
 431                 }
 432
 433                 return img;
 434         }
 435
 436         private boolean isAllowed(MetaData meta, WLoginResult login) {
 437                 MetaResultList one = new MetaResultList(Arrays.asList(meta));
 438                 if (login.isWl() && !whitelist.isEmpty()) {
 439                         if (one.filter(whitelist, null, null).isEmpty()) {
 440                                 return false;
 441                         }
 442                 }
 443                 if (login.isBl() && !blacklist.isEmpty()) {
 444                         if (!one.filter(blacklist, null, null).isEmpty()) {
 445                                 return false;
 446                         }
 447                 }
 448
 449                 return true;
 450         }
 451
 452         private long sizeOf(Story story) {
 453                 long size = 0;
 454                 for (Chapter chap : story) {
 455                         for (Paragraph para : chap) {
 456                                 if (para.getType() == ParagraphType.IMAGE) {
 457                                         size += para.getContentImage().getSize();
 458                                 } else {
 459                                         size += para.getContent().length();
 460                                 }
 461                         }
 462                 }
 463
 464                 return size;
 465         }
 466
 467         public static void main(String[] args) throws IOException {
 468                 Instance.init();
 469                 WebLibraryServer web = new WebLibraryServer(false);
 470                 web.run();
 471         }
 472 }