en cours, 3
[nikiroo-utils.git] / src / be / nikiroo / utils / serial / Importer.java
index 0709a96883c77b005f57ddf04de4ac15b04165ac..5d7d8d05ee30e298b802125abc63128c748ccb88 100644 (file)
@@ -1,12 +1,14 @@
 package be.nikiroo.utils.serial;
 
+import java.io.IOException;
+import java.io.InputStream;
+import java.lang.reflect.Field;
 import java.util.HashMap;
 import java.util.Map;
-import java.util.Scanner;
-import java.lang.reflect.InvocationTargetException;
-import java.lang.reflect.Field;
 
 import be.nikiroo.utils.IOUtils;
+import be.nikiroo.utils.NextableInputStream;
+import be.nikiroo.utils.NextableInputStreamStep;
 import be.nikiroo.utils.StringUtils;
 
 /**
@@ -27,6 +29,9 @@ public class Importer {
 
        private String currentFieldName;
 
+       /**
+        * Create a new {@link Importer}.
+        */
        public Importer() {
                map = new HashMap<String, Object>();
                map.put("NULL", null);
@@ -36,38 +41,95 @@ public class Importer {
                this.map = map;
        }
 
-       public Importer readLine(String line) {
-               try {
-                       processLine(line);
-               } catch (Exception e) {
-                       throw new IllegalArgumentException(e);
-               }
-               return this;
-       }
+       /**
+        * Read some data into this {@link Importer}: it can be the full serialised
+        * content, or a number of lines of it (any given line <b>MUST</b> be
+        * complete though) and accumulate it with the already present data.
+        * 
+        * @param data
+        *            the data to parse
+        * 
+        * @return itself so it can be chained
+        * 
+        * @throws NoSuchFieldException
+        *             if the serialised data contains information about a field
+        *             which does actually not exist in the class we know of
+        * @throws NoSuchMethodException
+        *             if a class described in the serialised data cannot be created
+        *             because it is not compatible with this code
+        * @throws ClassNotFoundException
+        *             if a class described in the serialised data cannot be found
+        * @throws IOException
+        *             if the content cannot be read (for instance, corrupt data)
+        * @throws NullPointerException
+        *             if the stream is empty
+        */
+       public Importer read(InputStream in) throws NoSuchFieldException,
+                       NoSuchMethodException, ClassNotFoundException, IOException,
+                       NullPointerException {
 
-       public Importer read(String data) {
-               try {
-                       if (data.startsWith("ZIP:")) {
-                               data = StringUtils.unzip64(data.substring("ZIP:".length()));
+               // TODO: fix NexInStream: next() MUST be called first time, too
+               // TODO: NexInStream: add getBytes() (size downloaded)
+               // TODO: public InputStrem open() (open/close do nothing)
+               // TODO: public boolean eof()
+               // TODO: public nextAll(): next, but disable separation of sub-streams
+               // TODO: close(alsoCloseIncludedField)
+
+               NextableInputStream stream = new NextableInputStream(in,
+                               new NextableInputStreamStep('\n'));
+
+               if (in == null || stream.eof()) {
+                       if (in == null) {
+                               throw new NullPointerException("InputStream is null");
                        }
-                       Scanner scan = new Scanner(data);
-                       scan.useDelimiter("\n");
-                       while (scan.hasNext()) {
-                               processLine(scan.next());
+                       throw new NullPointerException("InputStream is empty");
+               }
+
+               while (stream.next()) {
+                       boolean zip = stream.startsWiths("ZIP:");
+                       boolean b64 = stream.startsWiths("B64:");
+
+                       if (zip || b64) {
+                               InputStream decoded = StringUtils.unbase64(stream.open(), zip);
+                               try {
+                                       read(decoded);
+                               } finally {
+                                       decoded.close();
+                               }
+                       } else {
+                               processLine(stream);
                        }
-                       scan.close();
-               } catch (Exception e) {
-                       throw new IllegalArgumentException(e);
                }
+
                return this;
        }
 
-       public boolean processLine(String line) throws IllegalArgumentException,
-                       NoSuchFieldException, SecurityException, IllegalAccessException,
-                       NoSuchMethodException, InstantiationException, ClassNotFoundException, InvocationTargetException {
+       /**
+        * Read a single (whole) line of serialised data into this {@link Importer}
+        * and accumulate it with the already present data.
+        * 
+        * @param line
+        *            the line to parse
+        * 
+        * @return TRUE if we are just done with one object or sub-object
+        * 
+        * @throws NoSuchFieldException
+        *             if the serialised data contains information about a field
+        *             which does actually not exist in the class we know of
+        * @throws NoSuchMethodException
+        *             if a class described in the serialised data cannot be created
+        *             because it is not compatible with this code
+        * @throws ClassNotFoundException
+        *             if a class described in the serialised data cannot be found
+        * @throws IOException
+        *             if the content cannot be read (for instance, corrupt data)
+        */
+       private boolean processLine(InputStream in) throws NoSuchFieldException,
+                       NoSuchMethodException, ClassNotFoundException, IOException {
+
                // Defer to latest child if any
                if (child != null) {
-                       if (child.processLine(line)) {
+                       if (child.processLine(in)) {
                                if (currentFieldName != null) {
                                        setField(currentFieldName, child.getValue());
                                        currentFieldName = null;
@@ -78,6 +140,9 @@ public class Importer {
                        return false;
                }
 
+               // TODO use the stream, Luke
+               String line = IOUtils.readSmallStream(in);
+
                if (line.equals("{")) { // START: new child if needed
                        if (link != null) {
                                child = new Importer(map);
@@ -85,18 +150,34 @@ public class Importer {
                } else if (line.equals("}")) { // STOP: report self to parent
                        return true;
                } else if (line.startsWith("REF ")) { // REF: create/link self
-                       String ref = line.substring(4).split("@")[1];
+                       String[] tab = line.substring("REF ".length()).split("@");
+                       String type = tab[0];
+                       tab = tab[1].split(":");
+                       String ref = tab[0];
+
                        link = map.containsKey(ref);
                        if (link) {
                                me = map.get(ref);
                        } else {
-                               me = SerialUtils.createObject(line.substring(4).split("@")[0]);
+                               if (line.endsWith(":")) {
+                                       // construct
+                                       me = SerialUtils.createObject(type);
+                               } else {
+                                       // direct value
+                                       int pos = line.indexOf(":");
+                                       String encodedValue = line.substring(pos + 1);
+                                       me = SerialUtils.decode(encodedValue);
+                               }
                                map.put(ref, me);
                        }
-               } else { // FIELD: new field
+               } else { // FIELD: new field *or* direct simple value
                        if (line.endsWith(":")) {
                                // field value is compound
                                currentFieldName = line.substring(0, line.length() - 1);
+                       } else if (line.startsWith(":") || !line.contains(":")
+                                       || line.startsWith("\"") || CustomSerializer.isCustom(line)) {
+                               // not a field value but a direct value
+                               me = SerialUtils.decode(line);
                        } else {
                                // field value is direct
                                int pos = line.indexOf(":");
@@ -118,8 +199,7 @@ public class Importer {
        }
 
        private void setField(String name, Object value)
-                       throws NoSuchFieldException, SecurityException,
-                       IllegalArgumentException, IllegalAccessException {
+                       throws NoSuchFieldException {
 
                try {
                        Field field = me.getClass().getDeclaredField(name);
@@ -130,9 +210,49 @@ public class Importer {
                        throw new NoSuchFieldException(String.format(
                                        "Field \"%s\" was not found in object of type \"%s\".",
                                        name, me.getClass().getCanonicalName()));
+               } catch (Exception e) {
+                       throw new NoSuchFieldException(String.format(
+                                       "Internal error when setting \"%s.%s\": %s", me.getClass()
+                                                       .getCanonicalName(), name, e.getMessage()));
                }
        }
 
+       /**
+        * Find the given needle in the data and return its position (or -1 if not
+        * found).
+        * 
+        * @param data
+        *            the data to look through
+        * @param offset
+        *            the offset at wich to start searching
+        * @param needle
+        *            the needle to find
+        * 
+        * @return the position of the needle if found, -1 if not found
+        */
+       private int find(byte[] data, int offset, byte[] needle) {
+               for (int i = offset; i + needle.length - 1 < data.length; i++) {
+                       boolean same = true;
+                       for (int j = 0; j < needle.length; j++) {
+                               if (data[i + j] != needle[j]) {
+                                       same = false;
+                                       break;
+                               }
+                       }
+
+                       if (same) {
+                               return i;
+                       }
+               }
+
+               return -1;
+       }
+
+       /**
+        * Return the current deserialised value.
+        * 
+        * @return the current value
+        */
        public Object getValue() {
                return me;
        }