X-Git-Url: http://git.nikiroo.be/?a=blobdiff_plain;f=src%2Fbe%2Fnikiroo%2Futils%2Fserial%2FImporter.java;h=6718fb8ecf623b8bd66350be1d1f51685836b2cf;hb=d251f3dd38a8f9d369a7cf627185eacc4f66ece5;hp=d21f1dd341c9085af11a08015a05c5fb04fc5c14;hpb=ce0974c4b695f842fa7ec81f3c53d016d1959854;p=nikiroo-utils.git

diff --git a/src/be/nikiroo/utils/serial/Importer.java b/src/be/nikiroo/utils/serial/Importer.java
index d21f1dd..6718fb8 100644
--- a/src/be/nikiroo/utils/serial/Importer.java
+++ b/src/be/nikiroo/utils/serial/Importer.java
@@ -1,12 +1,17 @@
 package be.nikiroo.utils.serial;
 
 import java.io.IOException;
+import java.io.InputStream;
 import java.lang.reflect.Field;
 import java.util.HashMap;
 import java.util.Map;
-import java.util.Scanner;
+import java.util.zip.GZIPInputStream;
 
-import be.nikiroo.utils.StringUtils;
+import be.nikiroo.utils.IOUtils;
+import be.nikiroo.utils.streams.Base64InputStream;
+import be.nikiroo.utils.streams.BufferedInputStream;
+import be.nikiroo.utils.streams.NextableInputStream;
+import be.nikiroo.utils.streams.NextableInputStreamStep;
 
 /**
  * A simple class that can accept the output of {@link Exporter} to recreate
@@ -26,6 +31,9 @@ public class Importer {
 
 	private String currentFieldName;
 
+	/**
+	 * Create a new {@link Importer}.
+	 */
 	public Importer() {
 		map = new HashMap<String, Object>();
 		map.put("NULL", null);
@@ -40,7 +48,7 @@ public class Importer {
 	 * content, or a number of lines of it (any given line <b>MUST</b> be
 	 * complete though) and accumulate it with the already present data.
 	 * 
-	 * @param data
+	 * @param in
 	 *            the data to parse
 	 * 
 	 * @return itself so it can be chained
@@ -53,27 +61,57 @@ public class Importer {
 	 *             because it is not compatible with this code
 	 * @throws ClassNotFoundException
 	 *             if a class described in the serialised data cannot be found
+	 * @throws IOException
+	 *             if the content cannot be read (for instance, corrupt data)
+	 * @throws NullPointerException
+	 *             if the stream is empty
 	 */
-	public Importer read(String data) throws NoSuchFieldException,
-			NoSuchMethodException, ClassNotFoundException {
+	public Importer read(InputStream in) throws NoSuchFieldException,
+			NoSuchMethodException, ClassNotFoundException, IOException,
+			NullPointerException {
+
+		NextableInputStream stream = new NextableInputStream(in,
+				new NextableInputStreamStep('\n'));
 
 		try {
-			Scanner scan = new Scanner(data);
-			scan.useDelimiter("\n");
-			while (scan.hasNext()) {
-				String line = scan.next();
-
-				if (line.startsWith("ZIP:")) {
-					line = StringUtils.unzip64(line.substring("ZIP:".length()));
-					read(line);
+			if (in == null) {
+				throw new NullPointerException("InputStream is null");
+			}
+
+			boolean first = true;
+			while (stream.next()) {
+				if (stream.eof()) {
+					if (first) {
+						throw new NullPointerException(
+								"InputStream empty, normal termination");
+					}
+					return this;
+				}
+				first = false;
+
+				boolean zip = stream.startsWith("ZIP:");
+				boolean b64 = stream.startsWith("B64:");
+
+				if (zip || b64) {
+					stream.skip("XXX:".length());
+
+					InputStream decoded = stream.open();
+					if (zip) {
+						decoded = new GZIPInputStream(decoded);
+					}
+					decoded = new Base64InputStream(decoded, false);
+
+					try {
+						read(decoded);
+					} finally {
+						decoded.close();
+					}
 				} else {
-					processLine(line);
+					processLine(stream);
 				}
 			}
-			scan.close();
-		} catch (IOException e) {
-			throw new NoSuchMethodException(
-					"Internal error when decoding ZIP content: input may be corrupt");
+		} finally {
+			stream.close(false);
 		}
 
 		return this;
@@ -83,7 +121,7 @@ public class Importer {
 	 * Read a single (whole) line of serialised data into this {@link Importer}
 	 * and accumulate it with the already present data.
 	 * 
-	 * @param line
+	 * @param in
 	 *            the line to parse
 	 * 
 	 * @return TRUE if we are just done with one object or sub-object
@@ -96,12 +134,16 @@ public class Importer {
 	 *             because it is not compatible with this code
 	 * @throws ClassNotFoundException
 	 *             if a class described in the serialised data cannot be found
+	 * @throws IOException
+	 *             if the content cannot be read (for instance, corrupt data)
 	 */
-	private boolean processLine(String line) throws NoSuchFieldException,
-			NoSuchMethodException, ClassNotFoundException {
+	private boolean processLine(BufferedInputStream in)
+			throws NoSuchFieldException, NoSuchMethodException,
+			ClassNotFoundException, IOException {
+
 		// Defer to latest child if any
 		if (child != null) {
-			if (child.processLine(line)) {
+			if (child.processLine(in)) {
 				if (currentFieldName != null) {
 					setField(currentFieldName, child.getValue());
 					currentFieldName = null;
@@ -112,13 +154,34 @@ public class Importer {
 			return false;
 		}
 
-		if (line.equals("{")) { // START: new child if needed
+		// Start/Stop object
+		if (in.is("{")) { // START: new child if needed
 			if (link != null) {
 				child = new Importer(map);
 			}
-		} else if (line.equals("}")) { // STOP: report self to parent
+			in.end();
+			return false;
+		} else if (in.is("}")) { // STOP: report self to parent
+			in.end();
 			return true;
-		} else if (line.startsWith("REF ")) { // REF: create/link self
+		}
+
+		// Custom objects
+		if (CustomSerializer.isCustom(in)) {
+			// not a field value but a direct value
+			String line = IOUtils.readSmallStream(in);
+			me = SerialUtils.decode(line);
+			return false;
+		}
+
+		// TODO use the stream, Luke
+		// .. at least for REF
+		String line = IOUtils.readSmallStream(in);
+
+		if (line.startsWith("REF ")) { // REF: create/link self
+			// TODO: here, line is REF type@999:xxx
+			// xxx is optional
+			// note: use .end() when containsKey(ref)
 			String[] tab = line.substring("REF ".length()).split("@");
 			String type = tab[0];
 			tab = tab[1].split(":");
@@ -143,7 +206,8 @@ public class Importer {
 			if (line.endsWith(":")) {
 				// field value is compound
 				currentFieldName = line.substring(0, line.length() - 1);
-			} else if (line.startsWith(":") || !line.contains(":")) {
+			} else if (line.startsWith(":") || !line.contains(":")
+					|| line.startsWith("\"")) {
 				// not a field value but a direct value
 				me = SerialUtils.decode(line);
 			} else {