fix remplace/buffered input stream

[nikiroo-utils.git] / src / be / nikiroo / utils / test_code / NextableInputStreamTest.java

package be.nikiroo.utils.test_code;

import java.io.ByteArrayInputStream;

import be.nikiroo.utils.IOUtils;
import be.nikiroo.utils.streams.NextableInputStream;
import be.nikiroo.utils.streams.NextableInputStreamStep;
import be.nikiroo.utils.test.TestCase;
import be.nikiroo.utils.test.TestLauncher;

public class NextableInputStreamTest extends TestLauncher {
	public NextableInputStreamTest(String[] args) {
		super("NextableInputStream test", args);

		addTest(new TestCase("Simple byte array reading") {
			@Override
			public void test() throws Exception {
				byte[] expected = new byte[] { 42, 12, 0, 127 };
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(expected), null);
				checkNext(this, "READ", in, expected);
			}
		});

		addTest(new TestCase("Stop at 12") {
			@Override
			public void test() throws Exception {
				byte[] expected = new byte[] { 42, 12, 0, 127 };
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(expected),
						new NextableInputStreamStep(12));

				checkNext(this, "FIRST", in, new byte[] { 42 });
			}
		});

		addTest(new TestCase("Stop at 12, resume, stop again, resume") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data),
						new NextableInputStreamStep(12));

				checkNext(this, "FIRST", in, new byte[] { 42 });
				checkNext(this, "SECOND", in, new byte[] { 0, 127 });
				checkNext(this, "THIRD", in, new byte[] { 51, 11 });
			}
		});

		addTest(new TestCase("Encapsulation") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 4, 127, 12, 5 };
				NextableInputStream in4 = new NextableInputStream(
						new ByteArrayInputStream(data),
						new NextableInputStreamStep(4));
				NextableInputStream subIn12 = new NextableInputStream(in4,
						new NextableInputStreamStep(12));

				in4.next();
				checkNext(this, "SUB FIRST", subIn12, new byte[] { 42 });
				checkNext(this, "SUB SECOND", subIn12, new byte[] { 0 });

				assertEquals("The subIn still has some data", false,
						subIn12.next());

				checkNext(this, "MAIN LAST", in4, new byte[] { 127, 12, 5 });
			}
		});

		addTest(new TestCase("UTF-8 text lines test") {
			@Override
			public void test() throws Exception {
				String ln1 = "Ligne première";
				String ln2 = "Ligne la deuxième du nom";
				byte[] data = (ln1 + "\n" + ln2).getBytes("UTF-8");
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data),
						new NextableInputStreamStep('\n'));

				checkNext(this, "FIRST", in, ln1.getBytes("UTF-8"));
				checkNext(this, "SECOND", in, ln2.getBytes("UTF-8"));
			}
		});

		addTest(new TestCase("nextAll()") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data),
						new NextableInputStreamStep(12));

				checkNext(this, "FIRST", in, new byte[] { 42 });
				checkNextAll(this, "REST", in, new byte[] { 0, 127, 12, 51, 11,
						12 });
				assertEquals("The stream still has some data", false, in.next());
			}
		});

		addTest(new TestCase("getBytesRead()") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data),
						new NextableInputStreamStep(12));

				in.nextAll();
				IOUtils.toByteArray(in);

				assertEquals("The number of bytes read is not correct",
						data.length, in.getBytesRead());
			}
		});

		addTest(new TestCase("bytes array input") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(data,
						new NextableInputStreamStep(12));

				checkNext(this, "FIRST", in, new byte[] { 42 });
				checkNext(this, "SECOND", in, new byte[] { 0, 127 });
				checkNext(this, "THIRD", in, new byte[] { 51, 11 });
			}
		});

		addTest(new TestCase("Skip data") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(data, null);
				in.next();

				byte[] rest = new byte[] { 12, 51, 11, 12 };

				in.skip(4);
				assertEquals("STARTS_WITH OK_1", true, in.startsWith(rest));
				assertEquals("STARTS_WITH KO_1", false,
						in.startsWith(new byte[] { 0 }));
				assertEquals("STARTS_WITH KO_2", false, in.startsWith(data));
				assertEquals("STARTS_WITH KO_3", false,
						in.startsWith(new byte[] { 1, 2, 3 }));
				assertEquals("STARTS_WITH OK_2", true, in.startsWith(rest));
				assertEquals("READ REST", IOUtils.readSmallStream(in),
						new String(rest));
				in.close();
			}
		});

		addTest(new TestCase("Starts with") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(data, null);
				in.next();

				// yes
				assertEquals("It actually starts with that", true,
						in.startsWith(new byte[] { 42 }));
				assertEquals("It actually starts with that", true,
						in.startsWith(new byte[] { 42, 12 }));
				assertEquals("It actually is the same array", true,
						in.startsWith(data));

				// no
				assertEquals("It actually does not start with that", false,
						in.startsWith(new byte[] { 12 }));
				assertEquals(
						"It actually does not start with that",
						false,
						in.startsWith(new byte[] { 42, 12, 0, 127, 12, 51, 11,
								11 }));

				// too big
				assertEquals(
						"A search term bigger than the whole data cannot be found in the data",
						false, in.startsWith(new byte[] { 42, 12, 0, 127, 12,
								51, 11, 12, 0 }));

				in.close();
			}
		});

		addTest(new TestCase("Starts with strings") {
			@Override
			public void test() throws Exception {
				String text = "Fanfan et Toto vont à la mer";
				byte[] data = text.getBytes("UTF-8");
				NextableInputStream in = new NextableInputStream(data, null);
				in.next();

				// yes
				assertEquals("It actually starts with that", true,
						in.startsWith("F"));
				assertEquals("It actually starts with that", true,
						in.startsWith("Fanfan et"));
				assertEquals("It actually is the same text", true,
						in.startsWith(text));

				// no
				assertEquals("It actually does not start with that", false,
						in.startsWith("Toto"));
				assertEquals("It actually does not start with that", false,
						in.startsWith("Fanfan et Toto vont à la mee"));
				
				// too big
				assertEquals(
						"A search term bigger than the whole data cannot be found in the data",
						false, in.startsWith("Fanfan et Toto vont à la mer."));

				in.close();
			}
		});

		addTest(new TestCase("Starts With strings + steps") {
			@Override
			public void test() throws Exception {
				String data = "{\nREF: fanfan\n}";
				NextableInputStream in = new NextableInputStream(
						data.getBytes("UTF-8"), new NextableInputStreamStep(
								'\n'));
				in.next();

				assertEquals("STARTS_WITH OK", true, in.startsWith("{"));
				in.skip(1);
				assertEquals("STARTS_WITH WHEN SPENT", false,
						in.startsWith("{"));

				checkNext(this, "PARTIAL CONTENT", in,
						"REF: fanfan".getBytes("UTF-8"));
			}
		});

		addTest(new TestCase("InputStream is(String)") {
			@Override
			public void test() throws Exception {
				String data = "{\nREF: fanfan\n}";
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data.getBytes("UTF-8")),
						new NextableInputStreamStep('\n'));

				in.next();
				assertEquals("Item 1 OK", true, in.is("{"));
				assertEquals("Item 1 KO_1", false, in.is("|"));
				assertEquals("Item 1 KO_2", false, in.is("{}"));
				in.skip(1);
				in.next();
				assertEquals("Item 2 OK", true, in.is("REF: fanfan"));
				assertEquals("Item 2 KO", false, in.is("REF: fanfan."));
				IOUtils.readSmallStream(in);
				in.next();
				assertEquals("Item 3 OK", true, in.is("}"));

				in.close();
			}
		});

		addTest(new TestCase("Bytes NextAll test") {
			@Override
			public void test() throws Exception {
				byte[] data = new byte[] { 42, 12, 0, 127, 12, 51, 11, 12 };
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data),
						new NextableInputStreamStep(12));

				checkNext(this, "FIRST", in, new byte[] { 42 });
				checkNextAll(this, "SECOND", in, new byte[] { 0, 127, 12, 51,
						11, 12 });
			}
		});

		addTest(new TestCase("String NextAll test") {
			@Override
			public void test() throws Exception {
				String d1 = "^java.lang.String";
				String d2 = "\"http://example.com/query.html\"";
				String data = d1 + ":" + d2;
				NextableInputStream in = new NextableInputStream(
						new ByteArrayInputStream(data.getBytes("UTF-8")),
						new NextableInputStreamStep(':'));

				checkNext(this, "FIRST", in, d1.getBytes("UTF-8"));
				checkNextAll(this, "SECOND", in, d2.getBytes("UTF-8"));
			}
		});

		addTest(new TestCase("NextAll in Next test") {
			@Override
			public void test() throws Exception {
				String line1 = "première ligne";
				String d1 = "^java.lang.String";
				String d2 = "\"http://example.com/query.html\"";
				String line3 = "end of lines";
				String data = line1 + "\n" + d1 + ":" + d2 + "\n" + line3;

				NextableInputStream inL = new NextableInputStream(
						new ByteArrayInputStream(data.getBytes("UTF-8")),
						new NextableInputStreamStep('\n'));

				checkNext(this, "Line 1", inL, line1.getBytes("UTF-8"));
				inL.next();

				NextableInputStream in = new NextableInputStream(inL,
						new NextableInputStreamStep(':'));

				checkNext(this, "Line 2 FIRST", in, d1.getBytes("UTF-8"));
				checkNextAll(this, "Line 2 SECOND", in, d2.getBytes("UTF-8"));
			}
		});
	}

	static void checkNext(TestCase test, String prefix, NextableInputStream in,
			byte[] expected) throws Exception {
		test.assertEquals("Cannot get " + prefix + " entry", true, in.next());
		checkArrays(test, prefix, in, expected);
	}

	static void checkNextAll(TestCase test, String prefix,
			NextableInputStream in, byte[] expected) throws Exception {
		test.assertEquals("Cannot get " + prefix + " entries", true,
				in.nextAll());
		checkArrays(test, prefix, in, expected);
	}

	static void checkArrays(TestCase test, String prefix,
			NextableInputStream in, byte[] expected) throws Exception {
		byte[] actual = IOUtils.toByteArray(in);
		test.assertEquals("The " + prefix
				+ " resulting array has not the correct number of items",
				expected.length, actual.length);
		for (int i = 0; i < actual.length; i++) {
			test.assertEquals("Item " + i + " (0-based) is not the same",
					expected[i], actual[i]);
		}
	}
}