201504.mbox/raw/%3c20150419160232.356BFAC0E7A@hades.apache.org%3e

-    /*
-     * Licensed to the Apache Software Foundation (ASF) under one or more
-     * contributor license agreements.  See the NOTICE file distributed with
-     * this work for additional information regarding copyright ownership.
-     * The ASF licenses this file to You under the Apache License, Version 2.0
-     * (the "License"); you may not use this file except in compliance with
-     * the License.  You may obtain a copy of the License at
-     *
-     *      http://www.apache.org/licenses/LICENSE-2.0
-     *
-     * Unless required by applicable law or agreed to in writing, software
-     * distributed under the License is distributed on an "AS IS" BASIS,
-     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-     * See the License for the specific language governing permissions and
-     * limitations under the License.
-     */
-
-    package org.apache.commons.csv;
-
-    import static org.apache.commons.csv.Constants.CR;
-    import static org.apache.commons.csv.Constants.CRLF;
-    import static org.apache.commons.csv.Constants.LF;
-    import static org.junit.Assert.assertArrayEquals;
-    import static org.junit.Assert.assertEquals;
-    import static org.junit.Assert.assertFalse;
-    import static org.junit.Assert.assertNotNull;
-    import static org.junit.Assert.assertNull;
-    import static org.junit.Assert.assertTrue;
-    import static org.junit.Assert.fail;
-
-    import java.io.File;
-    import java.io.IOException;
-    import java.io.InputStreamReader;
-    import java.io.PipedReader;
-    import java.io.PipedWriter;
-    import java.io.Reader;
-    import java.io.StringReader;
-    import java.io.StringWriter;
-    import java.net.URL;
-    import java.nio.charset.Charset;
-    import java.util.ArrayList;
-    import java.util.Iterator;
-    import java.util.List;
-    import java.util.Map;
-    import java.util.NoSuchElementException;
-
-    import org.apache.commons.io.input.BOMInputStream;
-    import org.junit.Assert;
-    import org.junit.Ignore;
-    import org.junit.Test;
-
-    /**
-     * CSVParserTest
-     *
-     * The test are organized in three different sections: The 'setter/getter' section, the lexer section and finally the
-     * parser section. In case a test fails, you should follow a top-down approach for fixing a potential bug (its likely
-     * that the parser itself fails if the lexer has problems...).
-     *
-     * @version $Id: CSVParserTest.java 1635129 2014-10-29 13:33:04Z ggregory $
-     */
-    public class CSVParserTest {
-
-        private static final String CSV_INPUT = "a,b,c,d\n" + " a , b , 1 2 \n" + "\"foo baar\", b,\n"
-        // + "   \"foo\n,,\n\"\",,\n\\\"\",d,e\n";
-                + "   \"foo\n,,\n\"\",,\n\"\"\",d,e\n"; // changed to use standard CSV escaping
-
-        private static final String CSV_INPUT_1 = "a,b,c,d";
-
-        private static final String CSV_INPUT_2 = "a,b,1 2";
-
-        private static final String[][] RESULT = { { "a", "b", "c", "d" }, { "a", "b", "1 2" }, { "foo baar", "b", "" },
-                { "foo\n,,\n\",,\n\"", "d", "e" } };
-
-        @Test
-        public void testBackslashEscaping() throws IOException {
-
-            // To avoid confusion over the need for escaping chars in java code,
-            // We will test with a forward slash as the escape char, and a single
-            // quote as the encapsulator.
-
-            final String code = "one,two,three\n" // 0
-                    + "'',''\n" // 1) empty encapsulators
-                    + "/',/'\n" // 2) single encapsulators
-                    + "'/'','/''\n" // 3) single encapsulators encapsulated via escape
-                    + "'''',''''\n" // 4) single encapsulators encapsulated via doubling
-                    + "/,,/,\n" // 5) separator escaped
-                    + "//,//\n" // 6) escape escaped
-                    + "'//','//'\n" // 7) escape escaped in encapsulation
-                    + "   8   ,   \"quoted \"\" /\" // string\"   \n" // don't eat spaces
-                    + "9,   /\n   \n" // escaped newline
-                    + "";
-            final String[][] res = { { "one", "two", "three" }, // 0
-                    { "", "" }, // 1
-                    { "'", "'" }, // 2
-                    { "'", "'" }, // 3
-                    { "'", "'" }, // 4
-                    { ",", "," }, // 5
-                    { "/", "/" }, // 6
-                    { "/", "/" }, // 7
-                    { "   8   ", "   \"quoted \"\" /\" / string\"   " }, { "9", "   \n   " }, };
-
-            final CSVFormat format = CSVFormat.newFormat(',').withQuote('\'').withRecordSeparator(CRLF).withEscape('/')
-                    .withIgnoreEmptyLines();
-
-            final CSVParser parser = CSVParser.parse(code, format);
-            final List<CSVRecord> records = parser.getRecords();
-            assertTrue(records.size() > 0);
-
-            Utils.compare("Records do not match expected result", res, records);
-            parser.close();
-        }
-
-        @Test
-        public void testBackslashEscaping2() throws IOException {
-
-            // To avoid confusion over the need for escaping chars in java code,
-            // We will test with a forward slash as the escape char, and a single
-            // quote as the encapsulator.
-
-            final String code = "" + " , , \n" // 1)
-                    + " \t ,  , \n" // 2)
-                    + " // , /, , /,\n" // 3)
-                    + "";
-            final String[][] res = { { " ", " ", " " }, // 1
-                    { " \t ", "  ", " " }, // 2
-                    { " / ", " , ", " ," }, // 3
-            };
-
-            final CSVFormat format = CSVFormat.newFormat(',').withRecordSeparator(CRLF).withEscape('/')
-                    .withIgnoreEmptyLines();
-
-            final CSVParser parser = CSVParser.parse(code, format);
-            final List<CSVRecord> records = parser.getRecords();
-            assertTrue(records.size() > 0);
-
-            Utils.compare("", res, records);
-            parser.close();
-        }
-
-        @Test
-        @Ignore
-        public void testBackslashEscapingOld() throws IOException {
-            final String code = "one,two,three\n" + "on\\\"e,two\n" + "on\"e,two\n" + "one,\"tw\\\"o\"\n"
-                    + "one,\"t\\,wo\"\n" + "one,two,\"th,ree\"\n" + "\"a\\\\\"\n" + "a\\,b\n" + "\"a\\\\,b\"";
-            final String[][] res = { { "one", "two", "three" }, { "on\\\"e", "two" }, { "on\"e", "two" },
-                    { "one", "tw\"o" }, { "one", "t\\,wo" }, // backslash in quotes only escapes a delimiter (",")
-                    { "one", "two", "th,ree" }, { "a\\\\" }, // backslash in quotes only escapes a delimiter (",")
-                    { "a\\", "b" }, // a backslash must be returnd
-                    { "a\\\\,b" } // backslash in quotes only escapes a delimiter (",")
-            };
-            final CSVParser parser = CSVParser.parse(code, CSVFormat.DEFAULT);
-            final List<CSVRecord> records = parser.getRecords();
-            assertEquals(res.length, records.size());
-            assertTrue(records.size() > 0);
-            for (int i = 0; i < res.length; i++) {
-                assertArrayEquals(res[i], records.get(i).values());
-            }
-            parser.close();
-        }
-
-        @Test
-        @Ignore("CSV-107")
-        public void testBOM() throws IOException {
-            final URL url = ClassLoader.getSystemClassLoader().getResource("CSVFileParser/bom.csv");
-            final CSVParser parser = CSVParser.parse(url, Charset.forName("UTF-8"), CSVFormat.EXCEL.withHeader());
-            try {
-                for (final CSVRecord record : parser) {
-                    final String string = record.get("Date");
-                    Assert.assertNotNull(string);
-                    // System.out.println("date: " + record.get("Date"));
-                }
-            } finally {
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testBOMInputStream() throws IOException {
-            final URL url = ClassLoader.getSystemClassLoader().getResource("CSVFileParser/bom.csv");
-            final Reader reader = new InputStreamReader(new BOMInputStream(url.openStream()), "UTF-8");
-            final CSVParser parser = new CSVParser(reader, CSVFormat.EXCEL.withHeader());
-            try {
-                for (final CSVRecord record : parser) {
-                    final String string = record.get("Date");
-                    Assert.assertNotNull(string);
-                    // System.out.println("date: " + record.get("Date"));
-                }
-            } finally {
-                parser.close();
-                reader.close();
-            }
-        }
-
-        @Test
-        public void testCarriageReturnEndings() throws IOException {
-            final String code = "foo\rbaar,\rhello,world\r,kanu";
-            final CSVParser parser = CSVParser.parse(code, CSVFormat.DEFAULT);
-            final List<CSVRecord> records = parser.getRecords();
-            assertEquals(4, records.size());
-            parser.close();
-        }
-
-        @Test
-        public void testCarriageReturnLineFeedEndings() throws IOException {
-            final String code = "foo\r\nbaar,\r\nhello,world\r\n,kanu";
-            final CSVParser parser = CSVParser.parse(code, CSVFormat.DEFAULT);
-            final List<CSVRecord> records = parser.getRecords();
-            assertEquals(4, records.size());
-            parser.close();
-        }
-
-        @Test(expected = NoSuchElementException.class)
-        public void testClose() throws Exception {
-            final Reader in = new StringReader("# comment\na,b,c\n1,2,3\nx,y,z");
-            final CSVParser parser = CSVFormat.DEFAULT.withCommentMarker('#').withHeader().parse(in);
-            final Iterator<CSVRecord> records = parser.iterator();
-            assertTrue(records.hasNext());
-            parser.close();
-            assertFalse(records.hasNext());
-            records.next();
-        }
-
-        @Test
-        public void testCSV57() throws Exception {
-            final CSVParser parser = CSVParser.parse("", CSVFormat.DEFAULT);
-            final List<CSVRecord> list = parser.getRecords();
-            assertNotNull(list);
-            assertEquals(0, list.size());
-            parser.close();
-        }
-
-        @Test
-        public void testDefaultFormat() throws IOException {
-            final String code = "" + "a,b#\n" // 1)
-                    + "\"\n\",\" \",#\n" // 2)
-                    + "#,\"\"\n" // 3)
-                    + "# Final comment\n"// 4)
-            ;
-            final String[][] res = { { "a", "b#" }, { "\n", " ", "#" }, { "#", "" }, { "# Final comment" } };
-
-            CSVFormat format = CSVFormat.DEFAULT;
-            assertFalse(format.isCommentMarkerSet());
-
-            CSVParser parser = CSVParser.parse(code, format);
-            List<CSVRecord> records = parser.getRecords();
-            assertTrue(records.size() > 0);
-
-            Utils.compare("Failed to parse without comments", res, records);
-
-            final String[][] res_comments = { { "a", "b#" }, { "\n", " ", "#" }, };
-
-            format = CSVFormat.DEFAULT.withCommentMarker('#');
-            parser.close();
-            parser = CSVParser.parse(code, format);
-            records = parser.getRecords();
-
-            Utils.compare("Failed to parse with comments", res_comments, records);
-            parser.close();
-        }
-
-        @Test
-        public void testEmptyFile() throws Exception {
-            final CSVParser parser = CSVParser.parse("", CSVFormat.DEFAULT);
-            assertNull(parser.nextRecord());
-            parser.close();
-        }
-
-        @Test
-        public void testEmptyLineBehaviourCSV() throws Exception {
-            final String[] codes = { "hello,\r\n\r\n\r\n", "hello,\n\n\n", "hello,\"\"\r\n\r\n\r\n", "hello,\"\"\n\n\n" };
-            final String[][] res = { { "hello", "" } // CSV format ignores empty lines
-            };
-            for (final String code : codes) {
-                final CSVParser parser = CSVParser.parse(code, CSVFormat.DEFAULT);
-                final List<CSVRecord> records = parser.getRecords();
-                assertEquals(res.length, records.size());
-                assertTrue(records.size() > 0);
-                for (int i = 0; i < res.length; i++) {
-                    assertArrayEquals(res[i], records.get(i).values());
-                }
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testEmptyLineBehaviourExcel() throws Exception {
-            final String[] codes = { "hello,\r\n\r\n\r\n", "hello,\n\n\n", "hello,\"\"\r\n\r\n\r\n", "hello,\"\"\n\n\n" };
-            final String[][] res = { { "hello", "" }, { "" }, // Excel format does not ignore empty lines
-                    { "" } };
-            for (final String code : codes) {
-                final CSVParser parser = CSVParser.parse(code, CSVFormat.EXCEL);
-                final List<CSVRecord> records = parser.getRecords();
-                assertEquals(res.length, records.size());
-                assertTrue(records.size() > 0);
-                for (int i = 0; i < res.length; i++) {
-                    assertArrayEquals(res[i], records.get(i).values());
-                }
-                parser.close();
-            }
-        }
-
-        @Test
-        @Ignore
-        public void testStartWithEmptyLinesThenHeaders() throws Exception {
-            final String[] codes = {"\r\n\r\n\r\nhello,\r\n\r\n\r\n", "hello,\n\n\n", "hello,\"\"\r\n\r\n\r\n",
-                    "hello,\"\"\n\n\n"};
-            final String[][] res = {{"hello", ""}, {""}, // Excel format does not ignore empty lines
-                    {""}};
-            for (final String code : codes) {
-                final CSVParser parser = CSVParser.parse(code, CSVFormat.EXCEL);
-                final List<CSVRecord> records = parser.getRecords();
-                assertEquals(res.length, records.size());
-                assertTrue(records.size() > 0);
-                for (int i = 0; i < res.length; i++) {
-                    assertArrayEquals(res[i], records.get(i).values());
-                }
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testEndOfFileBehaviorCSV() throws Exception {
-            final String[] codes = { "hello,\r\n\r\nworld,\r\n", "hello,\r\n\r\nworld,", "hello,\r\n\r\nworld,\"\"\r\n",
-                    "hello,\r\n\r\nworld,\"\"", "hello,\r\n\r\nworld,\n", "hello,\r\n\r\nworld,",
-                    "hello,\r\n\r\nworld,\"\"\n", "hello,\r\n\r\nworld,\"\"" };
-            final String[][] res = { { "hello", "" }, // CSV format ignores empty lines
-                    { "world", "" } };
-            for (final String code : codes) {
-                final CSVParser parser = CSVParser.parse(code, CSVFormat.DEFAULT);
-                final List<CSVRecord> records = parser.getRecords();
-                assertEquals(res.length, records.size());
-                assertTrue(records.size() > 0);
-                for (int i = 0; i < res.length; i++) {
-                    assertArrayEquals(res[i], records.get(i).values());
-                }
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testEndOfFileBehaviourExcel() throws Exception {
-            final String[] codes = { "hello,\r\n\r\nworld,\r\n", "hello,\r\n\r\nworld,", "hello,\r\n\r\nworld,\"\"\r\n",
-                    "hello,\r\n\r\nworld,\"\"", "hello,\r\n\r\nworld,\n", "hello,\r\n\r\nworld,",
-                    "hello,\r\n\r\nworld,\"\"\n", "hello,\r\n\r\nworld,\"\"" };
-            final String[][] res = { { "hello", "" }, { "" }, // Excel format does not ignore empty lines
-                    { "world", "" } };
-
-            for (final String code : codes) {
-                final CSVParser parser = CSVParser.parse(code, CSVFormat.EXCEL);
-                final List<CSVRecord> records = parser.getRecords();
-                assertEquals(res.length, records.size());
-                assertTrue(records.size() > 0);
-                for (int i = 0; i < res.length; i++) {
-                    assertArrayEquals(res[i], records.get(i).values());
-                }
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testExcelFormat1() throws IOException {
-            final String code = "value1,value2,value3,value4\r\na,b,c,d\r\n  x,,,"
-                    + "\r\n\r\n\"\"\"hello\"\"\",\"  \"\"world\"\"\",\"abc\ndef\",\r\n";
-            final String[][] res = { { "value1", "value2", "value3", "value4" }, { "a", "b", "c", "d" },
-                    { "  x", "", "", "" }, { "" }, { "\"hello\"", "  \"world\"", "abc\ndef", "" } };
-            final CSVParser parser = CSVParser.parse(code, CSVFormat.EXCEL);
-            final List<CSVRecord> records = parser.getRecords();
-            assertEquals(res.length, records.size());
-            assertTrue(records.size() > 0);
-            for (int i = 0; i < res.length; i++) {
-                assertArrayEquals(res[i], records.get(i).values());
-            }
-            parser.close();
-        }
-
-        @Test
-        public void testExcelFormat2() throws Exception {
-            final String code = "foo,baar\r\n\r\nhello,\r\n\r\nworld,\r\n";
-            final String[][] res = { { "foo", "baar" }, { "" }, { "hello", "" }, { "" }, { "world", "" } };
-            final CSVParser parser = CSVParser.parse(code, CSVFormat.EXCEL);
-            final List<CSVRecord> records = parser.getRecords();
-            assertEquals(res.length, records.size());
-            assertTrue(records.size() > 0);
-            for (int i = 0; i < res.length; i++) {
-                assertArrayEquals(res[i], records.get(i).values());
-            }
-            parser.close();
-        }
-
-        /**
-         * Tests an exported Excel worksheet with a header row and rows that have more columns than the headers
-         */
-        @Test
-        public void testExcelHeaderCountLessThanData() throws Exception {
-            final String code = "A,B,C,,\r\na,b,c,d,e\r\n";
-            final CSVParser parser = CSVParser.parse(code, CSVFormat.EXCEL.withHeader());
-            try {
-                for (CSVRecord record : parser.getRecords()) {
-                    Assert.assertEquals("a", record.get("A"));
-                    Assert.assertEquals("b", record.get("B"));
-                    Assert.assertEquals("c", record.get("C"));
-                }
-            } finally {
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testForEach() throws Exception {
-            final List<CSVRecord> records = new ArrayList<CSVRecord>();
-
-            final Reader in = new StringReader("a,b,c\n1,2,3\nx,y,z");
-
-            for (final CSVRecord record : CSVFormat.DEFAULT.parse(in)) {
-                records.add(record);
-            }
-
-            assertEquals(3, records.size());
-            assertArrayEquals(new String[] { "a", "b", "c" }, records.get(0).values());
-            assertArrayEquals(new String[] { "1", "2", "3" }, records.get(1).values());
-            assertArrayEquals(new String[] { "x", "y", "z" }, records.get(2).values());
-        }
-
-        @Test
-        public void testGetHeaderMap() throws Exception {
-            final CSVParser parser = CSVParser.parse("a,b,c\n1,2,3\nx,y,z", CSVFormat.DEFAULT.withHeader("A", "B", "C"));
-            final Map<String, Integer> headerMap = parser.getHeaderMap();
-            final Iterator<String> columnNames = headerMap.keySet().iterator();
-            // Headers are iterated in column order.
-            Assert.assertEquals("A", columnNames.next());
-            Assert.assertEquals("B", columnNames.next());
-            Assert.assertEquals("C", columnNames.next());
-            final Iterator<CSVRecord> records = parser.iterator();
-
-            // Parse to make sure getHeaderMap did not have a side-effect.
-            for (int i = 0; i < 3; i++) {
-                assertTrue(records.hasNext());
-                final CSVRecord record = records.next();
-                assertEquals(record.get(0), record.get("A"));
-                assertEquals(record.get(1), record.get("B"));
-                assertEquals(record.get(2), record.get("C"));
-            }
-
-            assertFalse(records.hasNext());
-            parser.close();
-        }
-
-        @Test(expected = IllegalArgumentException.class)
-        public void testDuplicateHeaders() throws Exception {
-            CSVParser.parse("a,b,a\n1,2,3\nx,y,z", CSVFormat.DEFAULT.withHeader(new String[] {}));
-        }
-
-        @Test
-        public void testGetLine() throws IOException {
-            final CSVParser parser = CSVParser.parse(CSV_INPUT, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces());
-            for (final String[] re : RESULT) {
-                assertArrayEquals(re, parser.nextRecord().values());
-            }
-
-            assertNull(parser.nextRecord());
-            parser.close();
-        }
-
-        @Test
-        public void testGetLineNumberWithCR() throws Exception {
-            this.validateLineNumbers(String.valueOf(CR));
-        }
-
-        @Test
-        public void testGetLineNumberWithCRLF() throws Exception {
-            this.validateLineNumbers(CRLF);
-        }
-
-        @Test
-        public void testGetLineNumberWithLF() throws Exception {
-            this.validateLineNumbers(String.valueOf(LF));
-        }
-
-        @Test
-        public void testGetRecordPositionWithCRLF() throws Exception {
-            this.validateRecordPosition(CRLF);
-        }
-
-        @Test
-        public void testGetRecordPositionWithLF() throws Exception {
-            this.validateRecordPosition(String.valueOf(LF));
-        }
-
-        @Test
-        public void testGetOneLine() throws IOException {
-            final CSVParser parser = CSVParser.parse(CSV_INPUT_1, CSVFormat.DEFAULT);
-            final CSVRecord record = parser.getRecords().get(0);
-            assertArrayEquals(RESULT[0], record.values());
-            parser.close();
-        }
-
-        /**
-         * Tests reusing a parser to process new string records one at a time as they are being discovered. See [CSV-110].
-         *
-         * @throws IOException
-         */
-        @Test
-        public void testGetOneLineOneParser() throws IOException {
-            final PipedWriter writer = new PipedWriter();
-            final PipedReader reader = new PipedReader(writer);
-            final CSVFormat format = CSVFormat.DEFAULT;
-            final CSVParser parser = new CSVParser(reader, format);
-            try {
-                writer.append(CSV_INPUT_1);
-                writer.append(format.getRecordSeparator());
-                final CSVRecord record1 = parser.nextRecord();
-                assertArrayEquals(RESULT[0], record1.values());
-                writer.append(CSV_INPUT_2);
-                writer.append(format.getRecordSeparator());
-                final CSVRecord record2 = parser.nextRecord();
-                assertArrayEquals(RESULT[1], record2.values());
-            } finally {
-                parser.close();
-            }
-        }
-
-        @Test
-        public void testGetRecordNumberWithCR() throws Exception {
-            this.validateRecordNumbers(String.valueOf(CR));
-        }
-
-        @Test
-        public void testGetRecordNumberWithCRLF() throws Exception {
-            this.validateRecordNumbers(CRLF);
-        }
-
-        @Test
-        public void testGetRecordNumberWithLF() throws Exception {
-            this.validateRecordNumbers(String.valueOf(LF));
-        }
-
-        @Test
-        public void testGetRecords() throws IOException {
-            final CSVParser parser = CSVParser.parse(CSV_INPUT, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces());
-            final List<CSVRecord> records = parser.getRecords();
-            assertEquals(RESULT.length, records.size());
-            assertTrue(records.size() > 0);
-            for (int i = 0; i < RESULT.length; i++) {
-                assertArrayEquals(RESULT[i], records.get(i).values());
-            }
-            parser.close();
-        }
-
-        @Test
-        public void testGetRecordWithMultiLineValues() throws Exception {
-            final CSVParser parser = CSVParser.parse("\"a\r\n1\",\"a\r\n2\"" + CRLF + "\"b\r\n1\",\"b\r\n2\"" + CRLF +
-                    "\"c\r\n1\",\"c\r\n2\"", CSVFormat.DEFAULT.withRecordSeparator(CRLF));
-            CSVRecord record;
-            assertEquals(0, parser.getRecordNumber());
-            assertEquals(0, parser.getCurrentLineNumber());
-            assertNotNull(record = parser.nextRecord());
-            assertEquals(3, parser.getCurrentLineNumber());
-            assertEquals(1, record.getRecordNumber());
-            assertEquals(1, parser.getRecordNumber());
-            assertNotNull(record = parser.nextRecord());
-            assertEquals(6, parser.getCurrentLineNumber());
-            assertEquals(2, record.getRecordNumber());
-            assertEquals(2, parser.getRecordNumber());
-            assertNotNull(record = parser.nextRecord());
-            assertEquals(8, parser.getCurrentLineNumber());
-            assertEquals(3, record.getRecordNumber());
-            assertEquals(3, parser.getRecordNumber());
-            assertNull(record = parser.nextRecord());
-            assertEquals(8, parser.getCurrentLineNumber());
-            assertEquals(3, parser.getRecordNumber());
-            parser.close();
-        }
-
-        @Test
-        public void testHeader() throws Exception {
-            final Reader in = new StringReader("a,b,c\n1,2,3\nx,y,z");
-
-            final Iterator<CSVRecord> records = CSVFormat.DEFAULT.withHeader().parse(in).iterator();
-
-            for (int i = 0; i < 2; i++) {
-                assertTrue(records.hasNext());
-                final CSVRecord record = records.next();
-                assertEquals(record.get(0), record.get("a"));
-                assertEquals(record.get(1), record.get("b"));
-                assertEquals(record.get(2), record.get("c"));
-            }
-
-            assertFalse(records.hasNext());
-        }
-
-        @Test
-        public void testHeaderMissing() throws Exception {
-            final Reader in = new StringReader("a,,c\n1,2,3\nx,y,z");
-
-            final Iterator<CSVRecord> records = CSVFormat.DEFAULT.withHeader().parse(in).iterator();
-
-            for (int i = 0; i < 2; i++) {
-                assertTrue(records.hasNext());
-                final CSVRecord record = records.next();
-                assertEquals(record.get(0), record.get("a"));
-                assertEquals(record.get(2), record.get("c"));
-            }
-
-            assertFalse(records.hasNext());
-        }
-
-        @Test(expected = IllegalArgumentException.class)
-        public void testHeadersMissingException() throws Exception {
-            final Reader in = new StringReader("a,,c,,d\n1,2,3,4\nx,y,z,zz");
-            CSVFormat.DEFAULT.withHeader().parse(in).iterator();
-        }
-
-        @Test
-        public void testHeadersMissing() throws Exception {
-            final Reader in = new StringReader("a,,c,,d\n1,2,3,4\nx,y,z,zz");
-            CSVFormat.DEFAULT.withHeader().withAllowMissingColumnNames().parse(in).iterator();
-        }
-
-        @Test
-        public void testHeaderMissingWithNull() throws Exception {
-            final Reader in = new StringReader("a,,c,,d\n1,2,3,4\nx,y,z,zz");
-            CSVFormat.DEFAULT.withHeader().withNullString("").withAllowMissingColumnNames().parse(in).iterator();
-        }
-
-        @Test
-        public void testHeaderComment() throws Exception {
-            final Reader in = new StringReader("# comment\na,b,c\n1,2,3\nx,y,z");
-
-            final Iterator<CSVRecord> records = CSVFormat.DEFAULT.withCommentMarker('#').withHeader().parse(in).iterator();
-
-            for (int i = 0; i < 2; i++) {
-                assertTrue(records.hasNext());
-                final CSVRecord record = records.next();
-                assertEquals(record.get(0), record.get("a"));
-                assertEquals(record.get(1), record.get("b"));
-                assertEquals(record.get(2), record.get("c"));
-            }

[... 1335 lines stripped ...]