commons-notifications mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ki...@apache.org
Subject svn commit: r1017635 [30/40] - in /websites/production/commons/content/proper/commons-csv: ./ apidocs/ apidocs/org/apache/commons/csv/ apidocs/org/apache/commons/csv/class-use/ apidocs/src-html/org/apache/commons/csv/ images/ jacoco-aggregate/ jacoco-a...
Date Sun, 03 Sep 2017 05:34:10 GMT
Modified: websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/LexerTest.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/LexerTest.html (original)
+++ websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/LexerTest.html Sun Sep  3 05:34:03 2017
@@ -48,358 +48,356 @@
 <a class="jxr_linenumber" name="L40" href="#L40">40</a>  
 <a class="jxr_linenumber" name="L41" href="#L41">41</a>  <em class="jxr_javadoccomment">/**</em>
 <a class="jxr_linenumber" name="L42" href="#L42">42</a>  <em class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L43" href="#L43">43</a>  <em class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L44" href="#L44">44</a>  <em class="jxr_javadoccomment"> * @version $Id$</em>
-<a class="jxr_linenumber" name="L45" href="#L45">45</a>  <em class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L46" href="#L46">46</a>  <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/LexerTest.html">LexerTest</a> {
+<a class="jxr_linenumber" name="L43" href="#L43">43</a>  <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L44" href="#L44">44</a>  <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/LexerTest.html">LexerTest</a> {
+<a class="jxr_linenumber" name="L45" href="#L45">45</a>  
+<a class="jxr_linenumber" name="L46" href="#L46">46</a>      <strong class="jxr_keyword">private</strong> CSVFormat formatWithEscaping;
 <a class="jxr_linenumber" name="L47" href="#L47">47</a>  
-<a class="jxr_linenumber" name="L48" href="#L48">48</a>      <strong class="jxr_keyword">private</strong> CSVFormat formatWithEscaping;
-<a class="jxr_linenumber" name="L49" href="#L49">49</a>  
-<a class="jxr_linenumber" name="L50" href="#L50">50</a>      @Before
-<a class="jxr_linenumber" name="L51" href="#L51">51</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setUp() {
-<a class="jxr_linenumber" name="L52" href="#L52">52</a>          formatWithEscaping = CSVFormat.DEFAULT.withEscape('&#92;&#92;');
-<a class="jxr_linenumber" name="L53" href="#L53">53</a>      }
-<a class="jxr_linenumber" name="L54" href="#L54">54</a>  
-<a class="jxr_linenumber" name="L55" href="#L55">55</a>      <strong class="jxr_keyword">private</strong> Lexer createLexer(<strong class="jxr_keyword">final</strong> String input, <strong class="jxr_keyword">final</strong> CSVFormat format) {
-<a class="jxr_linenumber" name="L56" href="#L56">56</a>          <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> Lexer(format, <strong class="jxr_keyword">new</strong> ExtendedBufferedReader(<strong class="jxr_keyword">new</strong> StringReader(input)));
-<a class="jxr_linenumber" name="L57" href="#L57">57</a>      }
-<a class="jxr_linenumber" name="L58" href="#L58">58</a>  
-<a class="jxr_linenumber" name="L59" href="#L59">59</a>      @Test
-<a class="jxr_linenumber" name="L60" href="#L60">60</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testSurroundingSpacesAreDeleted() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L61" href="#L61">61</a>          <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"noSpaces,  leadingSpaces,trailingSpaces  ,  surroundingSpaces  ,  ,,"</span>;
-<a class="jxr_linenumber" name="L62" href="#L62">62</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces())) {
-<a class="jxr_linenumber" name="L63" href="#L63">63</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"noSpaces"</span>));
-<a class="jxr_linenumber" name="L64" href="#L64">64</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"leadingSpaces"</span>));
-<a class="jxr_linenumber" name="L65" href="#L65">65</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"trailingSpaces"</span>));
-<a class="jxr_linenumber" name="L66" href="#L66">66</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"surroundingSpaces"</span>));
-<a class="jxr_linenumber" name="L67" href="#L67">67</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L68" href="#L68">68</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L69" href="#L69">69</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L70" href="#L70">70</a>          }
-<a class="jxr_linenumber" name="L71" href="#L71">71</a>      }
-<a class="jxr_linenumber" name="L72" href="#L72">72</a>  
-<a class="jxr_linenumber" name="L73" href="#L73">73</a>      @Test
-<a class="jxr_linenumber" name="L74" href="#L74">74</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testSurroundingTabsAreDeleted() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L75" href="#L75">75</a>          <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"noTabs,\tleadingTab,trailingTab\t,\tsurroundingTabs\t,\t\t,,"</span>;
-<a class="jxr_linenumber" name="L76" href="#L76">76</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces())) {
-<a class="jxr_linenumber" name="L77" href="#L77">77</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"noTabs"</span>));
-<a class="jxr_linenumber" name="L78" href="#L78">78</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"leadingTab"</span>));
-<a class="jxr_linenumber" name="L79" href="#L79">79</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"trailingTab"</span>));
-<a class="jxr_linenumber" name="L80" href="#L80">80</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"surroundingTabs"</span>));
-<a class="jxr_linenumber" name="L81" href="#L81">81</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L82" href="#L82">82</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L83" href="#L83">83</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L84" href="#L84">84</a>          }
-<a class="jxr_linenumber" name="L85" href="#L85">85</a>      }
-<a class="jxr_linenumber" name="L86" href="#L86">86</a>  
-<a class="jxr_linenumber" name="L87" href="#L87">87</a>      @Test
-<a class="jxr_linenumber" name="L88" href="#L88">88</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testIgnoreEmptyLines() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L89" href="#L89">89</a>          <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"first,line,\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"second,line\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"third line \n"</span> + <span class="jxr_string">"\n"</span> +
-<a class="jxr_linenumber" name="L90" href="#L90">90</a>                  <span class="jxr_string">"\n"</span> + <span class="jxr_string">"last, line \n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span>;
-<a class="jxr_linenumber" name="L91" href="#L91">91</a>          <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withIgnoreEmptyLines();
-<a class="jxr_linenumber" name="L92" href="#L92">92</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
-<a class="jxr_linenumber" name="L93" href="#L93">93</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"first"</span>));
-<a class="jxr_linenumber" name="L94" href="#L94">94</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
-<a class="jxr_linenumber" name="L95" href="#L95">95</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L96" href="#L96">96</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"second"</span>));
-<a class="jxr_linenumber" name="L97" href="#L97">97</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"line"</span>));
-<a class="jxr_linenumber" name="L98" href="#L98">98</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"third line "</span>));
-<a class="jxr_linenumber" name="L99" href="#L99">99</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"last"</span>));
-<a class="jxr_linenumber" name="L100" href="#L100">100</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">" line "</span>));
-<a class="jxr_linenumber" name="L101" href="#L101">101</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L102" href="#L102">102</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L103" href="#L103">103</a>         }
-<a class="jxr_linenumber" name="L104" href="#L104">104</a>     }
-<a class="jxr_linenumber" name="L105" href="#L105">105</a> 
-<a class="jxr_linenumber" name="L106" href="#L106">106</a>     @Test
-<a class="jxr_linenumber" name="L107" href="#L107">107</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testComments() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L108" href="#L108">108</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"first,line,\n"</span> + <span class="jxr_string">"second,line,tokenWith#no-comment\n"</span> + <span class="jxr_string">"# comment line \n"</span> +
-<a class="jxr_linenumber" name="L109" href="#L109">109</a>                 <span class="jxr_string">"third,line,#no-comment\n"</span> + <span class="jxr_string">"# penultimate comment\n"</span> + <span class="jxr_string">"# Final comment\n"</span>;
-<a class="jxr_linenumber" name="L110" href="#L110">110</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withCommentMarker('#');
-<a class="jxr_linenumber" name="L111" href="#L111">111</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
-<a class="jxr_linenumber" name="L112" href="#L112">112</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"first"</span>));
-<a class="jxr_linenumber" name="L113" href="#L113">113</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
-<a class="jxr_linenumber" name="L114" href="#L114">114</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L115" href="#L115">115</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"second"</span>));
-<a class="jxr_linenumber" name="L116" href="#L116">116</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
-<a class="jxr_linenumber" name="L117" href="#L117">117</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"tokenWith#no-comment"</span>));
-<a class="jxr_linenumber" name="L118" href="#L118">118</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"comment line"</span>));
-<a class="jxr_linenumber" name="L119" href="#L119">119</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"third"</span>));
-<a class="jxr_linenumber" name="L120" href="#L120">120</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
-<a class="jxr_linenumber" name="L121" href="#L121">121</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"#no-comment"</span>));
-<a class="jxr_linenumber" name="L122" href="#L122">122</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"penultimate comment"</span>));
-<a class="jxr_linenumber" name="L123" href="#L123">123</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"Final comment"</span>));
-<a class="jxr_linenumber" name="L124" href="#L124">124</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L125" href="#L125">125</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L126" href="#L126">126</a>         }
-<a class="jxr_linenumber" name="L127" href="#L127">127</a>     }
-<a class="jxr_linenumber" name="L128" href="#L128">128</a> 
-<a class="jxr_linenumber" name="L129" href="#L129">129</a>     @Test
-<a class="jxr_linenumber" name="L130" href="#L130">130</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testCommentsAndEmptyLines() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L131" href="#L131">131</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"1,2,3,\n"</span> + <em class="jxr_comment">// 1</em>
-<a class="jxr_linenumber" name="L132" href="#L132">132</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 1b</em>
-<a class="jxr_linenumber" name="L133" href="#L133">133</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 1c</em>
-<a class="jxr_linenumber" name="L134" href="#L134">134</a>                 <span class="jxr_string">"a,b x,c#no-comment\n"</span> + <em class="jxr_comment">// 2</em>
-<a class="jxr_linenumber" name="L135" href="#L135">135</a>                 <span class="jxr_string">"#foo\n"</span> + <em class="jxr_comment">// 3</em>
-<a class="jxr_linenumber" name="L136" href="#L136">136</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 4</em>
-<a class="jxr_linenumber" name="L137" href="#L137">137</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 4b</em>
-<a class="jxr_linenumber" name="L138" href="#L138">138</a>                 <span class="jxr_string">"d,e,#no-comment\n"</span> + <em class="jxr_comment">// 5</em>
-<a class="jxr_linenumber" name="L139" href="#L139">139</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 5b</em>
-<a class="jxr_linenumber" name="L140" href="#L140">140</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 5c</em>
-<a class="jxr_linenumber" name="L141" href="#L141">141</a>                 <span class="jxr_string">"# penultimate comment\n"</span> + <em class="jxr_comment">// 6</em>
-<a class="jxr_linenumber" name="L142" href="#L142">142</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 6b</em>
-<a class="jxr_linenumber" name="L143" href="#L143">143</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 6c</em>
-<a class="jxr_linenumber" name="L144" href="#L144">144</a>                 <span class="jxr_string">"# Final comment\n"</span>; <em class="jxr_comment">// 7</em>
-<a class="jxr_linenumber" name="L145" href="#L145">145</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withCommentMarker('#').withIgnoreEmptyLines(false);
-<a class="jxr_linenumber" name="L146" href="#L146">146</a>         assertFalse(<span class="jxr_string">"Should not ignore empty lines"</span>, format.getIgnoreEmptyLines());
-<a class="jxr_linenumber" name="L147" href="#L147">147</a> 
-<a class="jxr_linenumber" name="L148" href="#L148">148</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
-<a class="jxr_linenumber" name="L149" href="#L149">149</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"1"</span>));
-<a class="jxr_linenumber" name="L150" href="#L150">150</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"2"</span>));
-<a class="jxr_linenumber" name="L151" href="#L151">151</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"3"</span>));
-<a class="jxr_linenumber" name="L152" href="#L152">152</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 1</em>
-<a class="jxr_linenumber" name="L153" href="#L153">153</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 1b</em>
-<a class="jxr_linenumber" name="L154" href="#L154">154</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 1c</em>
-<a class="jxr_linenumber" name="L155" href="#L155">155</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L156" href="#L156">156</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"b x"</span>));
-<a class="jxr_linenumber" name="L157" href="#L157">157</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"c#no-comment"</span>)); <em class="jxr_comment">// 2</em>
-<a class="jxr_linenumber" name="L158" href="#L158">158</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"foo"</span>)); <em class="jxr_comment">// 3</em>
-<a class="jxr_linenumber" name="L159" href="#L159">159</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 4</em>
-<a class="jxr_linenumber" name="L160" href="#L160">160</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 4b</em>
-<a class="jxr_linenumber" name="L161" href="#L161">161</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"d"</span>));
-<a class="jxr_linenumber" name="L162" href="#L162">162</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"e"</span>));
-<a class="jxr_linenumber" name="L163" href="#L163">163</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"#no-comment"</span>)); <em class="jxr_comment">// 5</em>
-<a class="jxr_linenumber" name="L164" href="#L164">164</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 5b</em>
-<a class="jxr_linenumber" name="L165" href="#L165">165</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 5c</em>
-<a class="jxr_linenumber" name="L166" href="#L166">166</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"penultimate comment"</span>)); <em class="jxr_comment">// 6</em>
-<a class="jxr_linenumber" name="L167" href="#L167">167</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 6b</em>
-<a class="jxr_linenumber" name="L168" href="#L168">168</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 6c</em>
-<a class="jxr_linenumber" name="L169" href="#L169">169</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"Final comment"</span>)); <em class="jxr_comment">// 7</em>
-<a class="jxr_linenumber" name="L170" href="#L170">170</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L171" href="#L171">171</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L172" href="#L172">172</a>         }
-<a class="jxr_linenumber" name="L173" href="#L173">173</a>     }
-<a class="jxr_linenumber" name="L174" href="#L174">174</a> 
-<a class="jxr_linenumber" name="L175" href="#L175">175</a>     <em class="jxr_comment">// simple token with escaping not enabled</em>
-<a class="jxr_linenumber" name="L176" href="#L176">176</a>     @Test
-<a class="jxr_linenumber" name="L177" href="#L177">177</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testBackslashWithoutEscaping() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L178" href="#L178">178</a>         <em class="jxr_comment">/*</em>
-<a class="jxr_linenumber" name="L179" href="#L179">179</a> <em class="jxr_comment">         * file: a,\,,b \,,</em>
-<a class="jxr_linenumber" name="L180" href="#L180">180</a> <em class="jxr_comment">         */</em>
-<a class="jxr_linenumber" name="L181" href="#L181">181</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,&#92;&#92;,,b&#92;&#92;\n&#92;&#92;,,"</span>;
-<a class="jxr_linenumber" name="L182" href="#L182">182</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT;
-<a class="jxr_linenumber" name="L183" href="#L183">183</a>         assertFalse(format.isEscapeCharacterSet());
-<a class="jxr_linenumber" name="L184" href="#L184">184</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
-<a class="jxr_linenumber" name="L185" href="#L185">185</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L186" href="#L186">186</a>             <em class="jxr_comment">// an unquoted single backslash is not an escape char</em>
-<a class="jxr_linenumber" name="L187" href="#L187">187</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"&#92;&#92;"</span>));
-<a class="jxr_linenumber" name="L188" href="#L188">188</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L189" href="#L189">189</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b&#92;&#92;"</span>));
-<a class="jxr_linenumber" name="L190" href="#L190">190</a>             <em class="jxr_comment">// an unquoted single backslash is not an escape char</em>
-<a class="jxr_linenumber" name="L191" href="#L191">191</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"&#92;&#92;"</span>));
-<a class="jxr_linenumber" name="L192" href="#L192">192</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L193" href="#L193">193</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L194" href="#L194">194</a>         }
-<a class="jxr_linenumber" name="L195" href="#L195">195</a>     }
-<a class="jxr_linenumber" name="L196" href="#L196">196</a> 
-<a class="jxr_linenumber" name="L197" href="#L197">197</a>     <em class="jxr_comment">// simple token with escaping enabled</em>
-<a class="jxr_linenumber" name="L198" href="#L198">198</a>     @Test
-<a class="jxr_linenumber" name="L199" href="#L199">199</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testBackslashWithEscaping() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L200" href="#L200">200</a>         <em class="jxr_comment">/*</em>
-<a class="jxr_linenumber" name="L201" href="#L201">201</a> <em class="jxr_comment">         * file: a,\,,b \,,</em>
-<a class="jxr_linenumber" name="L202" href="#L202">202</a> <em class="jxr_comment">         */</em>
-<a class="jxr_linenumber" name="L203" href="#L203">203</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,&#92;&#92;,,b&#92;&#92;&#92;&#92;\n&#92;&#92;,,&#92;&#92;\nc,d&#92;&#92;\r\ne"</span>;
-<a class="jxr_linenumber" name="L204" href="#L204">204</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = formatWithEscaping.withIgnoreEmptyLines(false);
-<a class="jxr_linenumber" name="L205" href="#L205">205</a>         assertTrue(format.isEscapeCharacterSet());
-<a class="jxr_linenumber" name="L206" href="#L206">206</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
-<a class="jxr_linenumber" name="L207" href="#L207">207</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L48" href="#L48">48</a>      @Before
+<a class="jxr_linenumber" name="L49" href="#L49">49</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setUp() {
+<a class="jxr_linenumber" name="L50" href="#L50">50</a>          formatWithEscaping = CSVFormat.DEFAULT.withEscape('&#92;&#92;');
+<a class="jxr_linenumber" name="L51" href="#L51">51</a>      }
+<a class="jxr_linenumber" name="L52" href="#L52">52</a>  
+<a class="jxr_linenumber" name="L53" href="#L53">53</a>      <strong class="jxr_keyword">private</strong> Lexer createLexer(<strong class="jxr_keyword">final</strong> String input, <strong class="jxr_keyword">final</strong> CSVFormat format) {
+<a class="jxr_linenumber" name="L54" href="#L54">54</a>          <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> Lexer(format, <strong class="jxr_keyword">new</strong> ExtendedBufferedReader(<strong class="jxr_keyword">new</strong> StringReader(input)));
+<a class="jxr_linenumber" name="L55" href="#L55">55</a>      }
+<a class="jxr_linenumber" name="L56" href="#L56">56</a>  
+<a class="jxr_linenumber" name="L57" href="#L57">57</a>      @Test
+<a class="jxr_linenumber" name="L58" href="#L58">58</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testSurroundingSpacesAreDeleted() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L59" href="#L59">59</a>          <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"noSpaces,  leadingSpaces,trailingSpaces  ,  surroundingSpaces  ,  ,,"</span>;
+<a class="jxr_linenumber" name="L60" href="#L60">60</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces())) {
+<a class="jxr_linenumber" name="L61" href="#L61">61</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"noSpaces"</span>));
+<a class="jxr_linenumber" name="L62" href="#L62">62</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"leadingSpaces"</span>));
+<a class="jxr_linenumber" name="L63" href="#L63">63</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"trailingSpaces"</span>));
+<a class="jxr_linenumber" name="L64" href="#L64">64</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"surroundingSpaces"</span>));
+<a class="jxr_linenumber" name="L65" href="#L65">65</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L66" href="#L66">66</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L67" href="#L67">67</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L68" href="#L68">68</a>          }
+<a class="jxr_linenumber" name="L69" href="#L69">69</a>      }
+<a class="jxr_linenumber" name="L70" href="#L70">70</a>  
+<a class="jxr_linenumber" name="L71" href="#L71">71</a>      @Test
+<a class="jxr_linenumber" name="L72" href="#L72">72</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testSurroundingTabsAreDeleted() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L73" href="#L73">73</a>          <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"noTabs,\tleadingTab,trailingTab\t,\tsurroundingTabs\t,\t\t,,"</span>;
+<a class="jxr_linenumber" name="L74" href="#L74">74</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces())) {
+<a class="jxr_linenumber" name="L75" href="#L75">75</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"noTabs"</span>));
+<a class="jxr_linenumber" name="L76" href="#L76">76</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"leadingTab"</span>));
+<a class="jxr_linenumber" name="L77" href="#L77">77</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"trailingTab"</span>));
+<a class="jxr_linenumber" name="L78" href="#L78">78</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"surroundingTabs"</span>));
+<a class="jxr_linenumber" name="L79" href="#L79">79</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L80" href="#L80">80</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L81" href="#L81">81</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L82" href="#L82">82</a>          }
+<a class="jxr_linenumber" name="L83" href="#L83">83</a>      }
+<a class="jxr_linenumber" name="L84" href="#L84">84</a>  
+<a class="jxr_linenumber" name="L85" href="#L85">85</a>      @Test
+<a class="jxr_linenumber" name="L86" href="#L86">86</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testIgnoreEmptyLines() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L87" href="#L87">87</a>          <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"first,line,\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"second,line\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"third line \n"</span> + <span class="jxr_string">"\n"</span> +
+<a class="jxr_linenumber" name="L88" href="#L88">88</a>                  <span class="jxr_string">"\n"</span> + <span class="jxr_string">"last, line \n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span> + <span class="jxr_string">"\n"</span>;
+<a class="jxr_linenumber" name="L89" href="#L89">89</a>          <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withIgnoreEmptyLines();
+<a class="jxr_linenumber" name="L90" href="#L90">90</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
+<a class="jxr_linenumber" name="L91" href="#L91">91</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"first"</span>));
+<a class="jxr_linenumber" name="L92" href="#L92">92</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
+<a class="jxr_linenumber" name="L93" href="#L93">93</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L94" href="#L94">94</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"second"</span>));
+<a class="jxr_linenumber" name="L95" href="#L95">95</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"line"</span>));
+<a class="jxr_linenumber" name="L96" href="#L96">96</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"third line "</span>));
+<a class="jxr_linenumber" name="L97" href="#L97">97</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"last"</span>));
+<a class="jxr_linenumber" name="L98" href="#L98">98</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">" line "</span>));
+<a class="jxr_linenumber" name="L99" href="#L99">99</a>              assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L100" href="#L100">100</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L101" href="#L101">101</a>         }
+<a class="jxr_linenumber" name="L102" href="#L102">102</a>     }
+<a class="jxr_linenumber" name="L103" href="#L103">103</a> 
+<a class="jxr_linenumber" name="L104" href="#L104">104</a>     @Test
+<a class="jxr_linenumber" name="L105" href="#L105">105</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testComments() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L106" href="#L106">106</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"first,line,\n"</span> + <span class="jxr_string">"second,line,tokenWith#no-comment\n"</span> + <span class="jxr_string">"# comment line \n"</span> +
+<a class="jxr_linenumber" name="L107" href="#L107">107</a>                 <span class="jxr_string">"third,line,#no-comment\n"</span> + <span class="jxr_string">"# penultimate comment\n"</span> + <span class="jxr_string">"# Final comment\n"</span>;
+<a class="jxr_linenumber" name="L108" href="#L108">108</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withCommentMarker('#');
+<a class="jxr_linenumber" name="L109" href="#L109">109</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
+<a class="jxr_linenumber" name="L110" href="#L110">110</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"first"</span>));
+<a class="jxr_linenumber" name="L111" href="#L111">111</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
+<a class="jxr_linenumber" name="L112" href="#L112">112</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L113" href="#L113">113</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"second"</span>));
+<a class="jxr_linenumber" name="L114" href="#L114">114</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
+<a class="jxr_linenumber" name="L115" href="#L115">115</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"tokenWith#no-comment"</span>));
+<a class="jxr_linenumber" name="L116" href="#L116">116</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"comment line"</span>));
+<a class="jxr_linenumber" name="L117" href="#L117">117</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"third"</span>));
+<a class="jxr_linenumber" name="L118" href="#L118">118</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"line"</span>));
+<a class="jxr_linenumber" name="L119" href="#L119">119</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"#no-comment"</span>));
+<a class="jxr_linenumber" name="L120" href="#L120">120</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"penultimate comment"</span>));
+<a class="jxr_linenumber" name="L121" href="#L121">121</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"Final comment"</span>));
+<a class="jxr_linenumber" name="L122" href="#L122">122</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L123" href="#L123">123</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L124" href="#L124">124</a>         }
+<a class="jxr_linenumber" name="L125" href="#L125">125</a>     }
+<a class="jxr_linenumber" name="L126" href="#L126">126</a> 
+<a class="jxr_linenumber" name="L127" href="#L127">127</a>     @Test
+<a class="jxr_linenumber" name="L128" href="#L128">128</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testCommentsAndEmptyLines() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L129" href="#L129">129</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"1,2,3,\n"</span> + <em class="jxr_comment">// 1</em>
+<a class="jxr_linenumber" name="L130" href="#L130">130</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 1b</em>
+<a class="jxr_linenumber" name="L131" href="#L131">131</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 1c</em>
+<a class="jxr_linenumber" name="L132" href="#L132">132</a>                 <span class="jxr_string">"a,b x,c#no-comment\n"</span> + <em class="jxr_comment">// 2</em>
+<a class="jxr_linenumber" name="L133" href="#L133">133</a>                 <span class="jxr_string">"#foo\n"</span> + <em class="jxr_comment">// 3</em>
+<a class="jxr_linenumber" name="L134" href="#L134">134</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 4</em>
+<a class="jxr_linenumber" name="L135" href="#L135">135</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 4b</em>
+<a class="jxr_linenumber" name="L136" href="#L136">136</a>                 <span class="jxr_string">"d,e,#no-comment\n"</span> + <em class="jxr_comment">// 5</em>
+<a class="jxr_linenumber" name="L137" href="#L137">137</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 5b</em>
+<a class="jxr_linenumber" name="L138" href="#L138">138</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 5c</em>
+<a class="jxr_linenumber" name="L139" href="#L139">139</a>                 <span class="jxr_string">"# penultimate comment\n"</span> + <em class="jxr_comment">// 6</em>
+<a class="jxr_linenumber" name="L140" href="#L140">140</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 6b</em>
+<a class="jxr_linenumber" name="L141" href="#L141">141</a>                 <span class="jxr_string">"\n"</span> + <em class="jxr_comment">// 6c</em>
+<a class="jxr_linenumber" name="L142" href="#L142">142</a>                 <span class="jxr_string">"# Final comment\n"</span>; <em class="jxr_comment">// 7</em>
+<a class="jxr_linenumber" name="L143" href="#L143">143</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withCommentMarker('#').withIgnoreEmptyLines(false);
+<a class="jxr_linenumber" name="L144" href="#L144">144</a>         assertFalse(<span class="jxr_string">"Should not ignore empty lines"</span>, format.getIgnoreEmptyLines());
+<a class="jxr_linenumber" name="L145" href="#L145">145</a> 
+<a class="jxr_linenumber" name="L146" href="#L146">146</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
+<a class="jxr_linenumber" name="L147" href="#L147">147</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"1"</span>));
+<a class="jxr_linenumber" name="L148" href="#L148">148</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"2"</span>));
+<a class="jxr_linenumber" name="L149" href="#L149">149</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"3"</span>));
+<a class="jxr_linenumber" name="L150" href="#L150">150</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 1</em>
+<a class="jxr_linenumber" name="L151" href="#L151">151</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 1b</em>
+<a class="jxr_linenumber" name="L152" href="#L152">152</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 1c</em>
+<a class="jxr_linenumber" name="L153" href="#L153">153</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L154" href="#L154">154</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"b x"</span>));
+<a class="jxr_linenumber" name="L155" href="#L155">155</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"c#no-comment"</span>)); <em class="jxr_comment">// 2</em>
+<a class="jxr_linenumber" name="L156" href="#L156">156</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"foo"</span>)); <em class="jxr_comment">// 3</em>
+<a class="jxr_linenumber" name="L157" href="#L157">157</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 4</em>
+<a class="jxr_linenumber" name="L158" href="#L158">158</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 4b</em>
+<a class="jxr_linenumber" name="L159" href="#L159">159</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"d"</span>));
+<a class="jxr_linenumber" name="L160" href="#L160">160</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"e"</span>));
+<a class="jxr_linenumber" name="L161" href="#L161">161</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"#no-comment"</span>)); <em class="jxr_comment">// 5</em>
+<a class="jxr_linenumber" name="L162" href="#L162">162</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 5b</em>
+<a class="jxr_linenumber" name="L163" href="#L163">163</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 5c</em>
+<a class="jxr_linenumber" name="L164" href="#L164">164</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"penultimate comment"</span>)); <em class="jxr_comment">// 6</em>
+<a class="jxr_linenumber" name="L165" href="#L165">165</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 6b</em>
+<a class="jxr_linenumber" name="L166" href="#L166">166</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">""</span>)); <em class="jxr_comment">// 6c</em>
+<a class="jxr_linenumber" name="L167" href="#L167">167</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(COMMENT, <span class="jxr_string">"Final comment"</span>)); <em class="jxr_comment">// 7</em>
+<a class="jxr_linenumber" name="L168" href="#L168">168</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L169" href="#L169">169</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L170" href="#L170">170</a>         }
+<a class="jxr_linenumber" name="L171" href="#L171">171</a>     }
+<a class="jxr_linenumber" name="L172" href="#L172">172</a> 
+<a class="jxr_linenumber" name="L173" href="#L173">173</a>     <em class="jxr_comment">// simple token with escaping not enabled</em>
+<a class="jxr_linenumber" name="L174" href="#L174">174</a>     @Test
+<a class="jxr_linenumber" name="L175" href="#L175">175</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testBackslashWithoutEscaping() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L176" href="#L176">176</a>         <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L177" href="#L177">177</a> <em class="jxr_comment">         * file: a,\,,b \,,</em>
+<a class="jxr_linenumber" name="L178" href="#L178">178</a> <em class="jxr_comment">         */</em>
+<a class="jxr_linenumber" name="L179" href="#L179">179</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,&#92;&#92;,,b&#92;&#92;\n&#92;&#92;,,"</span>;
+<a class="jxr_linenumber" name="L180" href="#L180">180</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT;
+<a class="jxr_linenumber" name="L181" href="#L181">181</a>         assertFalse(format.isEscapeCharacterSet());
+<a class="jxr_linenumber" name="L182" href="#L182">182</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
+<a class="jxr_linenumber" name="L183" href="#L183">183</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L184" href="#L184">184</a>             <em class="jxr_comment">// an unquoted single backslash is not an escape char</em>
+<a class="jxr_linenumber" name="L185" href="#L185">185</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"&#92;&#92;"</span>));
+<a class="jxr_linenumber" name="L186" href="#L186">186</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L187" href="#L187">187</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b&#92;&#92;"</span>));
+<a class="jxr_linenumber" name="L188" href="#L188">188</a>             <em class="jxr_comment">// an unquoted single backslash is not an escape char</em>
+<a class="jxr_linenumber" name="L189" href="#L189">189</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"&#92;&#92;"</span>));
+<a class="jxr_linenumber" name="L190" href="#L190">190</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L191" href="#L191">191</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L192" href="#L192">192</a>         }
+<a class="jxr_linenumber" name="L193" href="#L193">193</a>     }
+<a class="jxr_linenumber" name="L194" href="#L194">194</a> 
+<a class="jxr_linenumber" name="L195" href="#L195">195</a>     <em class="jxr_comment">// simple token with escaping enabled</em>
+<a class="jxr_linenumber" name="L196" href="#L196">196</a>     @Test
+<a class="jxr_linenumber" name="L197" href="#L197">197</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testBackslashWithEscaping() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L198" href="#L198">198</a>         <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L199" href="#L199">199</a> <em class="jxr_comment">         * file: a,\,,b \,,</em>
+<a class="jxr_linenumber" name="L200" href="#L200">200</a> <em class="jxr_comment">         */</em>
+<a class="jxr_linenumber" name="L201" href="#L201">201</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,&#92;&#92;,,b&#92;&#92;&#92;&#92;\n&#92;&#92;,,&#92;&#92;\nc,d&#92;&#92;\r\ne"</span>;
+<a class="jxr_linenumber" name="L202" href="#L202">202</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = formatWithEscaping.withIgnoreEmptyLines(false);
+<a class="jxr_linenumber" name="L203" href="#L203">203</a>         assertTrue(format.isEscapeCharacterSet());
+<a class="jxr_linenumber" name="L204" href="#L204">204</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
+<a class="jxr_linenumber" name="L205" href="#L205">205</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L206" href="#L206">206</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">","</span>));
+<a class="jxr_linenumber" name="L207" href="#L207">207</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b&#92;&#92;"</span>));
 <a class="jxr_linenumber" name="L208" href="#L208">208</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">","</span>));
-<a class="jxr_linenumber" name="L209" href="#L209">209</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b&#92;&#92;"</span>));
-<a class="jxr_linenumber" name="L210" href="#L210">210</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">","</span>));
-<a class="jxr_linenumber" name="L211" href="#L211">211</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"\nc"</span>));
-<a class="jxr_linenumber" name="L212" href="#L212">212</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"d\r"</span>));
-<a class="jxr_linenumber" name="L213" href="#L213">213</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"e"</span>));
-<a class="jxr_linenumber" name="L214" href="#L214">214</a>         }
-<a class="jxr_linenumber" name="L215" href="#L215">215</a>     }
-<a class="jxr_linenumber" name="L216" href="#L216">216</a> 
-<a class="jxr_linenumber" name="L217" href="#L217">217</a>     <em class="jxr_comment">// encapsulator tokenizer (single line)</em>
-<a class="jxr_linenumber" name="L218" href="#L218">218</a>     @Test
-<a class="jxr_linenumber" name="L219" href="#L219">219</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testNextToken4() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L220" href="#L220">220</a>         <em class="jxr_comment">/*</em>
-<a class="jxr_linenumber" name="L221" href="#L221">221</a> <em class="jxr_comment">         * file: a,"foo",b a, " foo",b a,"foo " ,b // whitespace after closing encapsulator a, " foo " ,b</em>
-<a class="jxr_linenumber" name="L222" href="#L222">222</a> <em class="jxr_comment">         */</em>
-<a class="jxr_linenumber" name="L223" href="#L223">223</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,\&quot;foo\&quot;,b\na,   \&quot; foo\&quot;,b\na,\&quot;foo \&quot;  ,b\na,  \&quot; foo \&quot;  ,b"</span>;
-<a class="jxr_linenumber" name="L224" href="#L224">224</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces())) {
-<a class="jxr_linenumber" name="L225" href="#L225">225</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L226" href="#L226">226</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"foo"</span>));
-<a class="jxr_linenumber" name="L227" href="#L227">227</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
-<a class="jxr_linenumber" name="L228" href="#L228">228</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L229" href="#L229">229</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">" foo"</span>));
-<a class="jxr_linenumber" name="L230" href="#L230">230</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
-<a class="jxr_linenumber" name="L231" href="#L231">231</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L232" href="#L232">232</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"foo "</span>));
-<a class="jxr_linenumber" name="L233" href="#L233">233</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
-<a class="jxr_linenumber" name="L234" href="#L234">234</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L235" href="#L235">235</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">" foo "</span>));
-<a class="jxr_linenumber" name="L236" href="#L236">236</a>             <em class="jxr_comment">// assertTokenEquals(EORECORD, "b", parser.nextToken(new Token()));</em>
-<a class="jxr_linenumber" name="L237" href="#L237">237</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"b"</span>));
-<a class="jxr_linenumber" name="L238" href="#L238">238</a>         }
-<a class="jxr_linenumber" name="L239" href="#L239">239</a>     }
-<a class="jxr_linenumber" name="L240" href="#L240">240</a> 
-<a class="jxr_linenumber" name="L241" href="#L241">241</a>     <em class="jxr_comment">// encapsulator tokenizer (multi line, delimiter in string)</em>
-<a class="jxr_linenumber" name="L242" href="#L242">242</a>     @Test
-<a class="jxr_linenumber" name="L243" href="#L243">243</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testNextToken5() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L244" href="#L244">244</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,\&quot;foo\n\&quot;,b\n\&quot;foo\n  baar ,,,\&quot;\n\&quot;\n\t \n\&quot;"</span>;
-<a class="jxr_linenumber" name="L245" href="#L245">245</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT)) {
-<a class="jxr_linenumber" name="L246" href="#L246">246</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L247" href="#L247">247</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"foo\n"</span>));
-<a class="jxr_linenumber" name="L248" href="#L248">248</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
-<a class="jxr_linenumber" name="L249" href="#L249">249</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"foo\n  baar ,,,"</span>));
-<a class="jxr_linenumber" name="L250" href="#L250">250</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"\n\t \n"</span>));
-<a class="jxr_linenumber" name="L251" href="#L251">251</a>         }
-<a class="jxr_linenumber" name="L252" href="#L252">252</a>     }
-<a class="jxr_linenumber" name="L253" href="#L253">253</a> 
-<a class="jxr_linenumber" name="L254" href="#L254">254</a>     <em class="jxr_comment">// change delimiters, comment, encapsulater</em>
-<a class="jxr_linenumber" name="L255" href="#L255">255</a>     @Test
-<a class="jxr_linenumber" name="L256" href="#L256">256</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testNextToken6() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L257" href="#L257">257</a>         <em class="jxr_comment">/*</em>
-<a class="jxr_linenumber" name="L258" href="#L258">258</a> <em class="jxr_comment">         * file: a;'b and \' more ' !comment;;;; ;;</em>
-<a class="jxr_linenumber" name="L259" href="#L259">259</a> <em class="jxr_comment">         */</em>
-<a class="jxr_linenumber" name="L260" href="#L260">260</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a;'b and '' more\n'\n!comment;;;;\n;;"</span>;
-<a class="jxr_linenumber" name="L261" href="#L261">261</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withQuote('\'').withCommentMarker('!').withDelimiter(';');
-<a class="jxr_linenumber" name="L262" href="#L262">262</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
-<a class="jxr_linenumber" name="L263" href="#L263">263</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
-<a class="jxr_linenumber" name="L264" href="#L264">264</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b and ' more\n"</span>));
-<a class="jxr_linenumber" name="L265" href="#L265">265</a>         }
-<a class="jxr_linenumber" name="L266" href="#L266">266</a>     }
-<a class="jxr_linenumber" name="L267" href="#L267">267</a> 
-<a class="jxr_linenumber" name="L268" href="#L268">268</a>     <em class="jxr_comment">// From CSV-1</em>
-<a class="jxr_linenumber" name="L269" href="#L269">269</a>     @Test
-<a class="jxr_linenumber" name="L270" href="#L270">270</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testDelimiterIsWhitespace() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L271" href="#L271">271</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"one\ttwo\t\tfour \t five\t six"</span>;
-<a class="jxr_linenumber" name="L272" href="#L272">272</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.TDF)) {
-<a class="jxr_linenumber" name="L273" href="#L273">273</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"one"</span>));
-<a class="jxr_linenumber" name="L274" href="#L274">274</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"two"</span>));
-<a class="jxr_linenumber" name="L275" href="#L275">275</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
-<a class="jxr_linenumber" name="L276" href="#L276">276</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"four"</span>));
-<a class="jxr_linenumber" name="L277" href="#L277">277</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"five"</span>));
-<a class="jxr_linenumber" name="L278" href="#L278">278</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"six"</span>));
-<a class="jxr_linenumber" name="L279" href="#L279">279</a>         }
-<a class="jxr_linenumber" name="L280" href="#L280">280</a>     }
-<a class="jxr_linenumber" name="L281" href="#L281">281</a> 
-<a class="jxr_linenumber" name="L282" href="#L282">282</a>     @Test
-<a class="jxr_linenumber" name="L283" href="#L283">283</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testEscapedCR() <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L284" href="#L284">284</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character&#92;&#92;"</span> + CR + <span class="jxr_string">"Escaped"</span>, formatWithEscaping)) {
-<a class="jxr_linenumber" name="L285" href="#L285">285</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span> + CR + <span class="jxr_string">"Escaped"</span>));
-<a class="jxr_linenumber" name="L286" href="#L286">286</a>         }
-<a class="jxr_linenumber" name="L287" href="#L287">287</a>     }
-<a class="jxr_linenumber" name="L288" href="#L288">288</a> 
-<a class="jxr_linenumber" name="L289" href="#L289">289</a>     @Test
-<a class="jxr_linenumber" name="L290" href="#L290">290</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testCR() <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L291" href="#L291">291</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character"</span> + CR + <span class="jxr_string">"NotEscaped"</span>, formatWithEscaping)) {
-<a class="jxr_linenumber" name="L292" href="#L292">292</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span>));
-<a class="jxr_linenumber" name="L293" href="#L293">293</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"NotEscaped"</span>));
-<a class="jxr_linenumber" name="L294" href="#L294">294</a>         }
-<a class="jxr_linenumber" name="L295" href="#L295">295</a>     }
-<a class="jxr_linenumber" name="L296" href="#L296">296</a> 
-<a class="jxr_linenumber" name="L297" href="#L297">297</a>     @Test
-<a class="jxr_linenumber" name="L298" href="#L298">298</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testEscapedLF() <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L299" href="#L299">299</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character&#92;&#92;"</span> + LF + <span class="jxr_string">"Escaped"</span>, formatWithEscaping)) {
-<a class="jxr_linenumber" name="L300" href="#L300">300</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span> + LF + <span class="jxr_string">"Escaped"</span>));
-<a class="jxr_linenumber" name="L301" href="#L301">301</a>         }
-<a class="jxr_linenumber" name="L302" href="#L302">302</a>     }
-<a class="jxr_linenumber" name="L303" href="#L303">303</a> 
-<a class="jxr_linenumber" name="L304" href="#L304">304</a>     @Test
-<a class="jxr_linenumber" name="L305" href="#L305">305</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testLF() <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L306" href="#L306">306</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character"</span> + LF + <span class="jxr_string">"NotEscaped"</span>, formatWithEscaping)) {
-<a class="jxr_linenumber" name="L307" href="#L307">307</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span>));
-<a class="jxr_linenumber" name="L308" href="#L308">308</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"NotEscaped"</span>));
-<a class="jxr_linenumber" name="L309" href="#L309">309</a>         }
-<a class="jxr_linenumber" name="L310" href="#L310">310</a>     }
-<a class="jxr_linenumber" name="L311" href="#L311">311</a> 
-<a class="jxr_linenumber" name="L312" href="#L312">312</a>     @Test <em class="jxr_comment">// TODO is this correct? Do we expect &lt;esc&gt;TAB to be unescaped?</em>
-<a class="jxr_linenumber" name="L313" href="#L313">313</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testEscapedTab() <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L314" href="#L314">314</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character&#92;&#92;"</span> + TAB + <span class="jxr_string">"Escaped"</span>, formatWithEscaping)) {
-<a class="jxr_linenumber" name="L315" href="#L315">315</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span> + TAB + <span class="jxr_string">"Escaped"</span>));
-<a class="jxr_linenumber" name="L316" href="#L316">316</a>         }
+<a class="jxr_linenumber" name="L209" href="#L209">209</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"\nc"</span>));
+<a class="jxr_linenumber" name="L210" href="#L210">210</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"d\r"</span>));
+<a class="jxr_linenumber" name="L211" href="#L211">211</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"e"</span>));
+<a class="jxr_linenumber" name="L212" href="#L212">212</a>         }
+<a class="jxr_linenumber" name="L213" href="#L213">213</a>     }
+<a class="jxr_linenumber" name="L214" href="#L214">214</a> 
+<a class="jxr_linenumber" name="L215" href="#L215">215</a>     <em class="jxr_comment">// encapsulator tokenizer (single line)</em>
+<a class="jxr_linenumber" name="L216" href="#L216">216</a>     @Test
+<a class="jxr_linenumber" name="L217" href="#L217">217</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testNextToken4() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L218" href="#L218">218</a>         <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L219" href="#L219">219</a> <em class="jxr_comment">         * file: a,"foo",b a, " foo",b a,"foo " ,b // whitespace after closing encapsulator a, " foo " ,b</em>
+<a class="jxr_linenumber" name="L220" href="#L220">220</a> <em class="jxr_comment">         */</em>
+<a class="jxr_linenumber" name="L221" href="#L221">221</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,\&quot;foo\&quot;,b\na,   \&quot; foo\&quot;,b\na,\&quot;foo \&quot;  ,b\na,  \&quot; foo \&quot;  ,b"</span>;
+<a class="jxr_linenumber" name="L222" href="#L222">222</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreSurroundingSpaces())) {
+<a class="jxr_linenumber" name="L223" href="#L223">223</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L224" href="#L224">224</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"foo"</span>));
+<a class="jxr_linenumber" name="L225" href="#L225">225</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
+<a class="jxr_linenumber" name="L226" href="#L226">226</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L227" href="#L227">227</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">" foo"</span>));
+<a class="jxr_linenumber" name="L228" href="#L228">228</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
+<a class="jxr_linenumber" name="L229" href="#L229">229</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L230" href="#L230">230</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"foo "</span>));
+<a class="jxr_linenumber" name="L231" href="#L231">231</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
+<a class="jxr_linenumber" name="L232" href="#L232">232</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L233" href="#L233">233</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">" foo "</span>));
+<a class="jxr_linenumber" name="L234" href="#L234">234</a>             <em class="jxr_comment">// assertTokenEquals(EORECORD, "b", parser.nextToken(new Token()));</em>
+<a class="jxr_linenumber" name="L235" href="#L235">235</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"b"</span>));
+<a class="jxr_linenumber" name="L236" href="#L236">236</a>         }
+<a class="jxr_linenumber" name="L237" href="#L237">237</a>     }
+<a class="jxr_linenumber" name="L238" href="#L238">238</a> 
+<a class="jxr_linenumber" name="L239" href="#L239">239</a>     <em class="jxr_comment">// encapsulator tokenizer (multi line, delimiter in string)</em>
+<a class="jxr_linenumber" name="L240" href="#L240">240</a>     @Test
+<a class="jxr_linenumber" name="L241" href="#L241">241</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testNextToken5() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L242" href="#L242">242</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a,\&quot;foo\n\&quot;,b\n\&quot;foo\n  baar ,,,\&quot;\n\&quot;\n\t \n\&quot;"</span>;
+<a class="jxr_linenumber" name="L243" href="#L243">243</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.DEFAULT)) {
+<a class="jxr_linenumber" name="L244" href="#L244">244</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L245" href="#L245">245</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"foo\n"</span>));
+<a class="jxr_linenumber" name="L246" href="#L246">246</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b"</span>));
+<a class="jxr_linenumber" name="L247" href="#L247">247</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"foo\n  baar ,,,"</span>));
+<a class="jxr_linenumber" name="L248" href="#L248">248</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"\n\t \n"</span>));
+<a class="jxr_linenumber" name="L249" href="#L249">249</a>         }
+<a class="jxr_linenumber" name="L250" href="#L250">250</a>     }
+<a class="jxr_linenumber" name="L251" href="#L251">251</a> 
+<a class="jxr_linenumber" name="L252" href="#L252">252</a>     <em class="jxr_comment">// change delimiters, comment, encapsulater</em>
+<a class="jxr_linenumber" name="L253" href="#L253">253</a>     @Test
+<a class="jxr_linenumber" name="L254" href="#L254">254</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testNextToken6() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L255" href="#L255">255</a>         <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L256" href="#L256">256</a> <em class="jxr_comment">         * file: a;'b and \' more ' !comment;;;; ;;</em>
+<a class="jxr_linenumber" name="L257" href="#L257">257</a> <em class="jxr_comment">         */</em>
+<a class="jxr_linenumber" name="L258" href="#L258">258</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"a;'b and '' more\n'\n!comment;;;;\n;;"</span>;
+<a class="jxr_linenumber" name="L259" href="#L259">259</a>         <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.DEFAULT.withQuote('\'').withCommentMarker('!').withDelimiter(';');
+<a class="jxr_linenumber" name="L260" href="#L260">260</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, format)) {
+<a class="jxr_linenumber" name="L261" href="#L261">261</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"a"</span>));
+<a class="jxr_linenumber" name="L262" href="#L262">262</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EORECORD, <span class="jxr_string">"b and ' more\n"</span>));
+<a class="jxr_linenumber" name="L263" href="#L263">263</a>         }
+<a class="jxr_linenumber" name="L264" href="#L264">264</a>     }
+<a class="jxr_linenumber" name="L265" href="#L265">265</a> 
+<a class="jxr_linenumber" name="L266" href="#L266">266</a>     <em class="jxr_comment">// From CSV-1</em>
+<a class="jxr_linenumber" name="L267" href="#L267">267</a>     @Test
+<a class="jxr_linenumber" name="L268" href="#L268">268</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testDelimiterIsWhitespace() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L269" href="#L269">269</a>         <strong class="jxr_keyword">final</strong> String code = <span class="jxr_string">"one\ttwo\t\tfour \t five\t six"</span>;
+<a class="jxr_linenumber" name="L270" href="#L270">270</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer parser = createLexer(code, CSVFormat.TDF)) {
+<a class="jxr_linenumber" name="L271" href="#L271">271</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"one"</span>));
+<a class="jxr_linenumber" name="L272" href="#L272">272</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"two"</span>));
+<a class="jxr_linenumber" name="L273" href="#L273">273</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">""</span>));
+<a class="jxr_linenumber" name="L274" href="#L274">274</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"four"</span>));
+<a class="jxr_linenumber" name="L275" href="#L275">275</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(TOKEN, <span class="jxr_string">"five"</span>));
+<a class="jxr_linenumber" name="L276" href="#L276">276</a>             assertThat(parser.nextToken(<strong class="jxr_keyword">new</strong> Token()), matches(EOF, <span class="jxr_string">"six"</span>));
+<a class="jxr_linenumber" name="L277" href="#L277">277</a>         }
+<a class="jxr_linenumber" name="L278" href="#L278">278</a>     }
+<a class="jxr_linenumber" name="L279" href="#L279">279</a> 
+<a class="jxr_linenumber" name="L280" href="#L280">280</a>     @Test
+<a class="jxr_linenumber" name="L281" href="#L281">281</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testEscapedCR() <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L282" href="#L282">282</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character&#92;&#92;"</span> + CR + <span class="jxr_string">"Escaped"</span>, formatWithEscaping)) {
+<a class="jxr_linenumber" name="L283" href="#L283">283</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span> + CR + <span class="jxr_string">"Escaped"</span>));
+<a class="jxr_linenumber" name="L284" href="#L284">284</a>         }
+<a class="jxr_linenumber" name="L285" href="#L285">285</a>     }
+<a class="jxr_linenumber" name="L286" href="#L286">286</a> 
+<a class="jxr_linenumber" name="L287" href="#L287">287</a>     @Test
+<a class="jxr_linenumber" name="L288" href="#L288">288</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testCR() <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L289" href="#L289">289</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character"</span> + CR + <span class="jxr_string">"NotEscaped"</span>, formatWithEscaping)) {
+<a class="jxr_linenumber" name="L290" href="#L290">290</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span>));
+<a class="jxr_linenumber" name="L291" href="#L291">291</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"NotEscaped"</span>));
+<a class="jxr_linenumber" name="L292" href="#L292">292</a>         }
+<a class="jxr_linenumber" name="L293" href="#L293">293</a>     }
+<a class="jxr_linenumber" name="L294" href="#L294">294</a> 
+<a class="jxr_linenumber" name="L295" href="#L295">295</a>     @Test
+<a class="jxr_linenumber" name="L296" href="#L296">296</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testEscapedLF() <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L297" href="#L297">297</a>         <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> Lexer lexer = createLexer(<span class="jxr_string">"character&#92;&#92;"</span> + LF + <span class="jxr_string">"Escaped"</span>, formatWithEscaping)) {
+<a class="jxr_linenumber" name="L298" href="#L298">298</a>             assertThat(lexer.nextToken(<strong class="jxr_keyword">new</strong> Token()), hasContent(<span class="jxr_string">"character"</span> + LF + <span class="jxr_string">"Escaped"</span>));
+<a class="jxr_linenumber" name="L299" href="#L299">299</a>         }

[... 174 lines stripped ...]


Mime
View raw message