commons-notifications mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ggreg...@apache.org
Subject svn commit: r989467 [43/43] - in /websites/production/commons/content/proper/commons-csv/archives/1.4: ./ apidocs/ apidocs/org/ apidocs/org/apache/ apidocs/org/apache/commons/ apidocs/org/apache/commons/csv/ apidocs/org/apache/commons/csv/class-use/ ap...
Date Sun, 29 May 2016 02:48:45 GMT
Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/Lexer.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/Lexer.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/Lexer.html Sun May 29 02:48:43 2016
@@ -0,0 +1,455 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head><meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+<title>Lexer xref</title>
+<link type="text/css" rel="stylesheet" href="../../../../stylesheet.css" />
+</head>
+<body>
+<div id="overview"><a href="../../../../../apidocs/org/apache/commons/csv/Lexer.html">View Javadoc</a></div><pre>
+<a class="jxr_linenumber" name="L1" href="#L1">1</a>   <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L2" href="#L2">2</a>   <em class="jxr_comment"> * Licensed to the Apache Software Foundation (ASF) under one or more</em>
+<a class="jxr_linenumber" name="L3" href="#L3">3</a>   <em class="jxr_comment"> * contributor license agreements.  See the NOTICE file distributed with</em>
+<a class="jxr_linenumber" name="L4" href="#L4">4</a>   <em class="jxr_comment"> * this work for additional information regarding copyright ownership.</em>
+<a class="jxr_linenumber" name="L5" href="#L5">5</a>   <em class="jxr_comment"> * The ASF licenses this file to You under the Apache License, Version 2.0</em>
+<a class="jxr_linenumber" name="L6" href="#L6">6</a>   <em class="jxr_comment"> * (the "License"); you may not use this file except in compliance with</em>
+<a class="jxr_linenumber" name="L7" href="#L7">7</a>   <em class="jxr_comment"> * the License.  You may obtain a copy of the License at</em>
+<a class="jxr_linenumber" name="L8" href="#L8">8</a>   <em class="jxr_comment"> *</em>
+<a class="jxr_linenumber" name="L9" href="#L9">9</a>   <em class="jxr_comment"> *      <a href="http://www.apache.org/licenses/LICENSE-2." target="alexandria_uri">http://www.apache.org/licenses/LICENSE-2.</a>0</em>
+<a class="jxr_linenumber" name="L10" href="#L10">10</a>  <em class="jxr_comment"> *</em>
+<a class="jxr_linenumber" name="L11" href="#L11">11</a>  <em class="jxr_comment"> * Unless required by applicable law or agreed to in writing, software</em>
+<a class="jxr_linenumber" name="L12" href="#L12">12</a>  <em class="jxr_comment"> * distributed under the License is distributed on an "AS IS" BASIS,</em>
+<a class="jxr_linenumber" name="L13" href="#L13">13</a>  <em class="jxr_comment"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</em>
+<a class="jxr_linenumber" name="L14" href="#L14">14</a>  <em class="jxr_comment"> * See the License for the specific language governing permissions and</em>
+<a class="jxr_linenumber" name="L15" href="#L15">15</a>  <em class="jxr_comment"> * limitations under the License.</em>
+<a class="jxr_linenumber" name="L16" href="#L16">16</a>  <em class="jxr_comment"> */</em>
+<a class="jxr_linenumber" name="L17" href="#L17">17</a>  
+<a class="jxr_linenumber" name="L18" href="#L18">18</a>  <strong class="jxr_keyword">package</strong> org.apache.commons.csv;
+<a class="jxr_linenumber" name="L19" href="#L19">19</a>  
+<a class="jxr_linenumber" name="L20" href="#L20">20</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.BACKSPACE;
+<a class="jxr_linenumber" name="L21" href="#L21">21</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.CR;
+<a class="jxr_linenumber" name="L22" href="#L22">22</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.END_OF_STREAM;
+<a class="jxr_linenumber" name="L23" href="#L23">23</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.FF;
+<a class="jxr_linenumber" name="L24" href="#L24">24</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.LF;
+<a class="jxr_linenumber" name="L25" href="#L25">25</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.TAB;
+<a class="jxr_linenumber" name="L26" href="#L26">26</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Constants.UNDEFINED;
+<a class="jxr_linenumber" name="L27" href="#L27">27</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Token.Type.COMMENT;
+<a class="jxr_linenumber" name="L28" href="#L28">28</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Token.Type.EOF;
+<a class="jxr_linenumber" name="L29" href="#L29">29</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Token.Type.EORECORD;
+<a class="jxr_linenumber" name="L30" href="#L30">30</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Token.Type.INVALID;
+<a class="jxr_linenumber" name="L31" href="#L31">31</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Token.Type.TOKEN;
+<a class="jxr_linenumber" name="L32" href="#L32">32</a>  
+<a class="jxr_linenumber" name="L33" href="#L33">33</a>  <strong class="jxr_keyword">import</strong> java.io.Closeable;
+<a class="jxr_linenumber" name="L34" href="#L34">34</a>  <strong class="jxr_keyword">import</strong> java.io.IOException;
+<a class="jxr_linenumber" name="L35" href="#L35">35</a>  
+<a class="jxr_linenumber" name="L36" href="#L36">36</a>  <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L37" href="#L37">37</a>  <em class="jxr_javadoccomment"> * Lexical analyzer.</em>
+<a class="jxr_linenumber" name="L38" href="#L38">38</a>  <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L39" href="#L39">39</a>  <em class="jxr_javadoccomment"> * @version $Id: Lexer.java 1742468 2016-05-05 20:02:35Z britter $</em>
+<a class="jxr_linenumber" name="L40" href="#L40">40</a>  <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L41" href="#L41">41</a>  <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/Lexer.html">Lexer</a> <strong class="jxr_keyword">implements</strong> Closeable {
+<a class="jxr_linenumber" name="L42" href="#L42">42</a>  
+<a class="jxr_linenumber" name="L43" href="#L43">43</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L44" href="#L44">44</a>  <em class="jxr_javadoccomment">     * Constant char to use for disabling comments, escapes and encapsulation. The value -2 is used because it</em>
+<a class="jxr_linenumber" name="L45" href="#L45">45</a>  <em class="jxr_javadoccomment">     * won't be confused with an EOF signal (-1), and because the Unicode value {@code FFFE} would be encoded as two</em>
+<a class="jxr_linenumber" name="L46" href="#L46">46</a>  <em class="jxr_javadoccomment">     * chars (using surrogates) and thus there should never be a collision with a real text char.</em>
+<a class="jxr_linenumber" name="L47" href="#L47">47</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L48" href="#L48">48</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">char</strong> DISABLED = '\ufffe';
+<a class="jxr_linenumber" name="L49" href="#L49">49</a>  
+<a class="jxr_linenumber" name="L50" href="#L50">50</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">char</strong> delimiter;
+<a class="jxr_linenumber" name="L51" href="#L51">51</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">char</strong> escape;
+<a class="jxr_linenumber" name="L52" href="#L52">52</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">char</strong> quoteChar;
+<a class="jxr_linenumber" name="L53" href="#L53">53</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">char</strong> commentStart;
+<a class="jxr_linenumber" name="L54" href="#L54">54</a>  
+<a class="jxr_linenumber" name="L55" href="#L55">55</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> ignoreSurroundingSpaces;
+<a class="jxr_linenumber" name="L56" href="#L56">56</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> ignoreEmptyLines;
+<a class="jxr_linenumber" name="L57" href="#L57">57</a>  
+<a class="jxr_linenumber" name="L58" href="#L58">58</a>      <em class="jxr_javadoccomment">/** The input stream */</em>
+<a class="jxr_linenumber" name="L59" href="#L59">59</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/ExtendedBufferedReader.html">ExtendedBufferedReader</a> reader;
+<a class="jxr_linenumber" name="L60" href="#L60">60</a>  
+<a class="jxr_linenumber" name="L61" href="#L61">61</a>      <a href="../../../../org/apache/commons/csv/Lexer.html">Lexer</a>(<strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/CSVFormat.html">CSVFormat</a> format, <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/ExtendedBufferedReader.html">ExtendedBufferedReader</a> reader) {
+<a class="jxr_linenumber" name="L62" href="#L62">62</a>          <strong class="jxr_keyword">this</strong>.reader = reader;
+<a class="jxr_linenumber" name="L63" href="#L63">63</a>          <strong class="jxr_keyword">this</strong>.delimiter = format.getDelimiter();
+<a class="jxr_linenumber" name="L64" href="#L64">64</a>          <strong class="jxr_keyword">this</strong>.escape = mapNullToDisabled(format.getEscapeCharacter());
+<a class="jxr_linenumber" name="L65" href="#L65">65</a>          <strong class="jxr_keyword">this</strong>.quoteChar = mapNullToDisabled(format.getQuoteCharacter());
+<a class="jxr_linenumber" name="L66" href="#L66">66</a>          <strong class="jxr_keyword">this</strong>.commentStart = mapNullToDisabled(format.getCommentMarker());
+<a class="jxr_linenumber" name="L67" href="#L67">67</a>          <strong class="jxr_keyword">this</strong>.ignoreSurroundingSpaces = format.getIgnoreSurroundingSpaces();
+<a class="jxr_linenumber" name="L68" href="#L68">68</a>          <strong class="jxr_keyword">this</strong>.ignoreEmptyLines = format.getIgnoreEmptyLines();
+<a class="jxr_linenumber" name="L69" href="#L69">69</a>      }
+<a class="jxr_linenumber" name="L70" href="#L70">70</a>  
+<a class="jxr_linenumber" name="L71" href="#L71">71</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L72" href="#L72">72</a>  <em class="jxr_javadoccomment">     * Returns the next token.</em>
+<a class="jxr_linenumber" name="L73" href="#L73">73</a>  <em class="jxr_javadoccomment">     * &lt;p&gt;</em>
+<a class="jxr_linenumber" name="L74" href="#L74">74</a>  <em class="jxr_javadoccomment">     * A token corresponds to a term, a record change or an end-of-file indicator.</em>
+<a class="jxr_linenumber" name="L75" href="#L75">75</a>  <em class="jxr_javadoccomment">     * &lt;/p&gt;</em>
+<a class="jxr_linenumber" name="L76" href="#L76">76</a>  <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L77" href="#L77">77</a>  <em class="jxr_javadoccomment">     * @param token</em>
+<a class="jxr_linenumber" name="L78" href="#L78">78</a>  <em class="jxr_javadoccomment">     *            an existing Token object to reuse. The caller is responsible to initialize the Token.</em>
+<a class="jxr_linenumber" name="L79" href="#L79">79</a>  <em class="jxr_javadoccomment">     * @return the next token found</em>
+<a class="jxr_linenumber" name="L80" href="#L80">80</a>  <em class="jxr_javadoccomment">     * @throws java.io.IOException</em>
+<a class="jxr_linenumber" name="L81" href="#L81">81</a>  <em class="jxr_javadoccomment">     *             on stream access error</em>
+<a class="jxr_linenumber" name="L82" href="#L82">82</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L83" href="#L83">83</a>      <a href="../../../../org/apache/commons/csv/Token.html">Token</a> nextToken(<strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/Token.html">Token</a> token) <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L84" href="#L84">84</a>  
+<a class="jxr_linenumber" name="L85" href="#L85">85</a>          <em class="jxr_comment">// get the last read char (required for empty line detection)</em>
+<a class="jxr_linenumber" name="L86" href="#L86">86</a>          <strong class="jxr_keyword">int</strong> lastChar = reader.getLastChar();
+<a class="jxr_linenumber" name="L87" href="#L87">87</a>  
+<a class="jxr_linenumber" name="L88" href="#L88">88</a>          <em class="jxr_comment">// read the next char and set eol</em>
+<a class="jxr_linenumber" name="L89" href="#L89">89</a>          <strong class="jxr_keyword">int</strong> c = reader.read();
+<a class="jxr_linenumber" name="L90" href="#L90">90</a>          <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L91" href="#L91">91</a>  <em class="jxr_comment">         * Note: The following call will swallow LF if c == CR. But we don't need to know if the last char was CR or LF</em>
+<a class="jxr_linenumber" name="L92" href="#L92">92</a>  <em class="jxr_comment">         * - they are equivalent here.</em>
+<a class="jxr_linenumber" name="L93" href="#L93">93</a>  <em class="jxr_comment">         */</em>
+<a class="jxr_linenumber" name="L94" href="#L94">94</a>          <strong class="jxr_keyword">boolean</strong> eol = readEndOfLine(c);
+<a class="jxr_linenumber" name="L95" href="#L95">95</a>  
+<a class="jxr_linenumber" name="L96" href="#L96">96</a>          <em class="jxr_comment">// empty line detection: eol AND (last char was EOL or beginning)</em>
+<a class="jxr_linenumber" name="L97" href="#L97">97</a>          <strong class="jxr_keyword">if</strong> (ignoreEmptyLines) {
+<a class="jxr_linenumber" name="L98" href="#L98">98</a>              <strong class="jxr_keyword">while</strong> (eol &amp;&amp; isStartOfLine(lastChar)) {
+<a class="jxr_linenumber" name="L99" href="#L99">99</a>                  <em class="jxr_comment">// go on char ahead ...</em>
+<a class="jxr_linenumber" name="L100" href="#L100">100</a>                 lastChar = c;
+<a class="jxr_linenumber" name="L101" href="#L101">101</a>                 c = reader.read();
+<a class="jxr_linenumber" name="L102" href="#L102">102</a>                 eol = readEndOfLine(c);
+<a class="jxr_linenumber" name="L103" href="#L103">103</a>                 <em class="jxr_comment">// reached end of file without any content (empty line at the end)</em>
+<a class="jxr_linenumber" name="L104" href="#L104">104</a>                 <strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L105" href="#L105">105</a>                     token.type = EOF;
+<a class="jxr_linenumber" name="L106" href="#L106">106</a>                     <em class="jxr_comment">// don't set token.isReady here because no content</em>
+<a class="jxr_linenumber" name="L107" href="#L107">107</a>                     <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L108" href="#L108">108</a>                 }
+<a class="jxr_linenumber" name="L109" href="#L109">109</a>             }
+<a class="jxr_linenumber" name="L110" href="#L110">110</a>         }
+<a class="jxr_linenumber" name="L111" href="#L111">111</a> 
+<a class="jxr_linenumber" name="L112" href="#L112">112</a>         <em class="jxr_comment">// did we reach eof during the last iteration already ? EOF</em>
+<a class="jxr_linenumber" name="L113" href="#L113">113</a>         <strong class="jxr_keyword">if</strong> (isEndOfFile(lastChar) || !isDelimiter(lastChar) &amp;&amp; isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L114" href="#L114">114</a>             token.type = EOF;
+<a class="jxr_linenumber" name="L115" href="#L115">115</a>             <em class="jxr_comment">// don't set token.isReady here because no content</em>
+<a class="jxr_linenumber" name="L116" href="#L116">116</a>             <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L117" href="#L117">117</a>         }
+<a class="jxr_linenumber" name="L118" href="#L118">118</a> 
+<a class="jxr_linenumber" name="L119" href="#L119">119</a>         <strong class="jxr_keyword">if</strong> (isStartOfLine(lastChar) &amp;&amp; isCommentStart(c)) {
+<a class="jxr_linenumber" name="L120" href="#L120">120</a>             <strong class="jxr_keyword">final</strong> String line = reader.readLine();
+<a class="jxr_linenumber" name="L121" href="#L121">121</a>             <strong class="jxr_keyword">if</strong> (line == <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="L122" href="#L122">122</a>                 token.type = EOF;
+<a class="jxr_linenumber" name="L123" href="#L123">123</a>                 <em class="jxr_comment">// don't set token.isReady here because no content</em>
+<a class="jxr_linenumber" name="L124" href="#L124">124</a>                 <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L125" href="#L125">125</a>             }
+<a class="jxr_linenumber" name="L126" href="#L126">126</a>             <strong class="jxr_keyword">final</strong> String comment = line.trim();
+<a class="jxr_linenumber" name="L127" href="#L127">127</a>             token.content.append(comment);
+<a class="jxr_linenumber" name="L128" href="#L128">128</a>             token.type = COMMENT;
+<a class="jxr_linenumber" name="L129" href="#L129">129</a>             <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L130" href="#L130">130</a>         }
+<a class="jxr_linenumber" name="L131" href="#L131">131</a> 
+<a class="jxr_linenumber" name="L132" href="#L132">132</a>         <em class="jxr_comment">// important: make sure a new char gets consumed in each iteration</em>
+<a class="jxr_linenumber" name="L133" href="#L133">133</a>         <strong class="jxr_keyword">while</strong> (token.type == INVALID) {
+<a class="jxr_linenumber" name="L134" href="#L134">134</a>             <em class="jxr_comment">// ignore whitespaces at beginning of a token</em>
+<a class="jxr_linenumber" name="L135" href="#L135">135</a>             <strong class="jxr_keyword">if</strong> (ignoreSurroundingSpaces) {
+<a class="jxr_linenumber" name="L136" href="#L136">136</a>                 <strong class="jxr_keyword">while</strong> (isWhitespace(c) &amp;&amp; !eol) {
+<a class="jxr_linenumber" name="L137" href="#L137">137</a>                     c = reader.read();
+<a class="jxr_linenumber" name="L138" href="#L138">138</a>                     eol = readEndOfLine(c);
+<a class="jxr_linenumber" name="L139" href="#L139">139</a>                 }
+<a class="jxr_linenumber" name="L140" href="#L140">140</a>             }
+<a class="jxr_linenumber" name="L141" href="#L141">141</a> 
+<a class="jxr_linenumber" name="L142" href="#L142">142</a>             <em class="jxr_comment">// ok, start of token reached: encapsulated, or token</em>
+<a class="jxr_linenumber" name="L143" href="#L143">143</a>             <strong class="jxr_keyword">if</strong> (isDelimiter(c)) {
+<a class="jxr_linenumber" name="L144" href="#L144">144</a>                 <em class="jxr_comment">// empty token return TOKEN("")</em>
+<a class="jxr_linenumber" name="L145" href="#L145">145</a>                 token.type = TOKEN;
+<a class="jxr_linenumber" name="L146" href="#L146">146</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (eol) {
+<a class="jxr_linenumber" name="L147" href="#L147">147</a>                 <em class="jxr_comment">// empty token return EORECORD("")</em>
+<a class="jxr_linenumber" name="L148" href="#L148">148</a>                 <em class="jxr_comment">// noop: token.content.append("");</em>
+<a class="jxr_linenumber" name="L149" href="#L149">149</a>                 token.type = EORECORD;
+<a class="jxr_linenumber" name="L150" href="#L150">150</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isQuoteChar(c)) {
+<a class="jxr_linenumber" name="L151" href="#L151">151</a>                 <em class="jxr_comment">// consume encapsulated token</em>
+<a class="jxr_linenumber" name="L152" href="#L152">152</a>                 parseEncapsulatedToken(token);
+<a class="jxr_linenumber" name="L153" href="#L153">153</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L154" href="#L154">154</a>                 <em class="jxr_comment">// end of file return EOF()</em>
+<a class="jxr_linenumber" name="L155" href="#L155">155</a>                 <em class="jxr_comment">// noop: token.content.append("");</em>
+<a class="jxr_linenumber" name="L156" href="#L156">156</a>                 token.type = EOF;
+<a class="jxr_linenumber" name="L157" href="#L157">157</a>                 token.isReady = <strong class="jxr_keyword">true</strong>; <em class="jxr_comment">// there is data at EOF</em>
+<a class="jxr_linenumber" name="L158" href="#L158">158</a>             } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L159" href="#L159">159</a>                 <em class="jxr_comment">// next token must be a simple token</em>
+<a class="jxr_linenumber" name="L160" href="#L160">160</a>                 <em class="jxr_comment">// add removed blanks when not ignoring whitespace chars...</em>
+<a class="jxr_linenumber" name="L161" href="#L161">161</a>                 parseSimpleToken(token, c);
+<a class="jxr_linenumber" name="L162" href="#L162">162</a>             }
+<a class="jxr_linenumber" name="L163" href="#L163">163</a>         }
+<a class="jxr_linenumber" name="L164" href="#L164">164</a>         <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L165" href="#L165">165</a>     }
+<a class="jxr_linenumber" name="L166" href="#L166">166</a> 
+<a class="jxr_linenumber" name="L167" href="#L167">167</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L168" href="#L168">168</a> <em class="jxr_javadoccomment">     * Parses a simple token.</em>
+<a class="jxr_linenumber" name="L169" href="#L169">169</a> <em class="jxr_javadoccomment">     * &lt;p/&gt;</em>
+<a class="jxr_linenumber" name="L170" href="#L170">170</a> <em class="jxr_javadoccomment">     * Simple token are tokens which are not surrounded by encapsulators. A simple token might contain escaped</em>
+<a class="jxr_linenumber" name="L171" href="#L171">171</a> <em class="jxr_javadoccomment">     * delimiters (as \, or \;). The token is finished when one of the following conditions become true:</em>
+<a class="jxr_linenumber" name="L172" href="#L172">172</a> <em class="jxr_javadoccomment">     * &lt;ul&gt;</em>
+<a class="jxr_linenumber" name="L173" href="#L173">173</a> <em class="jxr_javadoccomment">     * &lt;li&gt;end of line has been reached (EORECORD)&lt;/li&gt;</em>
+<a class="jxr_linenumber" name="L174" href="#L174">174</a> <em class="jxr_javadoccomment">     * &lt;li&gt;end of stream has been reached (EOF)&lt;/li&gt;</em>
+<a class="jxr_linenumber" name="L175" href="#L175">175</a> <em class="jxr_javadoccomment">     * &lt;li&gt;an unescaped delimiter has been reached (TOKEN)&lt;/li&gt;</em>
+<a class="jxr_linenumber" name="L176" href="#L176">176</a> <em class="jxr_javadoccomment">     * &lt;/ul&gt;</em>
+<a class="jxr_linenumber" name="L177" href="#L177">177</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L178" href="#L178">178</a> <em class="jxr_javadoccomment">     * @param token</em>
+<a class="jxr_linenumber" name="L179" href="#L179">179</a> <em class="jxr_javadoccomment">     *            the current token</em>
+<a class="jxr_linenumber" name="L180" href="#L180">180</a> <em class="jxr_javadoccomment">     * @param ch</em>
+<a class="jxr_linenumber" name="L181" href="#L181">181</a> <em class="jxr_javadoccomment">     *            the current character</em>
+<a class="jxr_linenumber" name="L182" href="#L182">182</a> <em class="jxr_javadoccomment">     * @return the filled token</em>
+<a class="jxr_linenumber" name="L183" href="#L183">183</a> <em class="jxr_javadoccomment">     * @throws IOException</em>
+<a class="jxr_linenumber" name="L184" href="#L184">184</a> <em class="jxr_javadoccomment">     *             on stream access error</em>
+<a class="jxr_linenumber" name="L185" href="#L185">185</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L186" href="#L186">186</a>     <strong class="jxr_keyword">private</strong> <a href="../../../../org/apache/commons/csv/Token.html">Token</a> parseSimpleToken(<strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/Token.html">Token</a> token, <strong class="jxr_keyword">int</strong> ch) <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L187" href="#L187">187</a>         <em class="jxr_comment">// Faster to use while(true)+break than while(token.type == INVALID)</em>
+<a class="jxr_linenumber" name="L188" href="#L188">188</a>         <strong class="jxr_keyword">while</strong> (<strong class="jxr_keyword">true</strong>) {
+<a class="jxr_linenumber" name="L189" href="#L189">189</a>             <strong class="jxr_keyword">if</strong> (readEndOfLine(ch)) {
+<a class="jxr_linenumber" name="L190" href="#L190">190</a>                 token.type = EORECORD;
+<a class="jxr_linenumber" name="L191" href="#L191">191</a>                 <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L192" href="#L192">192</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isEndOfFile(ch)) {
+<a class="jxr_linenumber" name="L193" href="#L193">193</a>                 token.type = EOF;
+<a class="jxr_linenumber" name="L194" href="#L194">194</a>                 token.isReady = <strong class="jxr_keyword">true</strong>; <em class="jxr_comment">// There is data at EOF</em>
+<a class="jxr_linenumber" name="L195" href="#L195">195</a>                 <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L196" href="#L196">196</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isDelimiter(ch)) {
+<a class="jxr_linenumber" name="L197" href="#L197">197</a>                 token.type = TOKEN;
+<a class="jxr_linenumber" name="L198" href="#L198">198</a>                 <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L199" href="#L199">199</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isEscape(ch)) {
+<a class="jxr_linenumber" name="L200" href="#L200">200</a>                 <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> unescaped = readEscape();
+<a class="jxr_linenumber" name="L201" href="#L201">201</a>                 <strong class="jxr_keyword">if</strong> (unescaped == END_OF_STREAM) { <em class="jxr_comment">// unexpected char after escape</em>
+<a class="jxr_linenumber" name="L202" href="#L202">202</a>                     token.content.append((<strong class="jxr_keyword">char</strong>) ch).append((<strong class="jxr_keyword">char</strong>) reader.getLastChar());
+<a class="jxr_linenumber" name="L203" href="#L203">203</a>                 } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L204" href="#L204">204</a>                     token.content.append((<strong class="jxr_keyword">char</strong>) unescaped);
+<a class="jxr_linenumber" name="L205" href="#L205">205</a>                 }
+<a class="jxr_linenumber" name="L206" href="#L206">206</a>                 ch = reader.read(); <em class="jxr_comment">// continue</em>
+<a class="jxr_linenumber" name="L207" href="#L207">207</a>             } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L208" href="#L208">208</a>                 token.content.append((<strong class="jxr_keyword">char</strong>) ch);
+<a class="jxr_linenumber" name="L209" href="#L209">209</a>                 ch = reader.read(); <em class="jxr_comment">// continue</em>
+<a class="jxr_linenumber" name="L210" href="#L210">210</a>             }
+<a class="jxr_linenumber" name="L211" href="#L211">211</a>         }
+<a class="jxr_linenumber" name="L212" href="#L212">212</a> 
+<a class="jxr_linenumber" name="L213" href="#L213">213</a>         <strong class="jxr_keyword">if</strong> (ignoreSurroundingSpaces) {
+<a class="jxr_linenumber" name="L214" href="#L214">214</a>             trimTrailingSpaces(token.content);
+<a class="jxr_linenumber" name="L215" href="#L215">215</a>         }
+<a class="jxr_linenumber" name="L216" href="#L216">216</a> 
+<a class="jxr_linenumber" name="L217" href="#L217">217</a>         <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L218" href="#L218">218</a>     }
+<a class="jxr_linenumber" name="L219" href="#L219">219</a> 
+<a class="jxr_linenumber" name="L220" href="#L220">220</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L221" href="#L221">221</a> <em class="jxr_javadoccomment">     * Parses an encapsulated token.</em>
+<a class="jxr_linenumber" name="L222" href="#L222">222</a> <em class="jxr_javadoccomment">     * &lt;p/&gt;</em>
+<a class="jxr_linenumber" name="L223" href="#L223">223</a> <em class="jxr_javadoccomment">     * Encapsulated tokens are surrounded by the given encapsulating-string. The encapsulator itself might be included</em>
+<a class="jxr_linenumber" name="L224" href="#L224">224</a> <em class="jxr_javadoccomment">     * in the token using a doubling syntax (as "", '') or using escaping (as in \&quot;, \'). Whitespaces before and after</em>
+<a class="jxr_linenumber" name="L225" href="#L225">225</a> <em class="jxr_javadoccomment">     * an encapsulated token are ignored. The token is finished when one of the following conditions become true:</em>
+<a class="jxr_linenumber" name="L226" href="#L226">226</a> <em class="jxr_javadoccomment">     * &lt;ul&gt;</em>
+<a class="jxr_linenumber" name="L227" href="#L227">227</a> <em class="jxr_javadoccomment">     * &lt;li&gt;an unescaped encapsulator has been reached, and is followed by optional whitespace then:&lt;/li&gt;</em>
+<a class="jxr_linenumber" name="L228" href="#L228">228</a> <em class="jxr_javadoccomment">     * &lt;ul&gt;</em>
+<a class="jxr_linenumber" name="L229" href="#L229">229</a> <em class="jxr_javadoccomment">     * &lt;li&gt;delimiter (TOKEN)&lt;/li&gt;</em>
+<a class="jxr_linenumber" name="L230" href="#L230">230</a> <em class="jxr_javadoccomment">     * &lt;li&gt;end of line (EORECORD)&lt;/li&gt;</em>
+<a class="jxr_linenumber" name="L231" href="#L231">231</a> <em class="jxr_javadoccomment">     * &lt;/ul&gt;</em>
+<a class="jxr_linenumber" name="L232" href="#L232">232</a> <em class="jxr_javadoccomment">     * &lt;li&gt;end of stream has been reached (EOF)&lt;/li&gt; &lt;/ul&gt;</em>
+<a class="jxr_linenumber" name="L233" href="#L233">233</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L234" href="#L234">234</a> <em class="jxr_javadoccomment">     * @param token</em>
+<a class="jxr_linenumber" name="L235" href="#L235">235</a> <em class="jxr_javadoccomment">     *            the current token</em>
+<a class="jxr_linenumber" name="L236" href="#L236">236</a> <em class="jxr_javadoccomment">     * @return a valid token object</em>
+<a class="jxr_linenumber" name="L237" href="#L237">237</a> <em class="jxr_javadoccomment">     * @throws IOException</em>
+<a class="jxr_linenumber" name="L238" href="#L238">238</a> <em class="jxr_javadoccomment">     *             on invalid state: EOF before closing encapsulator or invalid character before delimiter or EOL</em>
+<a class="jxr_linenumber" name="L239" href="#L239">239</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L240" href="#L240">240</a>     <strong class="jxr_keyword">private</strong> <a href="../../../../org/apache/commons/csv/Token.html">Token</a> parseEncapsulatedToken(<strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/Token.html">Token</a> token) <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L241" href="#L241">241</a>         <em class="jxr_comment">// save current line number in case needed for IOE</em>
+<a class="jxr_linenumber" name="L242" href="#L242">242</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startLineNumber = getCurrentLineNumber();
+<a class="jxr_linenumber" name="L243" href="#L243">243</a>         <strong class="jxr_keyword">int</strong> c;
+<a class="jxr_linenumber" name="L244" href="#L244">244</a>         <strong class="jxr_keyword">while</strong> (<strong class="jxr_keyword">true</strong>) {
+<a class="jxr_linenumber" name="L245" href="#L245">245</a>             c = reader.read();
+<a class="jxr_linenumber" name="L246" href="#L246">246</a> 
+<a class="jxr_linenumber" name="L247" href="#L247">247</a>             <strong class="jxr_keyword">if</strong> (isEscape(c)) {
+<a class="jxr_linenumber" name="L248" href="#L248">248</a>                 <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> unescaped = readEscape();
+<a class="jxr_linenumber" name="L249" href="#L249">249</a>                 <strong class="jxr_keyword">if</strong> (unescaped == END_OF_STREAM) { <em class="jxr_comment">// unexpected char after escape</em>
+<a class="jxr_linenumber" name="L250" href="#L250">250</a>                     token.content.append((<strong class="jxr_keyword">char</strong>) c).append((<strong class="jxr_keyword">char</strong>) reader.getLastChar());
+<a class="jxr_linenumber" name="L251" href="#L251">251</a>                 } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L252" href="#L252">252</a>                     token.content.append((<strong class="jxr_keyword">char</strong>) unescaped);
+<a class="jxr_linenumber" name="L253" href="#L253">253</a>                 }
+<a class="jxr_linenumber" name="L254" href="#L254">254</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isQuoteChar(c)) {
+<a class="jxr_linenumber" name="L255" href="#L255">255</a>                 <strong class="jxr_keyword">if</strong> (isQuoteChar(reader.lookAhead())) {
+<a class="jxr_linenumber" name="L256" href="#L256">256</a>                     <em class="jxr_comment">// double or escaped encapsulator -&gt; add single encapsulator to token</em>
+<a class="jxr_linenumber" name="L257" href="#L257">257</a>                     c = reader.read();
+<a class="jxr_linenumber" name="L258" href="#L258">258</a>                     token.content.append((<strong class="jxr_keyword">char</strong>) c);
+<a class="jxr_linenumber" name="L259" href="#L259">259</a>                 } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L260" href="#L260">260</a>                     <em class="jxr_comment">// token finish mark (encapsulator) reached: ignore whitespace till delimiter</em>
+<a class="jxr_linenumber" name="L261" href="#L261">261</a>                     <strong class="jxr_keyword">while</strong> (<strong class="jxr_keyword">true</strong>) {
+<a class="jxr_linenumber" name="L262" href="#L262">262</a>                         c = reader.read();
+<a class="jxr_linenumber" name="L263" href="#L263">263</a>                         <strong class="jxr_keyword">if</strong> (isDelimiter(c)) {
+<a class="jxr_linenumber" name="L264" href="#L264">264</a>                             token.type = TOKEN;
+<a class="jxr_linenumber" name="L265" href="#L265">265</a>                             <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L266" href="#L266">266</a>                         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L267" href="#L267">267</a>                             token.type = EOF;
+<a class="jxr_linenumber" name="L268" href="#L268">268</a>                             token.isReady = <strong class="jxr_keyword">true</strong>; <em class="jxr_comment">// There is data at EOF</em>
+<a class="jxr_linenumber" name="L269" href="#L269">269</a>                             <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L270" href="#L270">270</a>                         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (readEndOfLine(c)) {
+<a class="jxr_linenumber" name="L271" href="#L271">271</a>                             token.type = EORECORD;
+<a class="jxr_linenumber" name="L272" href="#L272">272</a>                             <strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L273" href="#L273">273</a>                         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (!isWhitespace(c)) {
+<a class="jxr_linenumber" name="L274" href="#L274">274</a>                             <em class="jxr_comment">// error invalid char between token and next delimiter</em>
+<a class="jxr_linenumber" name="L275" href="#L275">275</a>                             <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"(line "</span> + getCurrentLineNumber() +
+<a class="jxr_linenumber" name="L276" href="#L276">276</a>                                     <span class="jxr_string">") invalid char between encapsulated token and delimiter"</span>);
+<a class="jxr_linenumber" name="L277" href="#L277">277</a>                         }
+<a class="jxr_linenumber" name="L278" href="#L278">278</a>                     }
+<a class="jxr_linenumber" name="L279" href="#L279">279</a>                 }
+<a class="jxr_linenumber" name="L280" href="#L280">280</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L281" href="#L281">281</a>                 <em class="jxr_comment">// error condition (end of file before end of token)</em>
+<a class="jxr_linenumber" name="L282" href="#L282">282</a>                 <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"(startline "</span> + startLineNumber +
+<a class="jxr_linenumber" name="L283" href="#L283">283</a>                         <span class="jxr_string">") EOF reached before encapsulated token finished"</span>);
+<a class="jxr_linenumber" name="L284" href="#L284">284</a>             } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L285" href="#L285">285</a>                 <em class="jxr_comment">// consume character</em>
+<a class="jxr_linenumber" name="L286" href="#L286">286</a>                 token.content.append((<strong class="jxr_keyword">char</strong>) c);
+<a class="jxr_linenumber" name="L287" href="#L287">287</a>             }
+<a class="jxr_linenumber" name="L288" href="#L288">288</a>         }
+<a class="jxr_linenumber" name="L289" href="#L289">289</a>     }
+<a class="jxr_linenumber" name="L290" href="#L290">290</a> 
+<a class="jxr_linenumber" name="L291" href="#L291">291</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">char</strong> mapNullToDisabled(<strong class="jxr_keyword">final</strong> Character c) {
+<a class="jxr_linenumber" name="L292" href="#L292">292</a>         <strong class="jxr_keyword">return</strong> c == <strong class="jxr_keyword">null</strong> ? DISABLED : c.charValue();
+<a class="jxr_linenumber" name="L293" href="#L293">293</a>     }
+<a class="jxr_linenumber" name="L294" href="#L294">294</a> 
+<a class="jxr_linenumber" name="L295" href="#L295">295</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L296" href="#L296">296</a> <em class="jxr_javadoccomment">     * Returns the current line number</em>
+<a class="jxr_linenumber" name="L297" href="#L297">297</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L298" href="#L298">298</a> <em class="jxr_javadoccomment">     * @return the current line number</em>
+<a class="jxr_linenumber" name="L299" href="#L299">299</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L300" href="#L300">300</a>     <strong class="jxr_keyword">long</strong> getCurrentLineNumber() {
+<a class="jxr_linenumber" name="L301" href="#L301">301</a>         <strong class="jxr_keyword">return</strong> reader.getCurrentLineNumber();
+<a class="jxr_linenumber" name="L302" href="#L302">302</a>     }
+<a class="jxr_linenumber" name="L303" href="#L303">303</a> 
+<a class="jxr_linenumber" name="L304" href="#L304">304</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L305" href="#L305">305</a> <em class="jxr_javadoccomment">     * Returns the current character position</em>
+<a class="jxr_linenumber" name="L306" href="#L306">306</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L307" href="#L307">307</a> <em class="jxr_javadoccomment">     * @return the current character position</em>
+<a class="jxr_linenumber" name="L308" href="#L308">308</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L309" href="#L309">309</a>     <strong class="jxr_keyword">long</strong> getCharacterPosition() {
+<a class="jxr_linenumber" name="L310" href="#L310">310</a>         <strong class="jxr_keyword">return</strong> reader.getPosition();
+<a class="jxr_linenumber" name="L311" href="#L311">311</a>     }
+<a class="jxr_linenumber" name="L312" href="#L312">312</a> 
+<a class="jxr_linenumber" name="L313" href="#L313">313</a>     <em class="jxr_comment">// TODO escape handling needs more work</em>
+<a class="jxr_linenumber" name="L314" href="#L314">314</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L315" href="#L315">315</a> <em class="jxr_javadoccomment">     * Handle an escape sequence.</em>
+<a class="jxr_linenumber" name="L316" href="#L316">316</a> <em class="jxr_javadoccomment">     * The current character must be the escape character.</em>
+<a class="jxr_linenumber" name="L317" href="#L317">317</a> <em class="jxr_javadoccomment">     * On return, the next character is available by calling {@link ExtendedBufferedReader#getLastChar()}</em>
+<a class="jxr_linenumber" name="L318" href="#L318">318</a> <em class="jxr_javadoccomment">     * on the input stream.</em>
+<a class="jxr_linenumber" name="L319" href="#L319">319</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L320" href="#L320">320</a> <em class="jxr_javadoccomment">     * @return the unescaped character (as an int) or {@link Constants#END_OF_STREAM} if char following the escape is</em>
+<a class="jxr_linenumber" name="L321" href="#L321">321</a> <em class="jxr_javadoccomment">     *      invalid.</em>
+<a class="jxr_linenumber" name="L322" href="#L322">322</a> <em class="jxr_javadoccomment">     * @throws IOException if there is a problem reading the stream or the end of stream is detected:</em>
+<a class="jxr_linenumber" name="L323" href="#L323">323</a> <em class="jxr_javadoccomment">     *      the escape character is not allowed at end of strem</em>
+<a class="jxr_linenumber" name="L324" href="#L324">324</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L325" href="#L325">325</a>     <strong class="jxr_keyword">int</strong> readEscape() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L326" href="#L326">326</a>         <em class="jxr_comment">// the escape char has just been read (normally a backslash)</em>
+<a class="jxr_linenumber" name="L327" href="#L327">327</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch = reader.read();
+<a class="jxr_linenumber" name="L328" href="#L328">328</a>         <strong class="jxr_keyword">switch</strong> (ch) {
+<a class="jxr_linenumber" name="L329" href="#L329">329</a>         <strong class="jxr_keyword">case</strong> 'r':
+<a class="jxr_linenumber" name="L330" href="#L330">330</a>             <strong class="jxr_keyword">return</strong> CR;
+<a class="jxr_linenumber" name="L331" href="#L331">331</a>         <strong class="jxr_keyword">case</strong> 'n':
+<a class="jxr_linenumber" name="L332" href="#L332">332</a>             <strong class="jxr_keyword">return</strong> LF;
+<a class="jxr_linenumber" name="L333" href="#L333">333</a>         <strong class="jxr_keyword">case</strong> 't':
+<a class="jxr_linenumber" name="L334" href="#L334">334</a>             <strong class="jxr_keyword">return</strong> TAB;
+<a class="jxr_linenumber" name="L335" href="#L335">335</a>         <strong class="jxr_keyword">case</strong> 'b':
+<a class="jxr_linenumber" name="L336" href="#L336">336</a>             <strong class="jxr_keyword">return</strong> BACKSPACE;
+<a class="jxr_linenumber" name="L337" href="#L337">337</a>         <strong class="jxr_keyword">case</strong> 'f':
+<a class="jxr_linenumber" name="L338" href="#L338">338</a>             <strong class="jxr_keyword">return</strong> FF;
+<a class="jxr_linenumber" name="L339" href="#L339">339</a>         <strong class="jxr_keyword">case</strong> CR:
+<a class="jxr_linenumber" name="L340" href="#L340">340</a>         <strong class="jxr_keyword">case</strong> LF:
+<a class="jxr_linenumber" name="L341" href="#L341">341</a>         <strong class="jxr_keyword">case</strong> FF: <em class="jxr_comment">// TODO is this correct?</em>
+<a class="jxr_linenumber" name="L342" href="#L342">342</a>         <strong class="jxr_keyword">case</strong> TAB: <em class="jxr_comment">// TODO is this correct? Do tabs need to be escaped?</em>
+<a class="jxr_linenumber" name="L343" href="#L343">343</a>         <strong class="jxr_keyword">case</strong> BACKSPACE: <em class="jxr_comment">// TODO is this correct?</em>
+<a class="jxr_linenumber" name="L344" href="#L344">344</a>             <strong class="jxr_keyword">return</strong> ch;
+<a class="jxr_linenumber" name="L345" href="#L345">345</a>         <strong class="jxr_keyword">case</strong> END_OF_STREAM:
+<a class="jxr_linenumber" name="L346" href="#L346">346</a>             <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"EOF whilst processing escape sequence"</span>);
+<a class="jxr_linenumber" name="L347" href="#L347">347</a>         <strong class="jxr_keyword">default</strong>:
+<a class="jxr_linenumber" name="L348" href="#L348">348</a>             <em class="jxr_comment">// Now check for meta-characters</em>
+<a class="jxr_linenumber" name="L349" href="#L349">349</a>             <strong class="jxr_keyword">if</strong> (isMetaChar(ch)) {
+<a class="jxr_linenumber" name="L350" href="#L350">350</a>                 <strong class="jxr_keyword">return</strong> ch;
+<a class="jxr_linenumber" name="L351" href="#L351">351</a>             }
+<a class="jxr_linenumber" name="L352" href="#L352">352</a>             <em class="jxr_comment">// indicate unexpected char - available from in.getLastChar()</em>
+<a class="jxr_linenumber" name="L353" href="#L353">353</a>             <strong class="jxr_keyword">return</strong> END_OF_STREAM;
+<a class="jxr_linenumber" name="L354" href="#L354">354</a>         }
+<a class="jxr_linenumber" name="L355" href="#L355">355</a>     }
+<a class="jxr_linenumber" name="L356" href="#L356">356</a> 
+<a class="jxr_linenumber" name="L357" href="#L357">357</a>     <strong class="jxr_keyword">void</strong> trimTrailingSpaces(<strong class="jxr_keyword">final</strong> StringBuilder buffer) {
+<a class="jxr_linenumber" name="L358" href="#L358">358</a>         <strong class="jxr_keyword">int</strong> length = buffer.length();
+<a class="jxr_linenumber" name="L359" href="#L359">359</a>         <strong class="jxr_keyword">while</strong> (length &gt; 0 &amp;&amp; Character.isWhitespace(buffer.charAt(length - 1))) {
+<a class="jxr_linenumber" name="L360" href="#L360">360</a>             length = length - 1;
+<a class="jxr_linenumber" name="L361" href="#L361">361</a>         }
+<a class="jxr_linenumber" name="L362" href="#L362">362</a>         <strong class="jxr_keyword">if</strong> (length != buffer.length()) {
+<a class="jxr_linenumber" name="L363" href="#L363">363</a>             buffer.setLength(length);
+<a class="jxr_linenumber" name="L364" href="#L364">364</a>         }
+<a class="jxr_linenumber" name="L365" href="#L365">365</a>     }
+<a class="jxr_linenumber" name="L366" href="#L366">366</a> 
+<a class="jxr_linenumber" name="L367" href="#L367">367</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L368" href="#L368">368</a> <em class="jxr_javadoccomment">     * Greedily accepts \n, \r and \r\n This checker consumes silently the second control-character...</em>
+<a class="jxr_linenumber" name="L369" href="#L369">369</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L370" href="#L370">370</a> <em class="jxr_javadoccomment">     * @return true if the given or next character is a line-terminator</em>
+<a class="jxr_linenumber" name="L371" href="#L371">371</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L372" href="#L372">372</a>     <strong class="jxr_keyword">boolean</strong> readEndOfLine(<strong class="jxr_keyword">int</strong> ch) <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L373" href="#L373">373</a>         <em class="jxr_comment">// check if we have \r\n...</em>
+<a class="jxr_linenumber" name="L374" href="#L374">374</a>         <strong class="jxr_keyword">if</strong> (ch == CR &amp;&amp; reader.lookAhead() == LF) {
+<a class="jxr_linenumber" name="L375" href="#L375">375</a>             <em class="jxr_comment">// note: does not change ch outside of this method!</em>
+<a class="jxr_linenumber" name="L376" href="#L376">376</a>             ch = reader.read();
+<a class="jxr_linenumber" name="L377" href="#L377">377</a>         }
+<a class="jxr_linenumber" name="L378" href="#L378">378</a>         <strong class="jxr_keyword">return</strong> ch == LF || ch == CR;
+<a class="jxr_linenumber" name="L379" href="#L379">379</a>     }
+<a class="jxr_linenumber" name="L380" href="#L380">380</a> 
+<a class="jxr_linenumber" name="L381" href="#L381">381</a>     <strong class="jxr_keyword">boolean</strong> isClosed() {
+<a class="jxr_linenumber" name="L382" href="#L382">382</a>         <strong class="jxr_keyword">return</strong> reader.isClosed();
+<a class="jxr_linenumber" name="L383" href="#L383">383</a>     }
+<a class="jxr_linenumber" name="L384" href="#L384">384</a> 
+<a class="jxr_linenumber" name="L385" href="#L385">385</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L386" href="#L386">386</a> <em class="jxr_javadoccomment">     * @return true if the given char is a whitespace character</em>
+<a class="jxr_linenumber" name="L387" href="#L387">387</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L388" href="#L388">388</a>     <strong class="jxr_keyword">boolean</strong> isWhitespace(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L389" href="#L389">389</a>         <strong class="jxr_keyword">return</strong> !isDelimiter(ch) &amp;&amp; Character.isWhitespace((<strong class="jxr_keyword">char</strong>) ch);
+<a class="jxr_linenumber" name="L390" href="#L390">390</a>     }
+<a class="jxr_linenumber" name="L391" href="#L391">391</a> 
+<a class="jxr_linenumber" name="L392" href="#L392">392</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L393" href="#L393">393</a> <em class="jxr_javadoccomment">     * Checks if the current character represents the start of a line: a CR, LF or is at the start of the file.</em>
+<a class="jxr_linenumber" name="L394" href="#L394">394</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L395" href="#L395">395</a> <em class="jxr_javadoccomment">     * @param ch the character to check</em>
+<a class="jxr_linenumber" name="L396" href="#L396">396</a> <em class="jxr_javadoccomment">     * @return true if the character is at the start of a line.</em>
+<a class="jxr_linenumber" name="L397" href="#L397">397</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L398" href="#L398">398</a>     <strong class="jxr_keyword">boolean</strong> isStartOfLine(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L399" href="#L399">399</a>         <strong class="jxr_keyword">return</strong> ch == LF || ch == CR || ch == UNDEFINED;
+<a class="jxr_linenumber" name="L400" href="#L400">400</a>     }
+<a class="jxr_linenumber" name="L401" href="#L401">401</a> 
+<a class="jxr_linenumber" name="L402" href="#L402">402</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L403" href="#L403">403</a> <em class="jxr_javadoccomment">     * @return true if the given character indicates end of file</em>
+<a class="jxr_linenumber" name="L404" href="#L404">404</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L405" href="#L405">405</a>     <strong class="jxr_keyword">boolean</strong> isEndOfFile(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L406" href="#L406">406</a>         <strong class="jxr_keyword">return</strong> ch == END_OF_STREAM;
+<a class="jxr_linenumber" name="L407" href="#L407">407</a>     }
+<a class="jxr_linenumber" name="L408" href="#L408">408</a> 
+<a class="jxr_linenumber" name="L409" href="#L409">409</a>     <strong class="jxr_keyword">boolean</strong> isDelimiter(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L410" href="#L410">410</a>         <strong class="jxr_keyword">return</strong> ch == delimiter;
+<a class="jxr_linenumber" name="L411" href="#L411">411</a>     }
+<a class="jxr_linenumber" name="L412" href="#L412">412</a> 
+<a class="jxr_linenumber" name="L413" href="#L413">413</a>     <strong class="jxr_keyword">boolean</strong> isEscape(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L414" href="#L414">414</a>         <strong class="jxr_keyword">return</strong> ch == escape;
+<a class="jxr_linenumber" name="L415" href="#L415">415</a>     }
+<a class="jxr_linenumber" name="L416" href="#L416">416</a> 
+<a class="jxr_linenumber" name="L417" href="#L417">417</a>     <strong class="jxr_keyword">boolean</strong> isQuoteChar(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L418" href="#L418">418</a>         <strong class="jxr_keyword">return</strong> ch == quoteChar;
+<a class="jxr_linenumber" name="L419" href="#L419">419</a>     }
+<a class="jxr_linenumber" name="L420" href="#L420">420</a> 
+<a class="jxr_linenumber" name="L421" href="#L421">421</a>     <strong class="jxr_keyword">boolean</strong> isCommentStart(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L422" href="#L422">422</a>         <strong class="jxr_keyword">return</strong> ch == commentStart;
+<a class="jxr_linenumber" name="L423" href="#L423">423</a>     }
+<a class="jxr_linenumber" name="L424" href="#L424">424</a> 
+<a class="jxr_linenumber" name="L425" href="#L425">425</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> isMetaChar(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch) {
+<a class="jxr_linenumber" name="L426" href="#L426">426</a>         <strong class="jxr_keyword">return</strong> ch == delimiter ||
+<a class="jxr_linenumber" name="L427" href="#L427">427</a>                ch == escape ||
+<a class="jxr_linenumber" name="L428" href="#L428">428</a>                ch == quoteChar ||
+<a class="jxr_linenumber" name="L429" href="#L429">429</a>                ch == commentStart;
+<a class="jxr_linenumber" name="L430" href="#L430">430</a>     }
+<a class="jxr_linenumber" name="L431" href="#L431">431</a> 
+<a class="jxr_linenumber" name="L432" href="#L432">432</a>     <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L433" href="#L433">433</a> <em class="jxr_javadoccomment">     * Closes resources.</em>
+<a class="jxr_linenumber" name="L434" href="#L434">434</a> <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L435" href="#L435">435</a> <em class="jxr_javadoccomment">     * @throws IOException</em>
+<a class="jxr_linenumber" name="L436" href="#L436">436</a> <em class="jxr_javadoccomment">     *             If an I/O error occurs</em>
+<a class="jxr_linenumber" name="L437" href="#L437">437</a> <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L438" href="#L438">438</a>     @Override
+<a class="jxr_linenumber" name="L439" href="#L439">439</a>     <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> close() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L440" href="#L440">440</a>         reader.close();
+<a class="jxr_linenumber" name="L441" href="#L441">441</a>     }
+<a class="jxr_linenumber" name="L442" href="#L442">442</a> }
+</pre>
+<hr/>
+<div id="footer">Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</div>
+</body>
+</html>
\ No newline at end of file

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/QuoteMode.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/QuoteMode.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/QuoteMode.html Sun May 29 02:48:43 2016
@@ -0,0 +1,60 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head><meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+<title>QuoteMode xref</title>
+<link type="text/css" rel="stylesheet" href="../../../../stylesheet.css" />
+</head>
+<body>
+<div id="overview"><a href="../../../../../apidocs/org/apache/commons/csv/QuoteMode.html">View Javadoc</a></div><pre>
+<a class="jxr_linenumber" name="L1" href="#L1">1</a>   <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L2" href="#L2">2</a>   <em class="jxr_comment"> * Licensed to the Apache Software Foundation (ASF) under one or more</em>
+<a class="jxr_linenumber" name="L3" href="#L3">3</a>   <em class="jxr_comment"> * contributor license agreements.  See the NOTICE file distributed with</em>
+<a class="jxr_linenumber" name="L4" href="#L4">4</a>   <em class="jxr_comment"> * this work for additional information regarding copyright ownership.</em>
+<a class="jxr_linenumber" name="L5" href="#L5">5</a>   <em class="jxr_comment"> * The ASF licenses this file to You under the Apache License, Version 2.0</em>
+<a class="jxr_linenumber" name="L6" href="#L6">6</a>   <em class="jxr_comment"> * (the "License"); you may not use this file except in compliance with</em>
+<a class="jxr_linenumber" name="L7" href="#L7">7</a>   <em class="jxr_comment"> * the License.  You may obtain a copy of the License at</em>
+<a class="jxr_linenumber" name="L8" href="#L8">8</a>   <em class="jxr_comment"> *</em>
+<a class="jxr_linenumber" name="L9" href="#L9">9</a>   <em class="jxr_comment"> *      <a href="http://www.apache.org/licenses/LICENSE-2." target="alexandria_uri">http://www.apache.org/licenses/LICENSE-2.</a>0</em>
+<a class="jxr_linenumber" name="L10" href="#L10">10</a>  <em class="jxr_comment"> *</em>
+<a class="jxr_linenumber" name="L11" href="#L11">11</a>  <em class="jxr_comment"> * Unless required by applicable law or agreed to in writing, software</em>
+<a class="jxr_linenumber" name="L12" href="#L12">12</a>  <em class="jxr_comment"> * distributed under the License is distributed on an "AS IS" BASIS,</em>
+<a class="jxr_linenumber" name="L13" href="#L13">13</a>  <em class="jxr_comment"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</em>
+<a class="jxr_linenumber" name="L14" href="#L14">14</a>  <em class="jxr_comment"> * See the License for the specific language governing permissions and</em>
+<a class="jxr_linenumber" name="L15" href="#L15">15</a>  <em class="jxr_comment"> * limitations under the License.</em>
+<a class="jxr_linenumber" name="L16" href="#L16">16</a>  <em class="jxr_comment"> */</em>
+<a class="jxr_linenumber" name="L17" href="#L17">17</a>  <strong class="jxr_keyword">package</strong> org.apache.commons.csv;
+<a class="jxr_linenumber" name="L18" href="#L18">18</a>  
+<a class="jxr_linenumber" name="L19" href="#L19">19</a>  <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L20" href="#L20">20</a>  <em class="jxr_javadoccomment"> * Defines quote behavior when printing.</em>
+<a class="jxr_linenumber" name="L21" href="#L21">21</a>  <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L22" href="#L22">22</a>  <em class="jxr_javadoccomment"> * @version $Id: QuoteMode.java 1694977 2015-08-10 07:05:58Z ggregory $</em>
+<a class="jxr_linenumber" name="L23" href="#L23">23</a>  <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L24" href="#L24">24</a>  <strong class="jxr_keyword">public</strong> enum <a href="../../../../org/apache/commons/csv/QuoteMode.html">QuoteMode</a> {
+<a class="jxr_linenumber" name="L25" href="#L25">25</a>  
+<a class="jxr_linenumber" name="L26" href="#L26">26</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L27" href="#L27">27</a>  <em class="jxr_javadoccomment">     * Quotes all fields.</em>
+<a class="jxr_linenumber" name="L28" href="#L28">28</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L29" href="#L29">29</a>      ALL,
+<a class="jxr_linenumber" name="L30" href="#L30">30</a>  
+<a class="jxr_linenumber" name="L31" href="#L31">31</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L32" href="#L32">32</a>  <em class="jxr_javadoccomment">     * Quotes fields which contain special characters such as a delimiter, quotes character or any of the characters in</em>
+<a class="jxr_linenumber" name="L33" href="#L33">33</a>  <em class="jxr_javadoccomment">     * line separator.</em>
+<a class="jxr_linenumber" name="L34" href="#L34">34</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L35" href="#L35">35</a>      MINIMAL,
+<a class="jxr_linenumber" name="L36" href="#L36">36</a>  
+<a class="jxr_linenumber" name="L37" href="#L37">37</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L38" href="#L38">38</a>  <em class="jxr_javadoccomment">     * Quotes all non-numeric fields.</em>
+<a class="jxr_linenumber" name="L39" href="#L39">39</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L40" href="#L40">40</a>      NON_NUMERIC,
+<a class="jxr_linenumber" name="L41" href="#L41">41</a>  
+<a class="jxr_linenumber" name="L42" href="#L42">42</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L43" href="#L43">43</a>  <em class="jxr_javadoccomment">     * Never quotes fields. When the delimiter occurs in data, the printer prefixes it with the current escape</em>
+<a class="jxr_linenumber" name="L44" href="#L44">44</a>  <em class="jxr_javadoccomment">     * character. If the escape character is not set, format validation throws an exception.</em>
+<a class="jxr_linenumber" name="L45" href="#L45">45</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L46" href="#L46">46</a>      NONE
+<a class="jxr_linenumber" name="L47" href="#L47">47</a>  }
+</pre>
+<hr/>
+<div id="footer">Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</div>
+</body>
+</html>
\ No newline at end of file

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/Token.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/Token.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/Token.html Sun May 29 02:48:43 2016
@@ -0,0 +1,88 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head><meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+<title>Token xref</title>
+<link type="text/css" rel="stylesheet" href="../../../../stylesheet.css" />
+</head>
+<body>
+<div id="overview"><a href="../../../../../apidocs/org/apache/commons/csv/Token.html">View Javadoc</a></div><pre>
+<a class="jxr_linenumber" name="L1" href="#L1">1</a>   <em class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L2" href="#L2">2</a>   <em class="jxr_comment"> * Licensed to the Apache Software Foundation (ASF) under one or more</em>
+<a class="jxr_linenumber" name="L3" href="#L3">3</a>   <em class="jxr_comment"> * contributor license agreements.  See the NOTICE file distributed with</em>
+<a class="jxr_linenumber" name="L4" href="#L4">4</a>   <em class="jxr_comment"> * this work for additional information regarding copyright ownership.</em>
+<a class="jxr_linenumber" name="L5" href="#L5">5</a>   <em class="jxr_comment"> * The ASF licenses this file to You under the Apache License, Version 2.0</em>
+<a class="jxr_linenumber" name="L6" href="#L6">6</a>   <em class="jxr_comment"> * (the "License"); you may not use this file except in compliance with</em>
+<a class="jxr_linenumber" name="L7" href="#L7">7</a>   <em class="jxr_comment"> * the License.  You may obtain a copy of the License at</em>
+<a class="jxr_linenumber" name="L8" href="#L8">8</a>   <em class="jxr_comment"> *</em>
+<a class="jxr_linenumber" name="L9" href="#L9">9</a>   <em class="jxr_comment"> *      <a href="http://www.apache.org/licenses/LICENSE-2." target="alexandria_uri">http://www.apache.org/licenses/LICENSE-2.</a>0</em>
+<a class="jxr_linenumber" name="L10" href="#L10">10</a>  <em class="jxr_comment"> *</em>
+<a class="jxr_linenumber" name="L11" href="#L11">11</a>  <em class="jxr_comment"> * Unless required by applicable law or agreed to in writing, software</em>
+<a class="jxr_linenumber" name="L12" href="#L12">12</a>  <em class="jxr_comment"> * distributed under the License is distributed on an "AS IS" BASIS,</em>
+<a class="jxr_linenumber" name="L13" href="#L13">13</a>  <em class="jxr_comment"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</em>
+<a class="jxr_linenumber" name="L14" href="#L14">14</a>  <em class="jxr_comment"> * See the License for the specific language governing permissions and</em>
+<a class="jxr_linenumber" name="L15" href="#L15">15</a>  <em class="jxr_comment"> * limitations under the License.</em>
+<a class="jxr_linenumber" name="L16" href="#L16">16</a>  <em class="jxr_comment"> */</em>
+<a class="jxr_linenumber" name="L17" href="#L17">17</a>  
+<a class="jxr_linenumber" name="L18" href="#L18">18</a>  <strong class="jxr_keyword">package</strong> org.apache.commons.csv;
+<a class="jxr_linenumber" name="L19" href="#L19">19</a>  
+<a class="jxr_linenumber" name="L20" href="#L20">20</a>  <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.apache.commons.csv.Token.Type.INVALID;
+<a class="jxr_linenumber" name="L21" href="#L21">21</a>  
+<a class="jxr_linenumber" name="L22" href="#L22">22</a>  <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L23" href="#L23">23</a>  <em class="jxr_javadoccomment"> * Internal token representation.</em>
+<a class="jxr_linenumber" name="L24" href="#L24">24</a>  <em class="jxr_javadoccomment"> * &lt;p/&gt;</em>
+<a class="jxr_linenumber" name="L25" href="#L25">25</a>  <em class="jxr_javadoccomment"> * It is used as contract between the lexer and the parser.</em>
+<a class="jxr_linenumber" name="L26" href="#L26">26</a>  <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L27" href="#L27">27</a>  <em class="jxr_javadoccomment"> * @version $Id: Token.java 1509069 2013-08-01 02:04:27Z ggregory $</em>
+<a class="jxr_linenumber" name="L28" href="#L28">28</a>  <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L29" href="#L29">29</a>  <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/Token.html">Token</a> {
+<a class="jxr_linenumber" name="L30" href="#L30">30</a>  
+<a class="jxr_linenumber" name="L31" href="#L31">31</a>      <em class="jxr_javadoccomment">/** length of the initial token (content-)buffer */</em>
+<a class="jxr_linenumber" name="L32" href="#L32">32</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> INITIAL_TOKEN_LENGTH = 50;
+<a class="jxr_linenumber" name="L33" href="#L33">33</a>  
+<a class="jxr_linenumber" name="L34" href="#L34">34</a>      enum <a href="../../../../org/apache/commons/csv/Token.html">Type</a> {
+<a class="jxr_linenumber" name="L35" href="#L35">35</a>          <em class="jxr_javadoccomment">/** Token has no valid content, i.e. is in its initialized state. */</em>
+<a class="jxr_linenumber" name="L36" href="#L36">36</a>          INVALID,
+<a class="jxr_linenumber" name="L37" href="#L37">37</a>  
+<a class="jxr_linenumber" name="L38" href="#L38">38</a>          <em class="jxr_javadoccomment">/** Token with content, at beginning or in the middle of a line. */</em>
+<a class="jxr_linenumber" name="L39" href="#L39">39</a>          TOKEN,
+<a class="jxr_linenumber" name="L40" href="#L40">40</a>  
+<a class="jxr_linenumber" name="L41" href="#L41">41</a>          <em class="jxr_javadoccomment">/** Token (which can have content) when the end of file is reached. */</em>
+<a class="jxr_linenumber" name="L42" href="#L42">42</a>          EOF,
+<a class="jxr_linenumber" name="L43" href="#L43">43</a>  
+<a class="jxr_linenumber" name="L44" href="#L44">44</a>          <em class="jxr_javadoccomment">/** Token with content when the end of a line is reached. */</em>
+<a class="jxr_linenumber" name="L45" href="#L45">45</a>          EORECORD,
+<a class="jxr_linenumber" name="L46" href="#L46">46</a>  
+<a class="jxr_linenumber" name="L47" href="#L47">47</a>          <em class="jxr_javadoccomment">/** Token is a comment line. */</em>
+<a class="jxr_linenumber" name="L48" href="#L48">48</a>          COMMENT
+<a class="jxr_linenumber" name="L49" href="#L49">49</a>      }
+<a class="jxr_linenumber" name="L50" href="#L50">50</a>  
+<a class="jxr_linenumber" name="L51" href="#L51">51</a>      <em class="jxr_javadoccomment">/** Token type */</em>
+<a class="jxr_linenumber" name="L52" href="#L52">52</a>      Token.Type type = INVALID;
+<a class="jxr_linenumber" name="L53" href="#L53">53</a>  
+<a class="jxr_linenumber" name="L54" href="#L54">54</a>      <em class="jxr_javadoccomment">/** The content buffer. */</em>
+<a class="jxr_linenumber" name="L55" href="#L55">55</a>      <strong class="jxr_keyword">final</strong> StringBuilder content = <strong class="jxr_keyword">new</strong> StringBuilder(INITIAL_TOKEN_LENGTH);
+<a class="jxr_linenumber" name="L56" href="#L56">56</a>  
+<a class="jxr_linenumber" name="L57" href="#L57">57</a>      <em class="jxr_javadoccomment">/** Token ready flag: indicates a valid token with content (ready for the parser). */</em>
+<a class="jxr_linenumber" name="L58" href="#L58">58</a>      <strong class="jxr_keyword">boolean</strong> isReady;
+<a class="jxr_linenumber" name="L59" href="#L59">59</a>  
+<a class="jxr_linenumber" name="L60" href="#L60">60</a>      <strong class="jxr_keyword">void</strong> reset() {
+<a class="jxr_linenumber" name="L61" href="#L61">61</a>          content.setLength(0);
+<a class="jxr_linenumber" name="L62" href="#L62">62</a>          type = INVALID;
+<a class="jxr_linenumber" name="L63" href="#L63">63</a>          isReady = false;
+<a class="jxr_linenumber" name="L64" href="#L64">64</a>      }
+<a class="jxr_linenumber" name="L65" href="#L65">65</a>  
+<a class="jxr_linenumber" name="L66" href="#L66">66</a>      <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L67" href="#L67">67</a>  <em class="jxr_javadoccomment">     * Eases IDE debugging.</em>
+<a class="jxr_linenumber" name="L68" href="#L68">68</a>  <em class="jxr_javadoccomment">     *</em>
+<a class="jxr_linenumber" name="L69" href="#L69">69</a>  <em class="jxr_javadoccomment">     * @return a string helpful for debugging.</em>
+<a class="jxr_linenumber" name="L70" href="#L70">70</a>  <em class="jxr_javadoccomment">     */</em>
+<a class="jxr_linenumber" name="L71" href="#L71">71</a>      @Override
+<a class="jxr_linenumber" name="L72" href="#L72">72</a>      <strong class="jxr_keyword">public</strong> String toString() {
+<a class="jxr_linenumber" name="L73" href="#L73">73</a>          <strong class="jxr_keyword">return</strong> type.name() + <span class="jxr_string">" ["</span> + content.toString() + <span class="jxr_string">"]"</span>;
+<a class="jxr_linenumber" name="L74" href="#L74">74</a>      }
+<a class="jxr_linenumber" name="L75" href="#L75">75</a>  }
+</pre>
+<hr/>
+<div id="footer">Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</div>
+</body>
+</html>
\ No newline at end of file

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/package-frame.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/package-frame.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/package-frame.html Sun May 29 02:48:43 2016
@@ -0,0 +1,57 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xml:lang="en" lang="en">
+	<head>
+		<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+		<title>Apache Commons CSV 1.4 Reference Package org.apache.commons.csv</title>
+		<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="style" />
+	</head>
+	<body>
+
+		<h3>
+        	<a href="package-summary.html" target="classFrame">org.apache.commons.csv</a>
+      	</h3>
+
+      	<h3>Classes</h3>
+
+      	<ul>
+      		          	<li>
+            	<a href="Assertions.html" target="classFrame">Assertions</a>
+          	</li>
+          	          	<li>
+            	<a href="CSVFormat.html" target="classFrame">CSVFormat</a>
+          	</li>
+          	          	<li>
+            	<a href="CSVParser.html" target="classFrame">CSVParser</a>
+          	</li>
+          	          	<li>
+            	<a href="CSVPrinter.html" target="classFrame">CSVPrinter</a>
+          	</li>
+          	          	<li>
+            	<a href="CSVRecord.html" target="classFrame">CSVRecord</a>
+          	</li>
+          	          	<li>
+            	<a href="Constants.html" target="classFrame">Constants</a>
+          	</li>
+          	          	<li>
+            	<a href="ExtendedBufferedReader.html" target="classFrame">ExtendedBufferedReader</a>
+          	</li>
+          	          	<li>
+            	<a href="Lexer.html" target="classFrame">Lexer</a>
+          	</li>
+          	          	<li>
+            	<a href="CSVFormat.html" target="classFrame">Predefined</a>
+          	</li>
+          	          	<li>
+            	<a href="QuoteMode.html" target="classFrame">QuoteMode</a>
+          	</li>
+          	          	<li>
+            	<a href="Token.html" target="classFrame">Token</a>
+          	</li>
+          	          	<li>
+            	<a href="Token.html" target="classFrame">Type</a>
+          	</li>
+          	      	</ul>
+
+	</body>
+</html>
\ No newline at end of file

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/package-summary.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/package-summary.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/org/apache/commons/csv/package-summary.html Sun May 29 02:48:43 2016
@@ -0,0 +1,124 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xml:lang="en" lang="en">
+	<head>
+		<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+		<title>Apache Commons CSV 1.4 Reference Package org.apache.commons.csv</title>
+		<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="style" />
+	</head>
+	<body>
+		      	<div class="overview">
+        	<ul>
+          		<li>
+            		<a href="../../../../overview-summary.html">Overview</a>
+          		</li>
+          		<li class="selected">Package</li>
+        	</ul>
+      	</div>
+      	<div class="framenoframe">
+        	<ul>
+          		<li>
+            		<a href="../../../../index.html" target="_top">FRAMES</a>
+          		</li>
+          		<li>
+            		<a href="package-summary.html" target="_top">NO FRAMES</a>
+          		</li>
+        	</ul>
+      	</div>
+		
+		      	<h2>Package org.apache.commons.csv</h2>
+
+		<table class="summary">
+        	<thead>
+          		<tr>
+            		<th>Class Summary</th>
+          		</tr>
+        	</thead>
+        	<tbody>
+        		            	<tr>
+              		<td>
+                		<a href="Assertions.html" target="classFrame">Assertions</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="CSVFormat.html" target="classFrame">CSVFormat</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="CSVParser.html" target="classFrame">CSVParser</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="CSVPrinter.html" target="classFrame">CSVPrinter</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="CSVRecord.html" target="classFrame">CSVRecord</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="Constants.html" target="classFrame">Constants</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="ExtendedBufferedReader.html" target="classFrame">ExtendedBufferedReader</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="Lexer.html" target="classFrame">Lexer</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="CSVFormat.html" target="classFrame">Predefined</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="QuoteMode.html" target="classFrame">QuoteMode</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="Token.html" target="classFrame">Token</a>
+              		</td>
+            	</tr>
+				            	<tr>
+              		<td>
+                		<a href="Token.html" target="classFrame">Type</a>
+              		</td>
+            	</tr>
+				        	</tbody>
+      	</table>
+		
+		      	<div class="overview">
+        	<ul>
+          		<li>
+            		<a href="../../../../overview-summary.html">Overview</a>
+          		</li>
+          		<li class="selected">Package</li>
+        	</ul>
+      	</div>
+      	<div class="framenoframe">
+        	<ul>
+          		<li>
+            		<a href="../../../../index.html" target="_top">FRAMES</a>
+          		</li>
+          		<li>
+            		<a href="package-summary.html" target="_top">NO FRAMES</a>
+          		</li>
+        	</ul>
+      	</div>
+				<hr />
+		<div id="footer">
+			Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.
+		</div>
+	</body>
+</html>
\ No newline at end of file

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/overview-frame.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/overview-frame.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/overview-frame.html Sun May 29 02:48:43 2016
@@ -0,0 +1,24 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xml:lang="en" lang="en">
+	<head>
+		<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+		<title>Apache Commons CSV 1.4 Reference</title>
+		<link rel="stylesheet" type="text/css" href="stylesheet.css" title="style" />
+	</head>
+	<body>
+
+		<h3>
+			<a href="allclasses-frame.html" target="packageFrame">All Classes</a>
+		</h3>
+
+		<h3>Packages</h3>
+
+		<ul>
+						<li>
+				<a href="org/apache/commons/csv/package-frame.html" target="packageFrame">org.apache.commons.csv</a>
+			</li>
+					</ul>
+
+	</body>
+</html>

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/overview-summary.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/overview-summary.html (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/overview-summary.html Sun May 29 02:48:43 2016
@@ -0,0 +1,66 @@
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xml:lang="en" lang="en">
+	<head>
+		<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+		<title>Apache Commons CSV 1.4 Reference</title>
+		<link rel="stylesheet" type="text/css" href="stylesheet.css" title="style" />
+	</head>
+	<body>
+				<div class="overview">
+			<ul>
+				<li class="selected">Overview</li>
+				<li>Package</li>
+			</ul>
+		</div>
+		<div class="framenoframe">
+			<ul>
+				<li>
+					<a href="index.html" target="_top">FRAMES</a>
+				</li>
+				<li>
+    	        	<a href="overview-summary.html" target="_top">NO FRAMES</a>
+        	  	</li>
+	        </ul>
+      	</div>
+		
+		      	<h2>Apache Commons CSV 1.4 Reference</h2>
+
+		<table class="summary">
+        	<thead>
+          		<tr>
+            		<th>Packages</th>
+          		</tr>
+        	</thead>
+        	<tbody>
+    	    	            	<tr>
+              		<td>
+                		<a href="org/apache/commons/csv/package-summary.html">org.apache.commons.csv</a>
+              		</td>
+            	</tr>
+	          	        	</tbody>
+      	</table>
+		
+				<div class="overview">
+			<ul>
+				<li class="selected">Overview</li>
+				<li>Package</li>
+			</ul>
+		</div>
+		<div class="framenoframe">
+			<ul>
+				<li>
+					<a href="index.html" target="_top">FRAMES</a>
+				</li>
+				<li>
+    	        	<a href="overview-summary.html" target="_top">NO FRAMES</a>
+        	  	</li>
+	        </ul>
+      	</div>
+		
+		<hr />
+		<div id="footer">
+			Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.
+		</div>
+	</body>
+</html>
\ No newline at end of file

Added: websites/production/commons/content/proper/commons-csv/archives/1.4/xref/stylesheet.css
==============================================================================
--- websites/production/commons/content/proper/commons-csv/archives/1.4/xref/stylesheet.css (added)
+++ websites/production/commons/content/proper/commons-csv/archives/1.4/xref/stylesheet.css Sun May 29 02:48:43 2016
@@ -0,0 +1,114 @@
+/* Javadoc style sheet */
+/* Define colors, fonts and other style attributes here to override the defaults  */
+body {
+    background-color: #fff;
+    font-family: Arial, Helvetica, sans-serif;
+}
+
+a:link {
+    color: #00f;
+}
+a:visited {
+    color: #00a;
+}
+
+a:active, a:hover {
+    color: #f30 !important;
+}
+
+ul, li {
+    list-style-type:none;
+    margin:0;
+    padding:0;
+}
+
+table td {
+    padding: 3px;
+    border: 1px solid #000;
+}
+table {
+    width:100%;
+    border: 1px solid #000;
+    border-collapse: collapse;
+}
+
+div.overview {
+    background-color:#ddd;
+    padding: 4px 4px 4px 0;
+}
+div.overview li, div.framenoframe li {
+    display: inline;
+}
+div.framenoframe {
+    text-align: center;
+    font-size: x-small;
+}
+div.framenoframe li {
+    margin: 0 3px 0 3px;
+}
+div.overview li {
+    margin:3px 3px 0 3px;
+    padding: 4px;
+}
+li.selected {
+    background-color:#888;
+    color: #fff;
+    font-weight: bold;
+}
+
+table.summary {
+    margin-bottom: 20px;
+}
+table.summary td, table.summary th {
+    font-weight: bold;
+    text-align: left;
+    padding: 3px;
+}
+table.summary th {
+    background-color:#036;
+    color: #fff;
+}
+table.summary td {
+    background-color:#eee;
+    border: 1px solid black;
+}
+
+em {
+    color: #A00;
+}
+em.comment {
+    color: #390;
+}
+.string {
+    color: #009;
+}
+
+#overview {
+    padding:2px;
+}
+
+hr {
+    height: 1px;
+    color: #000;
+}
+
+/* JXR style sheet */
+.jxr_comment
+{
+    color: #390;
+}
+
+.jxr_javadoccomment
+{
+    color: #A00;
+}
+
+.jxr_string
+{
+    color: #009;
+}
+
+.jxr_keyword
+{
+    color: #000;
+}
\ No newline at end of file




Mime
View raw message