Modified:
websites/production/commons/content/proper/commons-csv/xref/org/apache/commons/csv/Lexer.html
==============================================================================
---
websites/production/commons/content/proper/commons-csv/xref/org/apache/commons/csv/Lexer.html
(original)
+++
websites/production/commons/content/proper/commons-csv/xref/org/apache/commons/csv/Lexer.html
Thu Feb 2 12:12:49 2023
@@ -70,465 +70,470 @@
<a class="jxr_linenumber" name="L62" href="#L62">62</a> <strong
class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong>
<a name="ExtendedBufferedReader"
href="../../../../org/apache/commons/csv/ExtendedBufferedReader.html#ExtendedBufferedReader">ExtendedBufferedReader</a>
reader;
<a class="jxr_linenumber" name="L63" href="#L63">63</a> <strong
class="jxr_keyword">private</strong> String firstEol;
<a class="jxr_linenumber" name="L64" href="#L64">64</a>
-<a class="jxr_linenumber" name="L65" href="#L65">65</a> <a name="Lexer"
href="../../../../org/apache/commons/csv/Lexer.html#Lexer">Lexer</a>(<strong
class="jxr_keyword">final</strong> <a name="CSVFormat"
href="../../../../org/apache/commons/csv/CSVFormat.html#CSVFormat">CSVFormat</a>
format, <strong class="jxr_keyword">final</strong> <a
name="ExtendedBufferedReader"
href="../../../../org/apache/commons/csv/ExtendedBufferedReader.html#ExtendedBufferedReader">ExtendedBufferedReader</a>
reader) {
-<a class="jxr_linenumber" name="L66" href="#L66">66</a> <strong
class="jxr_keyword">this</strong>.reader = reader;
-<a class="jxr_linenumber" name="L67" href="#L67">67</a> <strong
class="jxr_keyword">this</strong>.delimiter =
format.getDelimiterString().toCharArray();
-<a class="jxr_linenumber" name="L68" href="#L68">68</a> <strong
class="jxr_keyword">this</strong>.escape =
mapNullToDisabled(format.getEscapeCharacter());
-<a class="jxr_linenumber" name="L69" href="#L69">69</a> <strong
class="jxr_keyword">this</strong>.quoteChar =
mapNullToDisabled(format.getQuoteCharacter());
-<a class="jxr_linenumber" name="L70" href="#L70">70</a> <strong
class="jxr_keyword">this</strong>.commentStart =
mapNullToDisabled(format.getCommentMarker());
-<a class="jxr_linenumber" name="L71" href="#L71">71</a> <strong
class="jxr_keyword">this</strong>.ignoreSurroundingSpaces =
format.getIgnoreSurroundingSpaces();
-<a class="jxr_linenumber" name="L72" href="#L72">72</a> <strong
class="jxr_keyword">this</strong>.ignoreEmptyLines =
format.getIgnoreEmptyLines();
-<a class="jxr_linenumber" name="L73" href="#L73">73</a> <strong
class="jxr_keyword">this</strong>.delimiterBuf = <strong
class="jxr_keyword">new</strong> <strong
class="jxr_keyword">char</strong>[delimiter.length - 1];
-<a class="jxr_linenumber" name="L74" href="#L74">74</a> <strong
class="jxr_keyword">this</strong>.escapeDelimiterBuf = <strong
class="jxr_keyword">new</strong> <strong class="jxr_keyword">char</strong>[2 *
delimiter.length - 1];
-<a class="jxr_linenumber" name="L75" href="#L75">75</a> }
-<a class="jxr_linenumber" name="L76" href="#L76">76</a>
-<a class="jxr_linenumber" name="L77" href="#L77">77</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L78" href="#L78">78</a> <em
class="jxr_javadoccomment"> * Closes resources.</em>
-<a class="jxr_linenumber" name="L79" href="#L79">79</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L80" href="#L80">80</a> <em
class="jxr_javadoccomment"> * @throws IOException</em>
-<a class="jxr_linenumber" name="L81" href="#L81">81</a> <em
class="jxr_javadoccomment"> * If an I/O error occurs</em>
-<a class="jxr_linenumber" name="L82" href="#L82">82</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L83" href="#L83">83</a> @Override
-<a class="jxr_linenumber" name="L84" href="#L84">84</a> <strong
class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong>
close() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L85" href="#L85">85</a>
reader.close();
-<a class="jxr_linenumber" name="L86" href="#L86">86</a> }
-<a class="jxr_linenumber" name="L87" href="#L87">87</a>
-<a class="jxr_linenumber" name="L88" href="#L88">88</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L89" href="#L89">89</a> <em
class="jxr_javadoccomment"> * Returns the current character position</em>
-<a class="jxr_linenumber" name="L90" href="#L90">90</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L91" href="#L91">91</a> <em
class="jxr_javadoccomment"> * @return the current character position</em>
-<a class="jxr_linenumber" name="L92" href="#L92">92</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L93" href="#L93">93</a> <strong
class="jxr_keyword">long</strong> getCharacterPosition() {
-<a class="jxr_linenumber" name="L94" href="#L94">94</a> <strong
class="jxr_keyword">return</strong> reader.getPosition();
-<a class="jxr_linenumber" name="L95" href="#L95">95</a> }
-<a class="jxr_linenumber" name="L96" href="#L96">96</a>
-<a class="jxr_linenumber" name="L97" href="#L97">97</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L98" href="#L98">98</a> <em
class="jxr_javadoccomment"> * Returns the current line number</em>
-<a class="jxr_linenumber" name="L99" href="#L99">99</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L100" href="#L100">100</a> <em
class="jxr_javadoccomment"> * @return the current line number</em>
-<a class="jxr_linenumber" name="L101" href="#L101">101</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L102" href="#L102">102</a> <strong
class="jxr_keyword">long</strong> getCurrentLineNumber() {
-<a class="jxr_linenumber" name="L103" href="#L103">103</a> <strong
class="jxr_keyword">return</strong> reader.getCurrentLineNumber();
-<a class="jxr_linenumber" name="L104" href="#L104">104</a> }
-<a class="jxr_linenumber" name="L105" href="#L105">105</a>
-<a class="jxr_linenumber" name="L106" href="#L106">106</a> String
getFirstEol(){
-<a class="jxr_linenumber" name="L107" href="#L107">107</a> <strong
class="jxr_keyword">return</strong> firstEol;
-<a class="jxr_linenumber" name="L108" href="#L108">108</a> }
-<a class="jxr_linenumber" name="L109" href="#L109">109</a>
-<a class="jxr_linenumber" name="L110" href="#L110">110</a> <strong
class="jxr_keyword">boolean</strong> isClosed() {
-<a class="jxr_linenumber" name="L111" href="#L111">111</a> <strong
class="jxr_keyword">return</strong> reader.isClosed();
-<a class="jxr_linenumber" name="L112" href="#L112">112</a> }
-<a class="jxr_linenumber" name="L113" href="#L113">113</a>
-<a class="jxr_linenumber" name="L114" href="#L114">114</a> <strong
class="jxr_keyword">boolean</strong> isCommentStart(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
-<a class="jxr_linenumber" name="L115" href="#L115">115</a> <strong
class="jxr_keyword">return</strong> ch == commentStart;
-<a class="jxr_linenumber" name="L116" href="#L116">116</a> }
-<a class="jxr_linenumber" name="L117" href="#L117">117</a>
-<a class="jxr_linenumber" name="L118" href="#L118">118</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L119" href="#L119">119</a> <em
class="jxr_javadoccomment"> * Determine whether the next characters
constitute a delimiter through {@link
ExtendedBufferedReader#lookAhead(char[])}.</em>
-<a class="jxr_linenumber" name="L120" href="#L120">120</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L121" href="#L121">121</a> <em
class="jxr_javadoccomment"> * @param ch</em>
-<a class="jxr_linenumber" name="L122" href="#L122">122</a> <em
class="jxr_javadoccomment"> * the current character.</em>
-<a class="jxr_linenumber" name="L123" href="#L123">123</a> <em
class="jxr_javadoccomment"> * @return true if the next characters
constitute a delimiter.</em>
-<a class="jxr_linenumber" name="L124" href="#L124">124</a> <em
class="jxr_javadoccomment"> * @throws IOException If an I/O error
occurs.</em>
-<a class="jxr_linenumber" name="L125" href="#L125">125</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L126" href="#L126">126</a> <strong
class="jxr_keyword">boolean</strong> isDelimiter(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
<strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L127" href="#L127">127</a> <strong
class="jxr_keyword">if</strong> (ch != delimiter[0]) {
-<a class="jxr_linenumber" name="L128" href="#L128">128</a> <strong
class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="L129" href="#L129">129</a> }
-<a class="jxr_linenumber" name="L130" href="#L130">130</a> <strong
class="jxr_keyword">if</strong> (delimiter.length == 1) {
-<a class="jxr_linenumber" name="L131" href="#L131">131</a> <strong
class="jxr_keyword">return</strong> <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="L65" href="#L65">65</a> <strong
class="jxr_keyword">private</strong> <strong
class="jxr_keyword">boolean</strong> isLastTokenDelimiter;
+<a class="jxr_linenumber" name="L66" href="#L66">66</a>
+<a class="jxr_linenumber" name="L67" href="#L67">67</a> <a name="Lexer"
href="../../../../org/apache/commons/csv/Lexer.html#Lexer">Lexer</a>(<strong
class="jxr_keyword">final</strong> <a name="CSVFormat"
href="../../../../org/apache/commons/csv/CSVFormat.html#CSVFormat">CSVFormat</a>
format, <strong class="jxr_keyword">final</strong> <a
name="ExtendedBufferedReader"
href="../../../../org/apache/commons/csv/ExtendedBufferedReader.html#ExtendedBufferedReader">ExtendedBufferedReader</a>
reader) {
+<a class="jxr_linenumber" name="L68" href="#L68">68</a> <strong
class="jxr_keyword">this</strong>.reader = reader;
+<a class="jxr_linenumber" name="L69" href="#L69">69</a> <strong
class="jxr_keyword">this</strong>.delimiter =
format.getDelimiterString().toCharArray();
+<a class="jxr_linenumber" name="L70" href="#L70">70</a> <strong
class="jxr_keyword">this</strong>.escape =
mapNullToDisabled(format.getEscapeCharacter());
+<a class="jxr_linenumber" name="L71" href="#L71">71</a> <strong
class="jxr_keyword">this</strong>.quoteChar =
mapNullToDisabled(format.getQuoteCharacter());
+<a class="jxr_linenumber" name="L72" href="#L72">72</a> <strong
class="jxr_keyword">this</strong>.commentStart =
mapNullToDisabled(format.getCommentMarker());
+<a class="jxr_linenumber" name="L73" href="#L73">73</a> <strong
class="jxr_keyword">this</strong>.ignoreSurroundingSpaces =
format.getIgnoreSurroundingSpaces();
+<a class="jxr_linenumber" name="L74" href="#L74">74</a> <strong
class="jxr_keyword">this</strong>.ignoreEmptyLines =
format.getIgnoreEmptyLines();
+<a class="jxr_linenumber" name="L75" href="#L75">75</a> <strong
class="jxr_keyword">this</strong>.delimiterBuf = <strong
class="jxr_keyword">new</strong> <strong
class="jxr_keyword">char</strong>[delimiter.length - 1];
+<a class="jxr_linenumber" name="L76" href="#L76">76</a> <strong
class="jxr_keyword">this</strong>.escapeDelimiterBuf = <strong
class="jxr_keyword">new</strong> <strong class="jxr_keyword">char</strong>[2 *
delimiter.length - 1];
+<a class="jxr_linenumber" name="L77" href="#L77">77</a> }
+<a class="jxr_linenumber" name="L78" href="#L78">78</a>
+<a class="jxr_linenumber" name="L79" href="#L79">79</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L80" href="#L80">80</a> <em
class="jxr_javadoccomment"> * Closes resources.</em>
+<a class="jxr_linenumber" name="L81" href="#L81">81</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L82" href="#L82">82</a> <em
class="jxr_javadoccomment"> * @throws IOException</em>
+<a class="jxr_linenumber" name="L83" href="#L83">83</a> <em
class="jxr_javadoccomment"> * If an I/O error occurs</em>
+<a class="jxr_linenumber" name="L84" href="#L84">84</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L85" href="#L85">85</a> @Override
+<a class="jxr_linenumber" name="L86" href="#L86">86</a> <strong
class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong>
close() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L87" href="#L87">87</a>
reader.close();
+<a class="jxr_linenumber" name="L88" href="#L88">88</a> }
+<a class="jxr_linenumber" name="L89" href="#L89">89</a>
+<a class="jxr_linenumber" name="L90" href="#L90">90</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L91" href="#L91">91</a> <em
class="jxr_javadoccomment"> * Returns the current character position</em>
+<a class="jxr_linenumber" name="L92" href="#L92">92</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L93" href="#L93">93</a> <em
class="jxr_javadoccomment"> * @return the current character position</em>
+<a class="jxr_linenumber" name="L94" href="#L94">94</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L95" href="#L95">95</a> <strong
class="jxr_keyword">long</strong> getCharacterPosition() {
+<a class="jxr_linenumber" name="L96" href="#L96">96</a> <strong
class="jxr_keyword">return</strong> reader.getPosition();
+<a class="jxr_linenumber" name="L97" href="#L97">97</a> }
+<a class="jxr_linenumber" name="L98" href="#L98">98</a>
+<a class="jxr_linenumber" name="L99" href="#L99">99</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L100" href="#L100">100</a> <em
class="jxr_javadoccomment"> * Returns the current line number</em>
+<a class="jxr_linenumber" name="L101" href="#L101">101</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L102" href="#L102">102</a> <em
class="jxr_javadoccomment"> * @return the current line number</em>
+<a class="jxr_linenumber" name="L103" href="#L103">103</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L104" href="#L104">104</a> <strong
class="jxr_keyword">long</strong> getCurrentLineNumber() {
+<a class="jxr_linenumber" name="L105" href="#L105">105</a> <strong
class="jxr_keyword">return</strong> reader.getCurrentLineNumber();
+<a class="jxr_linenumber" name="L106" href="#L106">106</a> }
+<a class="jxr_linenumber" name="L107" href="#L107">107</a>
+<a class="jxr_linenumber" name="L108" href="#L108">108</a> String
getFirstEol(){
+<a class="jxr_linenumber" name="L109" href="#L109">109</a> <strong
class="jxr_keyword">return</strong> firstEol;
+<a class="jxr_linenumber" name="L110" href="#L110">110</a> }
+<a class="jxr_linenumber" name="L111" href="#L111">111</a>
+<a class="jxr_linenumber" name="L112" href="#L112">112</a> <strong
class="jxr_keyword">boolean</strong> isClosed() {
+<a class="jxr_linenumber" name="L113" href="#L113">113</a> <strong
class="jxr_keyword">return</strong> reader.isClosed();
+<a class="jxr_linenumber" name="L114" href="#L114">114</a> }
+<a class="jxr_linenumber" name="L115" href="#L115">115</a>
+<a class="jxr_linenumber" name="L116" href="#L116">116</a> <strong
class="jxr_keyword">boolean</strong> isCommentStart(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
+<a class="jxr_linenumber" name="L117" href="#L117">117</a> <strong
class="jxr_keyword">return</strong> ch == commentStart;
+<a class="jxr_linenumber" name="L118" href="#L118">118</a> }
+<a class="jxr_linenumber" name="L119" href="#L119">119</a>
+<a class="jxr_linenumber" name="L120" href="#L120">120</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L121" href="#L121">121</a> <em
class="jxr_javadoccomment"> * Determine whether the next characters
constitute a delimiter through {@link
ExtendedBufferedReader#lookAhead(char[])}.</em>
+<a class="jxr_linenumber" name="L122" href="#L122">122</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L123" href="#L123">123</a> <em
class="jxr_javadoccomment"> * @param ch</em>
+<a class="jxr_linenumber" name="L124" href="#L124">124</a> <em
class="jxr_javadoccomment"> * the current character.</em>
+<a class="jxr_linenumber" name="L125" href="#L125">125</a> <em
class="jxr_javadoccomment"> * @return true if the next characters
constitute a delimiter.</em>
+<a class="jxr_linenumber" name="L126" href="#L126">126</a> <em
class="jxr_javadoccomment"> * @throws IOException If an I/O error
occurs.</em>
+<a class="jxr_linenumber" name="L127" href="#L127">127</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L128" href="#L128">128</a> <strong
class="jxr_keyword">boolean</strong> isDelimiter(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
<strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L129" href="#L129">129</a>
isLastTokenDelimiter = false;
+<a class="jxr_linenumber" name="L130" href="#L130">130</a> <strong
class="jxr_keyword">if</strong> (ch != delimiter[0]) {
+<a class="jxr_linenumber" name="L131" href="#L131">131</a> <strong
class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L132" href="#L132">132</a> }
-<a class="jxr_linenumber" name="L133" href="#L133">133</a>
reader.lookAhead(delimiterBuf);
-<a class="jxr_linenumber" name="L134" href="#L134">134</a> <strong
class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i =
0; i < delimiterBuf.length; i++) {
-<a class="jxr_linenumber" name="L135" href="#L135">135</a> <strong
class="jxr_keyword">if</strong> (delimiterBuf[i] != delimiter[i+1]) {
-<a class="jxr_linenumber" name="L136" href="#L136">136</a>
<strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="L137" href="#L137">137</a> }
-<a class="jxr_linenumber" name="L138" href="#L138">138</a> }
-<a class="jxr_linenumber" name="L139" href="#L139">139</a> <strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong>
count = reader.read(delimiterBuf, 0, delimiterBuf.length);
-<a class="jxr_linenumber" name="L140" href="#L140">140</a> <strong
class="jxr_keyword">return</strong> count != END_OF_STREAM;
-<a class="jxr_linenumber" name="L141" href="#L141">141</a> }
-<a class="jxr_linenumber" name="L142" href="#L142">142</a>
-<a class="jxr_linenumber" name="L143" href="#L143">143</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L144" href="#L144">144</a> <em
class="jxr_javadoccomment"> * Tests if the given character indicates end of
file.</em>
-<a class="jxr_linenumber" name="L145" href="#L145">145</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L146" href="#L146">146</a> <em
class="jxr_javadoccomment"> * @return true if the given character indicates
end of file.</em>
-<a class="jxr_linenumber" name="L147" href="#L147">147</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L148" href="#L148">148</a> <strong
class="jxr_keyword">boolean</strong> isEndOfFile(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
-<a class="jxr_linenumber" name="L149" href="#L149">149</a> <strong
class="jxr_keyword">return</strong> ch == END_OF_STREAM;
-<a class="jxr_linenumber" name="L150" href="#L150">150</a> }
-<a class="jxr_linenumber" name="L151" href="#L151">151</a>
-<a class="jxr_linenumber" name="L152" href="#L152">152</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L153" href="#L153">153</a> <em
class="jxr_javadoccomment"> * Tests if the given character is the escape
character.</em>
-<a class="jxr_linenumber" name="L154" href="#L154">154</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L155" href="#L155">155</a> <em
class="jxr_javadoccomment"> * @return true if the given character is the
escape character.</em>
-<a class="jxr_linenumber" name="L156" href="#L156">156</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L157" href="#L157">157</a> <strong
class="jxr_keyword">boolean</strong> isEscape(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
-<a class="jxr_linenumber" name="L158" href="#L158">158</a> <strong
class="jxr_keyword">return</strong> ch == escape;
-<a class="jxr_linenumber" name="L159" href="#L159">159</a> }
-<a class="jxr_linenumber" name="L160" href="#L160">160</a>
-<a class="jxr_linenumber" name="L161" href="#L161">161</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L162" href="#L162">162</a> <em
class="jxr_javadoccomment"> * Tests if the next characters constitute a
escape delimiter through {@link ExtendedBufferedReader#lookAhead(char[])}.</em>
-<a class="jxr_linenumber" name="L163" href="#L163">163</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L164" href="#L164">164</a> <em
class="jxr_javadoccomment"> * For example, for delimiter "[|]" and escape
'!', return true if the next characters constitute "![!|!]".</em>
-<a class="jxr_linenumber" name="L165" href="#L165">165</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L166" href="#L166">166</a> <em
class="jxr_javadoccomment"> * @return true if the next characters
constitute a escape delimiter.</em>
-<a class="jxr_linenumber" name="L167" href="#L167">167</a> <em
class="jxr_javadoccomment"> * @throws IOException If an I/O error
occurs.</em>
-<a class="jxr_linenumber" name="L168" href="#L168">168</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L169" href="#L169">169</a> <strong
class="jxr_keyword">boolean</strong> isEscapeDelimiter() <strong
class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L170" href="#L170">170</a>
reader.lookAhead(escapeDelimiterBuf);
-<a class="jxr_linenumber" name="L171" href="#L171">171</a> <strong
class="jxr_keyword">if</strong> (escapeDelimiterBuf[0] != delimiter[0]) {
-<a class="jxr_linenumber" name="L172" href="#L172">172</a> <strong
class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="L173" href="#L173">173</a> }
-<a class="jxr_linenumber" name="L174" href="#L174">174</a> <strong
class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i =
1; i < delimiter.length; i++) {
-<a class="jxr_linenumber" name="L175" href="#L175">175</a> <strong
class="jxr_keyword">if</strong> (escapeDelimiterBuf[2 * i] != delimiter[i] ||
escapeDelimiterBuf[2 * i - 1] != escape) {
-<a class="jxr_linenumber" name="L176" href="#L176">176</a>
<strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="L177" href="#L177">177</a> }
+<a class="jxr_linenumber" name="L133" href="#L133">133</a> <strong
class="jxr_keyword">if</strong> (delimiter.length == 1) {
+<a class="jxr_linenumber" name="L134" href="#L134">134</a>
isLastTokenDelimiter = <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="L135" href="#L135">135</a> <strong
class="jxr_keyword">return</strong> <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="L136" href="#L136">136</a> }
+<a class="jxr_linenumber" name="L137" href="#L137">137</a>
reader.lookAhead(delimiterBuf);
+<a class="jxr_linenumber" name="L138" href="#L138">138</a> <strong
class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i =
0; i < delimiterBuf.length; i++) {
+<a class="jxr_linenumber" name="L139" href="#L139">139</a> <strong
class="jxr_keyword">if</strong> (delimiterBuf[i] != delimiter[i+1]) {
+<a class="jxr_linenumber" name="L140" href="#L140">140</a>
<strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="L141" href="#L141">141</a> }
+<a class="jxr_linenumber" name="L142" href="#L142">142</a> }
+<a class="jxr_linenumber" name="L143" href="#L143">143</a> <strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong>
count = reader.read(delimiterBuf, 0, delimiterBuf.length);
+<a class="jxr_linenumber" name="L144" href="#L144">144</a>
isLastTokenDelimiter = count != END_OF_STREAM;
+<a class="jxr_linenumber" name="L145" href="#L145">145</a> <strong
class="jxr_keyword">return</strong> isLastTokenDelimiter;
+<a class="jxr_linenumber" name="L146" href="#L146">146</a> }
+<a class="jxr_linenumber" name="L147" href="#L147">147</a>
+<a class="jxr_linenumber" name="L148" href="#L148">148</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L149" href="#L149">149</a> <em
class="jxr_javadoccomment"> * Tests if the given character indicates end of
file.</em>
+<a class="jxr_linenumber" name="L150" href="#L150">150</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L151" href="#L151">151</a> <em
class="jxr_javadoccomment"> * @return true if the given character indicates
end of file.</em>
+<a class="jxr_linenumber" name="L152" href="#L152">152</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L153" href="#L153">153</a> <strong
class="jxr_keyword">boolean</strong> isEndOfFile(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
+<a class="jxr_linenumber" name="L154" href="#L154">154</a> <strong
class="jxr_keyword">return</strong> ch == END_OF_STREAM;
+<a class="jxr_linenumber" name="L155" href="#L155">155</a> }
+<a class="jxr_linenumber" name="L156" href="#L156">156</a>
+<a class="jxr_linenumber" name="L157" href="#L157">157</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L158" href="#L158">158</a> <em
class="jxr_javadoccomment"> * Tests if the given character is the escape
character.</em>
+<a class="jxr_linenumber" name="L159" href="#L159">159</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L160" href="#L160">160</a> <em
class="jxr_javadoccomment"> * @return true if the given character is the
escape character.</em>
+<a class="jxr_linenumber" name="L161" href="#L161">161</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L162" href="#L162">162</a> <strong
class="jxr_keyword">boolean</strong> isEscape(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
+<a class="jxr_linenumber" name="L163" href="#L163">163</a> <strong
class="jxr_keyword">return</strong> ch == escape;
+<a class="jxr_linenumber" name="L164" href="#L164">164</a> }
+<a class="jxr_linenumber" name="L165" href="#L165">165</a>
+<a class="jxr_linenumber" name="L166" href="#L166">166</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L167" href="#L167">167</a> <em
class="jxr_javadoccomment"> * Tests if the next characters constitute a
escape delimiter through {@link ExtendedBufferedReader#lookAhead(char[])}.</em>
+<a class="jxr_linenumber" name="L168" href="#L168">168</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L169" href="#L169">169</a> <em
class="jxr_javadoccomment"> * For example, for delimiter "[|]" and escape
'!', return true if the next characters constitute "![!|!]".</em>
+<a class="jxr_linenumber" name="L170" href="#L170">170</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L171" href="#L171">171</a> <em
class="jxr_javadoccomment"> * @return true if the next characters
constitute a escape delimiter.</em>
+<a class="jxr_linenumber" name="L172" href="#L172">172</a> <em
class="jxr_javadoccomment"> * @throws IOException If an I/O error
occurs.</em>
+<a class="jxr_linenumber" name="L173" href="#L173">173</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L174" href="#L174">174</a> <strong
class="jxr_keyword">boolean</strong> isEscapeDelimiter() <strong
class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L175" href="#L175">175</a>
reader.lookAhead(escapeDelimiterBuf);
+<a class="jxr_linenumber" name="L176" href="#L176">176</a> <strong
class="jxr_keyword">if</strong> (escapeDelimiterBuf[0] != delimiter[0]) {
+<a class="jxr_linenumber" name="L177" href="#L177">177</a> <strong
class="jxr_keyword">return</strong> false;
<a class="jxr_linenumber" name="L178" href="#L178">178</a> }
-<a class="jxr_linenumber" name="L179" href="#L179">179</a> <strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong>
count = reader.read(escapeDelimiterBuf, 0, escapeDelimiterBuf.length);
-<a class="jxr_linenumber" name="L180" href="#L180">180</a> <strong
class="jxr_keyword">return</strong> count != END_OF_STREAM;
-<a class="jxr_linenumber" name="L181" href="#L181">181</a> }
-<a class="jxr_linenumber" name="L182" href="#L182">182</a>
-<a class="jxr_linenumber" name="L183" href="#L183">183</a> <strong
class="jxr_keyword">private</strong> <strong
class="jxr_keyword">boolean</strong> isMetaChar(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
-<a class="jxr_linenumber" name="L184" href="#L184">184</a> <strong
class="jxr_keyword">return</strong> ch == escape || ch == quoteChar || ch ==
commentStart;
-<a class="jxr_linenumber" name="L185" href="#L185">185</a> }
-<a class="jxr_linenumber" name="L186" href="#L186">186</a>
-<a class="jxr_linenumber" name="L187" href="#L187">187</a> <strong
class="jxr_keyword">boolean</strong> isQuoteChar(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
-<a class="jxr_linenumber" name="L188" href="#L188">188</a> <strong
class="jxr_keyword">return</strong> ch == quoteChar;
-<a class="jxr_linenumber" name="L189" href="#L189">189</a> }
-<a class="jxr_linenumber" name="L190" href="#L190">190</a>
-<a class="jxr_linenumber" name="L191" href="#L191">191</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L192" href="#L192">192</a> <em
class="jxr_javadoccomment"> * Tests if the current character represents the
start of a line: a CR, LF or is at the start of the file.</em>
-<a class="jxr_linenumber" name="L193" href="#L193">193</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L194" href="#L194">194</a> <em
class="jxr_javadoccomment"> * @param ch the character to check</em>
-<a class="jxr_linenumber" name="L195" href="#L195">195</a> <em
class="jxr_javadoccomment"> * @return true if the character is at the start
of a line.</em>
-<a class="jxr_linenumber" name="L196" href="#L196">196</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L197" href="#L197">197</a> <strong
class="jxr_keyword">boolean</strong> isStartOfLine(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
-<a class="jxr_linenumber" name="L198" href="#L198">198</a> <strong
class="jxr_keyword">return</strong> ch == LF || ch == CR || ch == UNDEFINED;
-<a class="jxr_linenumber" name="L199" href="#L199">199</a> }
-<a class="jxr_linenumber" name="L200" href="#L200">200</a>
-<a class="jxr_linenumber" name="L201" href="#L201">201</a> <strong
class="jxr_keyword">private</strong> <strong class="jxr_keyword">char</strong>
mapNullToDisabled(<strong class="jxr_keyword">final</strong> Character c) {
-<a class="jxr_linenumber" name="L202" href="#L202">202</a> <strong
class="jxr_keyword">return</strong> c == <strong
class="jxr_keyword">null</strong> ? DISABLED : c.charValue();
-<a class="jxr_linenumber" name="L203" href="#L203">203</a> }
-<a class="jxr_linenumber" name="L204" href="#L204">204</a>
-<a class="jxr_linenumber" name="L205" href="#L205">205</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L206" href="#L206">206</a> <em
class="jxr_javadoccomment"> * Returns the next token.</em>
-<a class="jxr_linenumber" name="L207" href="#L207">207</a> <em
class="jxr_javadoccomment"> * <p></em>
-<a class="jxr_linenumber" name="L208" href="#L208">208</a> <em
class="jxr_javadoccomment"> * A token corresponds to a term, a record
change or an end-of-file indicator.</em>
-<a class="jxr_linenumber" name="L209" href="#L209">209</a> <em
class="jxr_javadoccomment"> * </p></em>
-<a class="jxr_linenumber" name="L210" href="#L210">210</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L211" href="#L211">211</a> <em
class="jxr_javadoccomment"> * @param token</em>
-<a class="jxr_linenumber" name="L212" href="#L212">212</a> <em
class="jxr_javadoccomment"> * an existing Token object to reuse.
The caller is responsible to initialize the Token.</em>
-<a class="jxr_linenumber" name="L213" href="#L213">213</a> <em
class="jxr_javadoccomment"> * @return the next token found.</em>
-<a class="jxr_linenumber" name="L214" href="#L214">214</a> <em
class="jxr_javadoccomment"> * @throws java.io.IOException on stream access
error.</em>
-<a class="jxr_linenumber" name="L215" href="#L215">215</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L216" href="#L216">216</a> <a name="Token"
href="../../../../org/apache/commons/csv/To<a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a>tml#Token">Token</a>
nextToken(<strong class="jxr_keyword">final</strong> <a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a> token)
<strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L217" href="#L217">217</a>
-<a class="jxr_linenumber" name="L218" href="#L218">218</a> <em
class="jxr_comment">// get the last read char (required for empty line
detection)</em>
-<a class="jxr_linenumber" name="L219" href="#L219">219</a> <strong
class="jxr_keyword">int</strong> lastChar = reader.getLastChar();
-<a class="jxr_linenumber" name="L220" href="#L220">220</a>
-<a class="jxr_linenumber" name="L221" href="#L221">221</a> <em
class="jxr_comment">// read the next char and set eol</em>
-<a class="jxr_linenumber" name="L222" href="#L222">222</a> <strong
class="jxr_keyword">int</strong> c = reader.read();
-<a class="jxr_linenumber" name="L223" href="#L223">223</a> <em
class="jxr_comment">/*</em>
-<a class="jxr_linenumber" name="L224" href="#L224">224</a> <em
class="jxr_comment"> * Note: The following call will swallow LF if c ==
CR. But we don't need to know if the last char was CR or LF</em>
-<a class="jxr_linenumber" name="L225" href="#L225">225</a> <em
class="jxr_comment"> * - they are equivalent here.</em>
-<a class="jxr_linenumber" name="L226" href="#L226">226</a> <em
class="jxr_comment"> */</em>
-<a class="jxr_linenumber" name="L227" href="#L227">227</a> <strong
class="jxr_keyword">boolean</strong> eol = readEndOfLine(c);
-<a class="jxr_linenumber" name="L228" href="#L228">228</a>
-<a class="jxr_linenumber" name="L229" href="#L229">229</a> <em
class="jxr_comment">// empty line detection: eol AND (last char was EOL or
beginning)</em>
-<a class="jxr_linenumber" name="L230" href="#L230">230</a> <strong
class="jxr_keyword">if</strong> (ignoreEmptyLines) {
-<a class="jxr_linenumber" name="L231" href="#L231">231</a> <strong
class="jxr_keyword">while</strong> (eol && isStartOfLine(lastChar)) {
-<a class="jxr_linenumber" name="L232" href="#L232">232</a> <em
class="jxr_comment">// go on char ahead ...</em>
-<a class="jxr_linenumber" name="L233" href="#L233">233</a>
lastChar = c;
-<a class="jxr_linenumber" name="L234" href="#L234">234</a> c =
reader.read();
-<a class="jxr_linenumber" name="L235" href="#L235">235</a> eol
= readEndOfLine(c);
-<a class="jxr_linenumber" name="L236" href="#L236">236</a> <em
class="jxr_comment">// reached end of file without any content (empty line at
the end)</em>
-<a class="jxr_linenumber" name="L237" href="#L237">237</a>
<strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
-<a class="jxr_linenumber" name="L238" href="#L238">238</a>
token.type = EOF;
-<a class="jxr_linenumber" name="L239" href="#L239">239</a>
<em class="jxr_comment">// don't set token.isReady here because no content</em>
-<a class="jxr_linenumber" name="L240" href="#L240">240</a>
<strong class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L241" href="#L241">241</a> }
-<a class="jxr_linenumber" name="L242" href="#L242">242</a> }
-<a class="jxr_linenumber" name="L243" href="#L243">243</a> }
-<a class="jxr_linenumber" name="L244" href="#L244">244</a>
-<a class="jxr_linenumber" name="L245" href="#L245">245</a> <em
class="jxr_comment">// did we reach eof during the last iteration already ?
EOF</em>
-<a class="jxr_linenumber" name="L246" href="#L246">246</a> <strong
class="jxr_keyword">if</strong> (isEndOfFile(lastChar) ||
!isDelimiter(lastChar) && isEndOfFile(c)) {
-<a class="jxr_linenumber" name="L247" href="#L247">247</a>
token.type = EOF;
-<a class="jxr_linenumber" name="L248" href="#L248">248</a> <em
class="jxr_comment">// don't set token.isReady here because no content</em>
-<a class="jxr_linenumber" name="L249" href="#L249">249</a> <strong
class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L250" href="#L250">250</a> }
-<a class="jxr_linenumber" name="L251" href="#L251">251</a>
-<a class="jxr_linenumber" name="L252" href="#L252">252</a> <strong
class="jxr_keyword">if</strong> (isStartOfLine(lastChar) &&
isCommentStart(c)) {
-<a class="jxr_linenumber" name="L253" href="#L253">253</a> <strong
class="jxr_keyword">final</strong> String line = reader.readLine();
-<a class="jxr_linenumber" name="L254" href="#L254">254</a> <strong
class="jxr_keyword">if</strong> (line == <strong
class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="L255" href="#L255">255</a>
token.type = EOF;
-<a class="jxr_linenumber" name="L256" href="#L256">256</a> <em
class="jxr_comment">// don't set token.isReady here because no content</em>
-<a class="jxr_linenumber" name="L257" href="#L257">257</a>
<strong class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L258" href="#L258">258</a> }
-<a class="jxr_linenumber" name="L259" href="#L259">259</a> <strong
class="jxr_keyword">final</strong> String comment = line.trim();
-<a class="jxr_linenumber" name="L260" href="#L260">260</a>
token.content.append(comment);
-<a class="jxr_linenumber" name="L261" href="#L261">261</a>
token.type = COMMENT;
-<a class="jxr_linenumber" name="L262" href="#L262">262</a> <strong
class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L263" href="#L263">263</a> }
-<a class="jxr_linenumber" name="L264" href="#L264">264</a>
-<a class="jxr_linenumber" name="L265" href="#L265">265</a> <em
class="jxr_comment">// important: make sure a new char gets consumed in each
iteration</em>
-<a class="jxr_linenumber" name="L266" href="#L266">266</a> <strong
class="jxr_keyword">while</strong> (token.type == INVALID) {
-<a class="jxr_linenumber" name="L267" href="#L267">267</a> <em
class="jxr_comment">// ignore whitespaces at beginning of a token</em>
-<a class="jxr_linenumber" name="L268" href="#L268">268</a> <strong
class="jxr_keyword">if</strong> (ignoreSurroundingSpaces) {
-<a class="jxr_linenumber" name="L269" href="#L269">269</a>
<strong class="jxr_keyword">while</strong> (Character.isWhitespace((<strong
class="jxr_keyword">char</strong>)c) && !isDelimiter(c) &&
!eol) {
-<a class="jxr_linenumber" name="L270" href="#L270">270</a>
c = reader.read();
-<a class="jxr_linenumber" name="L271" href="#L271">271</a>
eol = readEndOfLine(c);
-<a class="jxr_linenumber" name="L272" href="#L272">272</a> }
-<a class="jxr_linenumber" name="L273" href="#L273">273</a> }
-<a class="jxr_linenumber" name="L274" href="#L274">274</a>
-<a class="jxr_linenumber" name="L275" href="#L275">275</a> <em
class="jxr_comment">// ok, start of token reached: encapsulated, or token</em>
-<a class="jxr_linenumber" name="L276" href="#L276">276</a> <strong
class="jxr_keyword">if</strong> (isDelimiter(c)) {
-<a class="jxr_linenumber" name="L277" href="#L277">277</a> <em
class="jxr_comment">// empty token return TOKEN("")</em>
-<a class="jxr_linenumber" name="L278" href="#L278">278</a>
token.type = TOKEN;
-<a class="jxr_linenumber" name="L279" href="#L279">279</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (eol) {
-<a class="jxr_linenumber" name="L280" href="#L280">280</a> <em
class="jxr_comment">// empty token return EORECORD("")</em>
-<a class="jxr_linenumber" name="L281" href="#L281">281</a> <em
class="jxr_comment">// noop: token.content.append("");</em>
-<a class="jxr_linenumber" name="L282" href="#L282">282</a>
token.type = EORECORD;
-<a class="jxr_linenumber" name="L283" href="#L283">283</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isQuoteChar(c)) {
-<a class="jxr_linenumber" name="L284" href="#L284">284</a> <em
class="jxr_comment">// consume encapsulated token</em>
-<a class="jxr_linenumber" name="L285" href="#L285">285</a>
parseEncapsulatedToken(token);
-<a class="jxr_linenumber" name="L286" href="#L286">286</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isEndOfFile(c)) {
-<a class="jxr_linenumber" name="L287" href="#L287">287</a> <em
class="jxr_comment">// end of file return EOF()</em>
-<a class="jxr_linenumber" name="L288" href="#L288">288</a> <em
class="jxr_comment">// noop: token.content.append("");</em>
-<a class="jxr_linenumber" name="L289" href="#L289">289</a>
token.type = EOF;
-<a class="jxr_linenumber" name="L290" href="#L290">290</a>
token.isReady = <strong class="jxr_keyword">true</strong>; <em
class="jxr_comment">// there is data at EOF</em>
-<a class="jxr_linenumber" name="L291" href="#L291">291</a> }
<strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L292" href="#L292">292</a> <em
class="jxr_comment">// next token must be a simple token</em>
-<a class="jxr_linenumber" name="L293" href="#L293">293</a> <em
class="jxr_comment">// add removed blanks when not ignoring whitespace
chars...</em>
-<a class="jxr_linenumber" name="L294" href="#L294">294</a>
parseSimpleToken(token, c);
-<a class="jxr_linenumber" name="L295" href="#L295">295</a> }
-<a class="jxr_linenumber" name="L296" href="#L296">296</a> }
-<a class="jxr_linenumber" name="L297" href="#L297">297</a> <strong
class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L298" href="#L298">298</a> }
-<a class="jxr_linenumber" name="L299" href="#L299">299</a>
-<a class="jxr_linenumber" name="L300" href="#L300">300</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L301" href="#L301">301</a> <em
class="jxr_javadoccomment"> * Parses an encapsulated token.</em>
-<a class="jxr_linenumber" name="L302" href="#L302">302</a> <em
class="jxr_javadoccomment"> * <p></em>
-<a class="jxr_linenumber" name="L303" href="#L303">303</a> <em
class="jxr_javadoccomment"> * Encapsulated tokens are surrounded by the
given encapsulating-string. The encapsulator itself might be included</em>
-<a class="jxr_linenumber" name="L304" href="#L304">304</a> <em
class="jxr_javadoccomment"> * in the token using a doubling syntax (as "",
'') or using escaping (as in \", \'). Whitespaces before and after</em>
-<a class="jxr_linenumber" name="L305" href="#L305">305</a> <em
class="jxr_javadoccomment"> * an encapsulated token are ignored. The token
is finished when one of the following conditions become true:</em>
-<a class="jxr_linenumber" name="L306" href="#L306">306</a> <em
class="jxr_javadoccomment"> * </p></em>
-<a class="jxr_linenumber" name="L307" href="#L307">307</a> <em
class="jxr_javadoccomment"> * <ul></em>
-<a class="jxr_linenumber" name="L308" href="#L308">308</a> <em
class="jxr_javadoccomment"> * <li>an unescaped encapsulator has been
reached, and is followed by optional whitespace then:</li></em>
-<a class="jxr_linenumber" name="L309" href="#L309">309</a> <em
class="jxr_javadoccomment"> * <ul></em>
-<a class="jxr_linenumber" name="L310" href="#L310">310</a> <em
class="jxr_javadoccomment"> * <li>delimiter (TOKEN)</li></em>
-<a class="jxr_linenumber" name="L311" href="#L311">311</a> <em
class="jxr_javadoccomment"> * <li>end of line
(EORECORD)</li></em>
-<a class="jxr_linenumber" name="L312" href="#L312">312</a> <em
class="jxr_javadoccomment"> * </ul></em>
-<a class="jxr_linenumber" name="L313" href="#L313">313</a> <em
class="jxr_javadoccomment"> * <li>end of stream has been reached
(EOF)</li> </ul></em>
-<a class="jxr_linenumber" name="L314" href="#L314">314</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L315" href="#L315">315</a> <em
class="jxr_javadoccomment"> * @param token</em>
-<a class="jxr_linenumber" name="L316" href="#L316">316</a> <em
class="jxr_javadoccomment"> * the current token</em>
-<a class="jxr_linenumber" name="L317" href="#L317">317</a> <em
class="jxr_javadoccomment"> * @return a valid token object</em>
-<a class="jxr_linenumber" name="L318" href="#L318">318</a> <em
class="jxr_javadoccomment"> * @throws IOException</em>
-<a class="jxr_linenumber" name="L319" href="#L319">319</a> <em
class="jxr_javadoccomment"> * on invalid state: EOF before
closing encapsulator or invalid character before delimiter or EOL</em>
-<a class="jxr_linenumber" name="L320" href="#L320">320</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L321" href="#L321">321</a> <strong
class="jxr_keyword">private</strong> <a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Toke<a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a>ken</a>
parseEncapsulatedToken(<strong class="jxr_keyword">final</strong> <a
name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a> token)
<strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L322" href="#L322">322</a>
token.isQuoted = <strong class="jxr_keyword">true</strong>;
-<a class="jxr_linenumber" name="L323" href="#L323">323</a> <em
class="jxr_comment">// save current line number in case needed for IOE</em>
-<a class="jxr_linenumber" name="L324" href="#L324">324</a> <strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong>
startLineNumber = getCurrentLineNumber();
-<a class="jxr_linenumber" name="L325" href="#L325">325</a> <strong
class="jxr_keyword">int</strong> c;
-<a class="jxr_linenumber" name="L326" href="#L326">326</a> <strong
class="jxr_keyword">while</strong> (<strong class="jxr_keyword">true</strong>) {
-<a class="jxr_linenumber" name="L327" href="#L327">327</a> c =
reader.read();
-<a class="jxr_linenumber" name="L328" href="#L328">328</a>
-<a class="jxr_linenumber" name="L329" href="#L329">329</a> <strong
class="jxr_keyword">if</strong> (isEscape(c)) {
-<a class="jxr_linenumber" name="L330" href="#L330">330</a>
<strong class="jxr_keyword">if</strong> (isEscapeDelimiter()) {
-<a class="jxr_linenumber" name="L331" href="#L331">331</a>
token.content.append(delimiter);
-<a class="jxr_linenumber" name="L332" href="#L332">332</a> }
<strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L333" href="#L333">333</a>
<strong class="jxr_keyword">final</strong> <strong
class="jxr_keyword">int</strong> unescaped = readEscape();
-<a class="jxr_linenumber" name="L334" href="#L334">334</a>
<strong class="jxr_keyword">if</strong> (unescaped == END_OF_STREAM) { <em
class="jxr_comment">// unexpected char after escape</em>
-<a class="jxr_linenumber" name="L335" href="#L335">335</a>
token.content.append((<strong class="jxr_keyword">char</strong>)
c).append((<strong class="jxr_keyword">char</strong>) reader.getLastChar());
-<a class="jxr_linenumber" name="L336" href="#L336">336</a>
} <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L337" href="#L337">337</a>
token.content.append((<strong class="jxr_keyword">char</strong>) unescaped);
-<a class="jxr_linenumber" name="L338" href="#L338">338</a>
}
-<a class="jxr_linenumber" name="L339" href="#L339">339</a> }
-<a class="jxr_linenumber" name="L340" href="#L340">340</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isQuoteChar(c)) {
-<a class="jxr_linenumber" name="L341" href="#L341">341</a>
<strong class="jxr_keyword">if</strong> (isQuoteChar(reader.lookAhead())) {
-<a class="jxr_linenumber" name="L342" href="#L342">342</a>
<em class="jxr_comment">// double or escaped encapsulator -> add single
encapsulator to token</em>
-<a class="jxr_linenumber" name="L343" href="#L343">343</a>
c = reader.read();
-<a class="jxr_linenumber" name="L344" href="#L344">344</a>
token.content.append((<strong class="jxr_keyword">char</strong>) c);
-<a class="jxr_linenumber" name="L345" href="#L345">345</a> }
<strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L346" href="#L346">346</a>
<em class="jxr_comment">// token finish mark (encapsulator) reached: ignore
whitespace till delimiter</em>
-<a class="jxr_linenumber" name="L347" href="#L347">347</a>
<strong class="jxr_keyword">while</strong> (<strong
class="jxr_keyword">true</strong>) {
-<a class="jxr_linenumber" name="L348" href="#L348">348</a>
c = reader.read();
-<a class="jxr_linenumber" name="L349" href="#L349">349</a>
<strong class="jxr_keyword">if</strong> (isDelimiter(c)) {
-<a class="jxr_linenumber" name="L350" href="#L350">350</a>
token.type = TOKEN;
-<a class="jxr_linenumber" name="L351" href="#L351">351</a>
<strong class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L352" href="#L352">352</a>
}
-<a class="jxr_linenumber" name="L353" href="#L353">353</a>
<strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
-<a class="jxr_linenumber" name="L354" href="#L354">354</a>
token.type = EOF;
-<a class="jxr_linenumber" name="L355" href="#L355">355</a>
token.isReady = <strong class="jxr_keyword">true</strong>; <em
class="jxr_comment">// There is data at EOF</em>
+<a class="jxr_linenumber" name="L179" href="#L179">179</a> <strong
class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i =
1; i < delimiter.length; i++) {
+<a class="jxr_linenumber" name="L180" href="#L180">180</a> <strong
class="jxr_keyword">if</strong> (escapeDelimiterBuf[2 * i] != delimiter[i] ||
escapeDelimiterBuf[2 * i - 1] != escape) {
+<a class="jxr_linenumber" name="L181" href="#L181">181</a>
<strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="L182" href="#L182">182</a> }
+<a class="jxr_linenumber" name="L183" href="#L183">183</a> }
+<a class="jxr_linenumber" name="L184" href="#L184">184</a> <strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong>
count = reader.read(escapeDelimiterBuf, 0, escapeDelimiterBuf.length);
+<a class="jxr_linenumber" name="L185" href="#L185">185</a> <strong
class="jxr_keyword">return</strong> count != END_OF_STREAM;
+<a class="jxr_linenumber" name="L186" href="#L186">186</a> }
+<a class="jxr_linenumber" name="L187" href="#L187">187</a>
+<a class="jxr_linenumber" name="L188" href="#L188">188</a> <strong
class="jxr_keyword">private</strong> <strong
class="jxr_keyword">boolean</strong> isMetaChar(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
+<a class="jxr_linenumber" name="L189" href="#L189">189</a> <strong
class="jxr_keyword">return</strong> ch == escape || ch == quoteChar || ch ==
commentStart;
+<a class="jxr_linenumber" name="L190" href="#L190">190</a> }
+<a class="jxr_linenumber" name="L191" href="#L191">191</a>
+<a class="jxr_linenumber" name="L192" href="#L192">192</a> <strong
class="jxr_keyword">boolean</strong> isQuoteChar(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
+<a class="jxr_linenumber" name="L193" href="#L193">193</a> <strong
class="jxr_keyword">return</strong> ch == quoteChar;
+<a class="jxr_linenumber" name="L194" href="#L194">194</a> }
+<a class="jxr_linenumber" name="L195" href="#L195">195</a>
+<a class="jxr_linenumber" name="L196" href="#L196">196</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L197" href="#L197">197</a> <em
class="jxr_javadoccomment"> * Tests if the current character represents the
start of a line: a CR, LF or is at the start of the file.</em>
+<a class="jxr_linenumber" name="L198" href="#L198">198</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L199" href="#L199">199</a> <em
class="jxr_javadoccomment"> * @param ch the character to check</em>
+<a class="jxr_linenumber" name="L200" href="#L200">200</a> <em
class="jxr_javadoccomment"> * @return true if the character is at the start
of a line.</em>
+<a class="jxr_linenumber" name="L201" href="#L201">201</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L202" href="#L202">202</a> <strong
class="jxr_keyword">boolean</strong> isStartOfLine(<strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> ch)
{
+<a class="jxr_linenumber" name="L203" href="#L203">203</a> <strong
class="jxr_keyword">return</strong> ch == LF || ch == CR || ch == UNDEFINED;
+<a class="jxr_linenumber" name="L204" href="#L204">204</a> }
+<a class="jxr_linenumber" name="L205" href="#L205">205</a>
+<a class="jxr_linenumber" name="L206" href="#L206">206</a> <strong
class="jxr_keyword">private</strong> <strong class="jxr_keyword">char</strong>
mapNullToDisabled(<strong class="jxr_keyword">final</strong> Character c) {
+<a class="jxr_linenumber" name="L207" href="#L207">207</a> <strong
class="jxr_keyword">return</strong> c == <strong
class="jxr_keyword">null</strong> ? DISABLED : c.charValue();
+<a class="jxr_linenumber" name="L208" href="#L208">208</a> }
+<a class="jxr_linenumber" name="L209" href="#L209">209</a>
+<a class="jxr_linenumber" name="L210" href="#L210">210</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L211" href="#L211">211</a> <em
class="jxr_javadoccomment"> * Returns the next token.</em>
+<a class="jxr_linenumber" name="L212" href="#L212">212</a> <em
class="jxr_javadoccomment"> * <p></em>
+<a class="jxr_linenumber" name="L213" href="#L213">213</a> <em
class="jxr_javadoccomment"> * A token corresponds to a term, a record
change or an end-of-file indicator.</em>
+<a class="jxr_linenumber" name="L214" href="#L214">214</a> <em
class="jxr_javadoccomment"> * </p></em>
+<a class="jxr_linenumber" name="L215" href="#L215">215</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L216" href="#L216">216</a> <em
class="jxr_javadoccomment"> * @param token</em>
+<a class="jxr_linenumber" name="L217" href="#L217">217</a> <em
class="jxr_javadoccomment"> * an existing Token object to reuse.
The caller is responsible to initialize the Token.</em>
+<a class="jxr_linenumber" name="L218" href="#L218">218</a> <em
class="jxr_javadoccomment"> * @return the next token found.</em>
+<a class="jxr_linenumber" name="L219" href="#L219">219</a> <em
class="jxr_javadoccomment"> * @throws IOException on stream access
error.</em>
+<a class="jxr_linenumber" name="L220" href="#L220">220</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L221" href="#L221">221</a> <a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a>
nextToken(<strong class="jxr_keyword">final</strong> <a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a> token)
<strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L222" href="#L222">222</a>
+<a class="jxr_linenumber" name="L223" href="#L223">223</a> <em
class="jxr_comment">// get the last read char (required for empty line
detection)</em>
+<a class="jxr_linenumber" name="L224" href="#L224">224</a> <strong
class="jxr_keyword">int</strong> lastChar = reader.getLastChar();
+<a class="jxr_linenumber" name="L225" href="#L225">225</a>
+<a class="jxr_linenumber" name="L226" href="#L226">226</a> <em
class="jxr_comment">// read the next char and set eol</em>
+<a class="jxr_linenumber" name="L227" href="#L227">227</a> <strong
class="jxr_keyword">int</strong> c = reader.read();
+<a class="jxr_linenumber" name="L228" href="#L228">228</a> <em
class="jxr_comment">/*</em>
+<a class="jxr_linenumber" name="L229" href="#L229">229</a> <em
class="jxr_comment"> * Note: The following call will swallow LF if c ==
CR. But we don't need to know if the last char was CR or LF</em>
+<a class="jxr_linenumber" name="L230" href="#L230">230</a> <em
class="jxr_comment"> * - they are equivalent here.</em>
+<a class="jxr_linenumber" name="L231" href="#L231">231</a> <em
class="jxr_comment"> */</em>
+<a class="jxr_linenumber" name="L232" href="#L232">232</a> <strong
class="jxr_keyword">boolean</strong> eol = readEndOfLine(c);
+<a class="jxr_linenumber" name="L233" href="#L233">233</a>
+<a class="jxr_linenumber" name="L234" href="#L234">234</a> <em
class="jxr_comment">// empty line detection: eol AND (last char was EOL or
beginning)</em>
+<a class="jxr_linenumber" name="L235" href="#L235">235</a> <strong
class="jxr_keyword">if</strong> (ignoreEmptyLines) {
+<a class="jxr_linenumber" name="L236" href="#L236">236</a> <strong
class="jxr_keyword">while</strong> (eol && isStartOfLine(lastChar)) {
+<a class="jxr_linenumber" name="L237" href="#L237">237</a> <em
class="jxr_comment">// go on char ahead ...</em>
+<a class="jxr_linenumber" name="L238" href="#L238">238</a>
lastChar = c;
+<a class="jxr_linenumber" name="L239" href="#L239">239</a> c =
reader.read();
+<a class="jxr_linenumber" name="L240" href="#L240">240</a> eol
= readEndOfLine(c);
+<a class="jxr_linenumber" name="L241" href="#L241">241</a> <em
class="jxr_comment">// reached end of file without any content (empty line at
the end)</em>
+<a class="jxr_linenumber" name="L242" href="#L242">242</a>
<strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L243" href="#L243">243</a>
token.type = EOF;
+<a class="jxr_linenumber" name="L244" href="#L244">244</a>
<em class="jxr_comment">// don't set token.isReady here because no content</em>
+<a class="jxr_linenumber" name="L245" href="#L245">245</a>
<strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L246" href="#L246">246</a> }
+<a class="jxr_linenumber" name="L247" href="#L247">247</a> }
+<a class="jxr_linenumber" name="L248" href="#L248">248</a> }
+<a class="jxr_linenumber" name="L249" href="#L249">249</a>
+<a class="jxr_linenumber" name="L250" href="#L250">250</a> <em
class="jxr_comment">// did we reach eof during the last iteration already ?
EOF</em>
+<a class="jxr_linenumber" name="L251" href="#L251">251</a> <strong
class="jxr_keyword">if</strong> (isEndOfFile(lastChar) || !isLastTokenDelimiter
&& isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L252" href="#L252">252</a>
token.type = EOF;
+<a class="jxr_linenumber" name="L253" href="#L253">253</a> <em
class="jxr_comment">// don't set token.isReady here because no content</em>
+<a class="jxr_linenumber" name="L254" href="#L254">254</a> <strong
class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L255" href="#L255">255</a> }
+<a class="jxr_linenumber" name="L256" href="#L256">256</a>
+<a class="jxr_linenumber" name="L257" href="#L257">257</a> <strong
class="jxr_keyword">if</strong> (isStartOfLine(lastChar) &&
isCommentStart(c)) {
+<a class="jxr_linenumber" name="L258" href="#L258">258</a> <strong
class="jxr_keyword">final</strong> String line = reader.readLine();
+<a class="jxr_linenumber" name="L259" href="#L259">259</a> <strong
class="jxr_keyword">if</strong> (line == <strong
class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="L260" href="#L260">260</a>
token.type = EOF;
+<a class="jxr_linenumber" name="L261" href="#L261">261</a> <em
class="jxr_comment">// don't set token.isReady here because no content</em>
+<a class="jxr_linenumber" name="L262" href="#L262">262</a>
<strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L263" href="#L263">263</a> }
+<a class="jxr_linenumber" name="L264" href="#L264">264</a> <strong
class="jxr_keyword">final</strong> String comment = line.trim();
+<a class="jxr_linenumber" name="L265" href="#L265">265</a>
token.content.append(comment);
+<a class="jxr_linenumber" name="L266" href="#L266">266</a>
token.type = COMMENT;
+<a class="jxr_linenumber" name="L267" href="#L267">267</a> <strong
class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L268" href="#L268">268</a> }
+<a class="jxr_linenumber" name="L269" href="#L269">269</a>
+<a class="jxr_linenumber" name="L270" href="#L270">270</a> <em
class="jxr_comment">// important: make sure a new char gets consumed in each
iteration</em>
+<a class="jxr_linenumber" name="L271" href="#L271">271</a> <strong
class="jxr_keyword">while</strong> (token.type == INVALID) {
+<a class="jxr_linenumber" name="L272" href="#L272">272</a> <em
class="jxr_comment">// ignore whitespaces at beginning of a token</em>
+<a class="jxr_linenumber" name="L273" href="#L273">273</a> <strong
class="jxr_keyword">if</strong> (ignoreSurroundingSpaces) {
+<a class="jxr_linenumber" name="L274" href="#L274">274</a>
<strong class="jxr_keyword">while</strong> (Character.isWhitespace((<strong
class="jxr_keyword">char</strong>)c) && !isDelimiter(c) &&
!eol) {
+<a class="jxr_linenumber" name="L275" href="#L275">275</a>
c = reader.read();
+<a class="jxr_linenumber" name="L276" href="#L276">276</a>
eol = readEndOfLine(c);
+<a class="jxr_linenumber" name="L277" href="#L277">277</a> }
+<a class="jxr_linenumber" name="L278" href="#L278">278</a> }
+<a class="jxr_linenumber" name="L279" href="#L279">279</a>
+<a class="jxr_linenumber" name="L280" href="#L280">280</a> <em
class="jxr_comment">// ok, start of token reached: encapsulated, or token</em>
+<a class="jxr_linenumber" name="L281" href="#L281">281</a> <strong
class="jxr_keyword">if</strong> (isDelimiter(c)) {
+<a class="jxr_linenumber" name="L282" href="#L282">282</a> <em
class="jxr_comment">// empty token return TOKEN("")</em>
+<a class="jxr_linenumber" name="L283" href="#L283">283</a>
token.type = TOKEN;
+<a class="jxr_linenumber" name="L284" href="#L284">284</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (eol) {
+<a class="jxr_linenumber" name="L285" href="#L285">285</a> <em
class="jxr_comment">// empty token return EORECORD("")</em>
+<a class="jxr_linenumber" name="L286" href="#L286">286</a> <em
class="jxr_comment">// noop: token.content.append("");</em>
+<a class="jxr_linenumber" name="L287" href="#L287">287</a>
token.type = EORECORD;
+<a class="jxr_linenumber" name="L288" href="#L288">288</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isQuoteChar(c)) {
+<a class="jxr_linenumber" name="L289" href="#L289">289</a> <em
class="jxr_comment">// consume encapsulated token</em>
+<a class="jxr_linenumber" name="L290" href="#L290">290</a>
parseEncapsulatedToken(token);
+<a class="jxr_linenumber" name="L291" href="#L291">291</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L292" href="#L292">292</a> <em
class="jxr_comment">// end of file return EOF()</em>
+<a class="jxr_linenumber" name="L293" href="#L293">293</a> <em
class="jxr_comment">// noop: token.content.append("");</em>
+<a class="jxr_linenumber" name="L294" href="#L294">294</a>
token.type = EOF;
+<a class="jxr_linenumber" name="L295" href="#L295">295</a>
token.isReady = <strong class="jxr_keyword">true</strong>; <em
class="jxr_comment">// there is data at EOF</em>
+<a class="jxr_linenumber" name="L296" href="#L296">296</a> }
<strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L297" href="#L297">297</a> <em
class="jxr_comment">// next token must be a simple token</em>
+<a class="jxr_linenumber" name="L298" href="#L298">298</a> <em
class="jxr_comment">// add removed blanks when not ignoring whitespace
chars...</em>
+<a class="jxr_linenumber" name="L299" href="#L299">299</a>
parseSimpleToken(token, c);
+<a class="jxr_linenumber" name="L300" href="#L300">300</a> }
+<a class="jxr_linenumber" name="L301" href="#L301">301</a> }
+<a class="jxr_linenumber" name="L302" href="#L302">302</a> <strong
class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L303" href="#L303">303</a> }
+<a class="jxr_linenumber" name="L304" href="#L304">304</a>
+<a class="jxr_linenumber" name="L305" href="#L305">305</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L306" href="#L306">306</a> <em
class="jxr_javadoccomment"> * Parses an encapsulated token.</em>
+<a class="jxr_linenumber" name="L307" href="#L307">307</a> <em
class="jxr_javadoccomment"> * <p></em>
+<a class="jxr_linenumber" name="L308" href="#L308">308</a> <em
class="jxr_javadoccomment"> * Encapsulated tokens are surrounded by the
given encapsulating-string. The encapsulator itself might be included</em>
+<a class="jxr_linenumber" name="L309" href="#L309">309</a> <em
class="jxr_javadoccomment"> * in the token using a doubling syntax (as "",
'') or using escaping (as in \", \'). Whitespaces before and after</em>
+<a class="jxr_linenumber" name="L310" href="#L310">310</a> <em
class="jxr_javadoccomment"> * an encapsulated token are ignored. The token
is finished when one of the following conditions become true:</em>
+<a class="jxr_linenumber" name="L311" href="#L311">311</a> <em
class="jxr_javadoccomment"> * </p></em>
+<a class="jxr_linenumber" name="L312" href="#L312">312</a> <em
class="jxr_javadoccomment"> * <ul></em>
+<a class="jxr_linenumber" name="L313" href="#L313">313</a> <em
class="jxr_javadoccomment"> * <li>an unescaped encapsulator has been
reached, and is followed by optional whitespace then:</li></em>
+<a class="jxr_linenumber" name="L314" href="#L314">314</a> <em
class="jxr_javadoccomment"> * <ul></em>
+<a class="jxr_linenumber" name="L315" href="#L315">315</a> <em
class="jxr_javadoccomment"> * <li>delimiter (TOKEN)</li></em>
+<a class="jxr_linenumber" name="L316" href="#L316">316</a> <em
class="jxr_javadoccomment"> * <li>end of line
(EORECORD)</li></em>
+<a class="jxr_linenumber" name="L317" href="#L317">317</a> <em
class="jxr_javadoccomment"> * </ul></em>
+<a class="jxr_linenumber" name="L318" href="#L318">318</a> <em
class="jxr_javadoccomment"> * <li>end of stream has been reached
(EOF)</li> </ul></em>
+<a class="jxr_linenumber" name="L319" href="#L319">319</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L320" href="#L320">320</a> <em
class="jxr_javadoccomment"> * @param token</em>
+<a class="jxr_linenumber" name="L321" href="#L321">321</a> <em
class="jxr_javadoccomment"> * the current token</em>
+<a class="jxr_linenumber" name="L322" href="#L322">322</a> <em
class="jxr_javadoccomment"> * @return a valid token object</em>
+<a class="jxr_linenumber" name="L323" href="#L323">323</a> <em
class="jxr_javadoccomment"> * @throws IOException</em>
+<a class="jxr_linenumber" name="L324" href="#L324">324</a> <em
class="jxr_javadoccomment"> * on invalid state: EOF before
closing encapsulator or invalid character before delimiter or EOL</em>
+<a class="jxr_linenumber" name="L325" href="#L325">325</a> <em
class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L326" href="#L326">326</a> <strong
class="jxr_keyword">private</strong> <a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a>
parseEncapsulatedToken(<strong class="jxr_keyword">final</strong> <a
name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a> token)
<strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L327" href="#L327">327</a>
token.isQuoted = <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="L328" href="#L328">328</a> <em
class="jxr_comment">// save current line number in case needed for IOE</em>
+<a class="jxr_linenumber" name="L329" href="#L329">329</a> <strong
class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong>
startLineNumber = getCurrentLineNumber();
+<a class="jxr_linenumber" name="L330" href="#L330">330</a> <strong
class="jxr_keyword">int</strong> c;
+<a class="jxr_linenumber" name="L331" href="#L331">331</a> <strong
class="jxr_keyword">while</strong> (<strong class="jxr_keyword">true</strong>) {
+<a class="jxr_linenumber" name="L332" href="#L332">332</a> c =
reader.read();
+<a class="jxr_linenumber" name="L333" href="#L333">333</a>
+<a class="jxr_linenumber" name="L334" href="#L334">334</a> <strong
class="jxr_keyword">if</strong> (isEscape(c)) {
+<a class="jxr_linenumber" name="L335" href="#L335">335</a>
<strong class="jxr_keyword">if</strong> (isEscapeDelimiter()) {
+<a class="jxr_linenumber" name="L336" href="#L336">336</a>
token.content.append(delimiter);
+<a class="jxr_linenumber" name="L337" href="#L337">337</a> }
<strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L338" href="#L338">338</a>
<strong class="jxr_keyword">final</strong> <strong
class="jxr_keyword">int</strong> unescaped = readEscape();
+<a class="jxr_linenumber" name="L339" href="#L339">339</a>
<strong class="jxr_keyword">if</strong> (unescaped == END_OF_STREAM) { <em
class="jxr_comment">// unexpected char after escape</em>
+<a class="jxr_linenumber" name="L340" href="#L340">340</a>
token.content.append((<strong class="jxr_keyword">char</strong>)
c).append((<strong class="jxr_keyword">char</strong>) reader.getLastChar());
+<a class="jxr_linenumber" name="L341" href="#L341">341</a>
} <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L342" href="#L342">342</a>
token.content.append((<strong class="jxr_keyword">char</strong>) unescaped);
+<a class="jxr_linenumber" name="L343" href="#L343">343</a>
}
+<a class="jxr_linenumber" name="L344" href="#L344">344</a> }
+<a class="jxr_linenumber" name="L345" href="#L345">345</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isQuoteChar(c)) {
+<a class="jxr_linenumber" name="L346" href="#L346">346</a>
<strong class="jxr_keyword">if</strong> (isQuoteChar(reader.lookAhead())) {
+<a class="jxr_linenumber" name="L347" href="#L347">347</a>
<em class="jxr_comment">// double or escaped encapsulator -> add single
encapsulator to token</em>
+<a class="jxr_linenumber" name="L348" href="#L348">348</a>
c = reader.read();
+<a class="jxr_linenumber" name="L349" href="#L349">349</a>
token.content.append((<strong class="jxr_keyword">char</strong>) c);
+<a class="jxr_linenumber" name="L350" href="#L350">350</a> }
<strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L351" href="#L351">351</a>
<em class="jxr_comment">// token finish mark (encapsulator) reached: ignore
whitespace till delimiter</em>
+<a class="jxr_linenumber" name="L352" href="#L352">352</a>
<strong class="jxr_keyword">while</strong> (<strong
class="jxr_keyword">true</strong>) {
+<a class="jxr_linenumber" name="L353" href="#L353">353</a>
c = reader.read();
+<a class="jxr_linenumber" name="L354" href="#L354">354</a>
<strong class="jxr_keyword">if</strong> (isDelimiter(c)) {
+<a class="jxr_linenumber" name="L355" href="#L355">355</a>
token.type = TOKEN;
<a class="jxr_linenumber" name="L356" href="#L356">356</a>
<strong class="jxr_keyword">return</strong> token;
<a class="jxr_linenumber" name="L357" href="#L357">357</a>
}
-<a class="jxr_linenumber" name="L358" href="#L358">358</a>
<strong class="jxr_keyword">if</strong> (readEndOfLine(c)) {
-<a class="jxr_linenumber" name="L359" href="#L359">359</a>
token.type = EORECORD;
-<a class="jxr_linenumber" name="L360" href="#L360">360</a>
<strong class="jxr_keyword">return</strong> token;
-<a class="jxr_linenumber" name="L361" href="#L361">361</a>
}
-<a class="jxr_linenumber" name="L362" href="#L362">362</a>
<strong class="jxr_keyword">if</strong> (!Character.isWhitespace((<strong
class="jxr_keyword">char</strong>)c)) {
-<a class="jxr_linenumber" name="L363" href="#L363">363</a>
<em class="jxr_comment">// error invalid char between token and next
delimiter</em>
-<a class="jxr_linenumber" name="L364" href="#L364">364</a>
<strong class="jxr_keyword">throw</strong> <strong
class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"(line
"</span> + getCurrentLineNumber() +
-<a class="jxr_linenumber" name="L365" href="#L365">365</a>
<span class="jxr_string">") invalid char between encapsulated
token and delimiter"</span>);
+<a class="jxr_linenumber" name="L358" href="#L358">358</a>
<strong class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L359" href="#L359">359</a>
token.type = EOF;
+<a class="jxr_linenumber" name="L360" href="#L360">360</a>
token.isReady = <strong class="jxr_keyword">true</strong>; <em
class="jxr_comment">// There is data at EOF</em>
+<a class="jxr_linenumber" name="L361" href="#L361">361</a>
<strong class="jxr_keyword">return</strong> token;
+<a class="jxr_linenumber" name="L362" href="#L362">362</a>
}
+<a class="jxr_linenumber" name="L363" href="#L363">363</a>
<strong class="jxr_keyword">if</strong> (readEndOfLine(c)) {
+<a class="jxr_linenumber" name="L364" href="#L364">364</a>
token.type = EORECORD;
+<a class="jxr_linenumber" name="L365" href="#L365">365</a>
<strong class="jxr_keyword">return</strong> token;
<a class="jxr_linenumber" name="L366" href="#L366">366</a>
}
-<a class="jxr_linenumber" name="L367" href="#L367">367</a>
}
-<a class="jxr_linenumber" name="L368" href="#L368">368</a> }
-<a class="jxr_linenumber" name="L369" href="#L369">369</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isEndOfFile(c)) {
-<a class="jxr_linenumber" name="L370" href="#L370">370</a> <em
class="jxr_comment">// error condition (end of file before end of token)</em>
-<a class="jxr_linenumber" name="L371" href="#L371">371</a>
<strong class="jxr_keyword">throw</strong> <strong
class="jxr_keyword">new</strong> IOException(<span
class="jxr_string">"(startline "</span> + startLineNumber +
-<a class="jxr_linenumber" name="L372" href="#L372">372</a>
<span class="jxr_string">") EOF reached before encapsulated token
finished"</span>);
-<a class="jxr_linenumber" name="L373" href="#L373">373</a> }
<strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L374" href="#L374">374</a> <em
class="jxr_comment">// consume character</em>
-<a class="jxr_linenumber" name="L375" href="#L375">375</a>
token.content.append((<strong class="jxr_keyword">char</strong>) c);
-<a class="jxr_linenumber" name="L376" href="#L376">376</a> }
-<a class="jxr_linenumber" name="L377" href="#L377">377</a> }
-<a class="jxr_linenumber" name="L378" href="#L378">378</a> }
-<a class="jxr_linenumber" name="L379" href="#L379">379</a>
-<a class="jxr_linenumber" name="L380" href="#L380">380</a> <em
class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L381" href="#L381">381</a> <em
class="jxr_javadoccomment"> * Parses a simple token.</em>
-<a class="jxr_linenumber" name="L382" href="#L382">382</a> <em
class="jxr_javadoccomment"> * <p></em>
-<a class="jxr_linenumber" name="L383" href="#L383">383</a> <em
class="jxr_javadoccomment"> * Simple token are tokens which are not
surrounded by encapsulators. A simple token might contain escaped</em>
-<a class="jxr_linenumber" name="L384" href="#L384">384</a> <em
class="jxr_javadoccomment"> * delimiters (as \, or \;). The token is
finished when one of the following conditions become true:</em>
-<a class="jxr_linenumber" name="L385" href="#L385">385</a> <em
class="jxr_javadoccomment"> * </p></em>
-<a class="jxr_linenumber" name="L386" href="#L386">386</a> <em
class="jxr_javadoccomment"> * <ul></em>
-<a class="jxr_linenumber" name="L387" href="#L387">387</a> <em
class="jxr_javadoccomment"> * <li>end of line has been reached
(EORECORD)</li></em>
-<a class="jxr_linenumber" name="L388" href="#L388">388</a> <em
class="jxr_javadoccomment"> * <li>end of stream has been reached
(EOF)</li></em>
-<a class="jxr_linenumber" name="L389" href="#L389">389</a> <em
class="jxr_javadoccomment"> * <li>an unescaped delimiter has been
reached (TOKEN)</li></em>
-<a class="jxr_linenumber" name="L390" href="#L390">390</a> <em
class="jxr_javadoccomment"> * </ul></em>
-<a class="jxr_linenumber" name="L391" href="#L391">391</a> <em
class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L392" href="#L392">392</a> <em
class="jxr_javadoccomment"> * @param token</em>
-<a class="jxr_linenumber" name="L393" href="#L393">393</a> <em
class="jxr_javadoccomment"> * the current token</em>
-<a class="jxr_linenumber" name="L394" href="#L394">394</a> <em
class="jxr_javadoccomment"> * @param ch</em>
-<a class="jxr_linenumber" name="L395" href="#L395">395</a> <em
class="jxr_javadoccomment"> * the current character</em>
-<a class="jxr_linenumber" name="L396" href="#L396">396</a> <em
class="jxr_javadoccomment"> * @return the filled token</em>
-<a class="jxr_linenumber" name="L397" href="#L397">397</a> <em
class="jxr_javadoccomment"> * @throws IOException</em>
-<a class="jxr_linenumber" name="L398" href="#L398">398</a> <em
class="jxr_javadoccomment"> * on stream access error</em>
-<a class="jxr_linenumber" name="L399" href="#L399">399</a> <em
class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L400" href="#L400">400</a> <strong
class="jxr_keyword">private</strong> <a name="Token"
href="../../../../org/apache/commons/csv/Token.htm<a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a>en">Token</a>
parseSimpleToken(<strong class="jxr_keyword">final</strong> <a name="Token"
href="../../../../org/apache/commons/csv/Token.html#Token">Token</a> token,
<strong class="jxr_keyword">int</strong> ch) <strong
class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L401" href="#L401">401</a> <em
class="jxr_comment">// Faster to use while(true)+break than while(token.type ==
INVALID)</em>
-<a class="jxr_linenumber" name="L402" href="#L402">402</a> <strong
class="jxr_keyword">while</strong> (<strong class="jxr_keyword">true</strong>) {
-<a class="jxr_linenumber" name="L403" href="#L403">403</a> <strong
class="jxr_keyword">if</strong> (readEndOfLine(ch)) {
-<a class="jxr_linenumber" name="L404" href="#L404">404</a>
token.type = EORECORD;
-<a class="jxr_linenumber" name="L405" href="#L405">405</a>
<strong class="jxr_keyword">break</strong>;
-<a class="jxr_linenumber" name="L406" href="#L406">406</a> }
-<a class="jxr_linenumber" name="L407" href="#L407">407</a> <strong
class="jxr_keyword">if</strong> (isEndOfFile(ch)) {
-<a class="jxr_linenumber" name="L408" href="#L408">408</a>
token.type = EOF;
-<a class="jxr_linenumber" name="L409" href="#L409">409</a>
token.isReady = <strong class="jxr_keyword">true</strong>; <em
class="jxr_comment">// There is data at EOF</em>
+<a class="jxr_linenumber" name="L367" href="#L367">367</a>
<strong class="jxr_keyword">if</strong> (!Character.isWhitespace((<strong
class="jxr_keyword">char</strong>)c)) {
+<a class="jxr_linenumber" name="L368" href="#L368">368</a>
<em class="jxr_comment">// error invalid char between token and next
delimiter</em>
+<a class="jxr_linenumber" name="L369" href="#L369">369</a>
<strong class="jxr_keyword">throw</strong> <strong
class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"(line
"</span> + getCurrentLineNumber() +
+<a class="jxr_linenumber" name="L370" href="#L370">370</a>
<span class="jxr_string">") invalid char between encapsulated
token and delimiter"</span>);
+<a class="jxr_linenumber" name="L371" href="#L371">371</a>
}
+<a class="jxr_linenumber" name="L372" href="#L372">372</a>
}
+<a class="jxr_linenumber" name="L373" href="#L373">373</a> }
+<a class="jxr_linenumber" name="L374" href="#L374">374</a> }
<strong class="jxr_keyword">else</strong> <strong
class="jxr_keyword">if</strong> (isEndOfFile(c)) {
+<a class="jxr_linenumber" name="L375" href="#L375">375</a> <em
class="jxr_comment">// error condition (end of file before end of token)</em>
+<a class="jxr_linenumber" name="L376" href="#L376">376</a>
<strong class="jxr_keyword">throw</strong> <strong
class="jxr_keyword">new</strong> IOException(<span
class="jxr_string">"(startline "</span> + startLineNumber +
+<a class="jxr_linenumber" name="L377" href="#L377">377</a>
<span class="jxr_string">") EOF reached before encapsulated token
finished"</span>);
+<a class="jxr_linenumber" name="L378" href="#L378">378</a> }
<strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L379" href="#L379">379</a> <em
class="jxr_comment">// consume character</em>
+<a class="jxr_linenumber" name="L380" href="#L380">380</a>
token.content.append((<strong class="jxr_keyword">char</strong>) c);
+<a class="jxr_linenumber" name="L381" href="#L381">381</a> }
+<a class="jxr_linenumber" name="L382" href="#L382">382</a> }
+<a class="jxr_linenumber" name="L383" href="#L383">383</a> }
+<a class="jxr_linenumber" name="L384" href="#L384">384</a>
+<a class="jxr_linenumber" name="L385" href="#L385">385</a> <em
class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L386" href="#L386">386</a> <em
class="jxr_javadoccomment"> * Parses a simple token.</em>
+<a class="jxr_linenumber" name="L387" href="#L387">387</a> <em
class="jxr_javadoccomment"> * <p></em>
+<a class="jxr_linenumber" name="L388" href="#L388">388</a> <em
class="jxr_javadoccomment"> * Simple token are tokens which are not
surrounded by encapsulators. A simple token might contain escaped</em>
+<a class="jxr_linenumber" name="L389" href="#L389">389</a> <em
class="jxr_javadoccomment"> * delimiters (as \, or \;). The token is
finished when one of the following conditions become true:</em>
+<a class="jxr_linenumber" name="L390" href="#L390">390</a> <em
class="jxr_javadoccomment"> * </p></em>
+<a class="jxr_linenumber" name="L391" href="#L391">391</a> <em
class="jxr_javadoccomment"> * <ul></em>
+<a class="jxr_linenumber" name="L392" href="#L392">392</a> <em
class="jxr_javadoccomment"> * <li>end of line has been reached
(EORECORD)</li></em>
+<a class="jxr_linenumber" name="L393" href="#L393">393</a> <em
class="jxr_javadoccomment"> * <li>end of stream has been reached
(EOF)</li></em>
+<a class="jxr_linenumber" name="L394" href="#L394">394</a> <em
class="jxr_javadoccomment"> * <li>an unescaped delimiter has been
reached (TOKEN)</li></em>
+<a class="jxr_linenumber" name="L395" href="#L395">395</a> <em
class="jxr_javadoccomment"> * </ul></em>
+<a class="jxr_linenumber" name="L396" href="#L396">396</a> <em
class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L397" href="#L397">397</a> <em
class="jxr_javadoccomment"> * @param token</em>
+<a class="jxr_linenumber" name="L398" href="#L398">398</a> <em
class="jxr_javadoccomment"> * the current token</em>
+<a class="jxr_linenumber" name="L399" href="#L399">399</a> <em
class="jxr_javadoccomment"> * @param ch</em>
+<a class="jxr_linenumber" name="L400" href="#L400">400</a> <em
class="jxr_javadoccomment"> * the current character</em>
+<a class="jxr_linenumber" name="L401" href="#L401">401</a> <em
class="jxr_javadoccomment"> * @return the filled token</em>
+<a class="jxr_linenumber" name="L402" href="#L402">402</a> <em
class="jxr_javadoccomment"> * @throws IOException</em>
+<a class="jxr_linenumber" name="L403" href="#L403">403</a> <em
class="jxr_javadoccomment"> * on stream access error</em>
[... 241 lines stripped ...]
