Revision: 18176
Author:   [email protected]
Date:     Mon Dec  2 10:44:43 2013 UTC
Log:      Experimental parser: set start_ properly after illegal token.

Also, misc test file fixes.

[email protected]
BUG=

Review URL: https://codereview.chromium.org/98843002
http://code.google.com/p/v8/source/detail?r=18176

Modified:
/branches/experimental/parser/test/lexer/cornercases/harmony-number-and-identifier.js
 /branches/experimental/parser/test/lexer/cornercases/utf-endlines.js
 /branches/experimental/parser/test/lexer/utf-2.js
 /branches/experimental/parser/tools/lexer_generator/code_generator.jinja

=======================================
--- /branches/experimental/parser/test/lexer/cornercases/harmony-number-and-identifier.js Thu Nov 21 15:50:43 2013 UTC +++ /branches/experimental/parser/test/lexer/cornercases/harmony-number-and-identifier.js Mon Dec 2 10:44:43 2013 UTC
@@ -25,6 +25,8 @@
 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

+// Flags: --use-harmony
+
 // Harmony numeric literals.
 0b1101 0B1101 0o1234 0O1234

=======================================
--- /branches/experimental/parser/test/lexer/cornercases/utf-endlines.js Mon Nov 25 08:26:58 2013 UTC +++ /branches/experimental/parser/test/lexer/cornercases/utf-endlines.js Mon Dec 2 10:44:43 2013 UTC
@@ -25,6 +25,8 @@
 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

+// Flags: --utf8to16
+
// The "-->" at the beginning of a line is a weird SpiderMonkey compatibility
 // hack.

=======================================
--- /branches/experimental/parser/test/lexer/utf-2.js Thu Nov 21 15:08:25 2013 UTC +++ /branches/experimental/parser/test/lexer/utf-2.js Mon Dec 2 10:44:43 2013 UTC
@@ -25,6 +25,8 @@
 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

+// Flags: --utf8to16
+
 // This file is in utf-8, and contains weird letters.

 // These letters are ok in identifiers.
=======================================
--- /branches/experimental/parser/tools/lexer_generator/code_generator.jinja Wed Nov 27 15:28:46 2013 UTC +++ /branches/experimental/parser/tools/lexer_generator/code_generator.jinja Mon Dec 2 10:44:43 2013 UTC
@@ -173,7 +173,7 @@
   {%- endif %}

   {% if debug_print %}
-    fprintf(stderr, "state {{state.node_number}}\n");
+ fprintf(stderr, "state {{state.node_number}}, start %d, cursor %d\n", start_ - buffer_, cursor_ - buffer_);
   {% endif -%}

   {%- set entry_action = state.entry_action -%}
@@ -262,6 +262,7 @@
   PREPARE_TOKEN();                    \
   FORWARD();                          \
   next_.token = T;                    \
+  start_ = cursor_;                   \
   return;                             \
 }

--
--
v8-dev mailing list
[email protected]
http://groups.google.com/group/v8-dev
--- You received this message because you are subscribed to the Google Groups "v8-dev" group.
To unsubscribe from this group and stop receiving emails from it, send an email 
to [email protected].
For more options, visit https://groups.google.com/groups/opt_out.

Reply via email to