Author: Carl Friedrich Bolz-Tereick <cfb...@gmx.de>
Branch: py3.7
Changeset: r98476:225854988165
Date: 2020-01-07 11:15 +0100
http://bitbucket.org/pypy/pypy/changeset/225854988165/
Log: add new ENCODING token
diff --git a/pypy/interpreter/pyparser/pytoken.py
b/pypy/interpreter/pyparser/pytoken.py
--- a/pypy/interpreter/pyparser/pytoken.py
+++ b/pypy/interpreter/pyparser/pytoken.py
@@ -72,6 +72,7 @@
# extra PyPy-specific tokens
_add_tok("COMMENT")
_add_tok("NL")
+_add_tok("ENCODING")
_add_tok("REVDBMETAVAR", "$NUM")
del _add_tok
diff --git a/pypy/module/token/test/test_token.py
b/pypy/module/token/test/test_token.py
--- a/pypy/module/token/test/test_token.py
+++ b/pypy/module/token/test/test_token.py
@@ -20,3 +20,6 @@
def test_nl_and_comment_exist_in_all(self):
assert "NL" in self.token.__all__
assert "COMMENT" in self.token.__all__
+
+ def test_encoding_exists(self):
+ self.token.ISTERMINAL(self.token.ENCODING)
_______________________________________________
pypy-commit mailing list
pypy-commit@python.org
https://mail.python.org/mailman/listinfo/pypy-commit
