https://github.com/python/cpython/commit/dd3a87d2a8f8750978359a99de2c5cb2168351d1
commit: dd3a87d2a8f8750978359a99de2c5cb2168351d1
branch: main
author: Илья Любавский <100635212+lubaskinc...@users.noreply.github.com>
committer: terryjreedy <tjre...@udel.edu>
date: 2024-11-29T04:00:50-05:00
summary:
gh-127303: Add docs for token.EXACT_TOKEN_TYPES (#127304)
---------
Co-authored-by: Terry Jan Reedy <tjre...@udel.edu>
Co-authored-by: Tomas R. <tomas.ro...@gmail.com>
Co-authored-by: Bénédikt Tran <10796600+picn...@users.noreply.github.com>
files:
A Misc/NEWS.d/next/Library/2024-11-27-16-06-10.gh-issue-127303.asqkgh.rst
M Doc/library/token.rst
M Lib/token.py
M Misc/ACKS
M Tools/build/generate_token.py
diff --git a/Doc/library/token.rst b/Doc/library/token.rst
index 0cc9dddd91ed6b..40982f32b4beee 100644
--- a/Doc/library/token.rst
+++ b/Doc/library/token.rst
@@ -79,6 +79,13 @@ the :mod:`tokenize` module.
``type_comments=True``.
+.. data:: EXACT_TOKEN_TYPES
+
+ A dictionary mapping the string representation of a token to its numeric
code.
+
+ .. versionadded:: 3.8
+
+
.. versionchanged:: 3.5
Added :data:`!AWAIT` and :data:`!ASYNC` tokens.
diff --git a/Lib/token.py b/Lib/token.py
index b620317106e173..54d7cdccadc79a 100644
--- a/Lib/token.py
+++ b/Lib/token.py
@@ -1,7 +1,8 @@
"""Token constants."""
# Auto-generated by Tools/build/generate_token.py
-__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']
+__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF',
+ 'EXACT_TOKEN_TYPES']
ENDMARKER = 0
NAME = 1
diff --git a/Misc/ACKS b/Misc/ACKS
index 08cd293eac3835..cd34846574b304 100644
--- a/Misc/ACKS
+++ b/Misc/ACKS
@@ -1154,6 +1154,7 @@ Mark Lutz
Taras Lyapun
Jim Lynch
Mikael Lyngvig
+Ilya Lyubavski
Jeff MacDonald
John Machin
Andrew I MacIntyre
diff --git
a/Misc/NEWS.d/next/Library/2024-11-27-16-06-10.gh-issue-127303.asqkgh.rst
b/Misc/NEWS.d/next/Library/2024-11-27-16-06-10.gh-issue-127303.asqkgh.rst
new file mode 100644
index 00000000000000..58ebf5d0abe141
--- /dev/null
+++ b/Misc/NEWS.d/next/Library/2024-11-27-16-06-10.gh-issue-127303.asqkgh.rst
@@ -0,0 +1 @@
+Publicly expose :data:`~token.EXACT_TOKEN_TYPES` in :attr:`!token.__all__`.
diff --git a/Tools/build/generate_token.py b/Tools/build/generate_token.py
index 16c38841e44a4d..d32747f19945d8 100755
--- a/Tools/build/generate_token.py
+++ b/Tools/build/generate_token.py
@@ -226,7 +226,8 @@ def make_rst(infile, outfile='Doc/library/token-list.inc'):
# {AUTO_GENERATED_BY_SCRIPT}
'''
token_py_template += '''
-__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']
+__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF',
+ 'EXACT_TOKEN_TYPES']
%s
N_TOKENS = %d
_______________________________________________
Python-checkins mailing list -- python-checkins@python.org
To unsubscribe send an email to python-checkins-le...@python.org
https://mail.python.org/mailman3/lists/python-checkins.python.org/
Member address: arch...@mail-archive.com
