This revision was automatically updated to reflect the committed changes.
Closed by commit rG3b739690b01e: Add support for IntegerLiteral in SyntaxTree
(authored by eduucaldas, committed by gribozavr).
Changed prior to commit:
https://reviews.llvm.org/D81135?vs=268428&id=268435#toc
Repository:
rG LLVM Github Monorepo
CHANGES SINCE LAST ACTION
https://reviews.llvm.org/D81135/new/
https://reviews.llvm.org/D81135
Files:
clang/include/clang/Tooling/Syntax/Nodes.h
clang/lib/Tooling/Syntax/BuildTree.cpp
clang/lib/Tooling/Syntax/Nodes.cpp
clang/unittests/Tooling/Syntax/TreeTest.cpp
Index: clang/unittests/Tooling/Syntax/TreeTest.cpp
===================================================================
--- clang/unittests/Tooling/Syntax/TreeTest.cpp
+++ clang/unittests/Tooling/Syntax/TreeTest.cpp
@@ -64,6 +64,11 @@
Language == Lang_CXX17 || Language == Lang_CXX20;
}
+ bool isCXX14OrLater() const {
+ return Language == Lang_CXX14 || Language == Lang_CXX17 ||
+ Language == Lang_CXX20;
+ }
+
bool supportsCXXDynamicExceptionSpecification() const {
return Language == Lang_CXX03 || Language == Lang_CXX11 ||
Language == Lang_CXX14;
@@ -321,7 +326,7 @@
|-SimpleDeclarator
| |-b
| |-=
- | `-UnknownExpression
+ | `-IntegerLiteralExpression
| `-42
`-;
)txt"));
@@ -378,7 +383,7 @@
|-IfStatement
| |-if
| |-(
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-1
| |-)
| `-CompoundStatement
@@ -387,7 +392,7 @@
|-IfStatement
| |-if
| |-(
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-1
| |-)
| |-CompoundStatement
@@ -397,7 +402,7 @@
| `-IfStatement
| |-if
| |-(
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-0
| |-)
| `-CompoundStatement
@@ -468,7 +473,7 @@
| | |-a
| | `-ArraySubscript
| | |-[
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-3
| | `-]
| `-;
@@ -513,7 +518,7 @@
| | `-SimpleDeclarator
| | |-a
| | |-=
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-10
| `-;
`-}
@@ -544,14 +549,14 @@
|-SwitchStatement
| |-switch
| |-(
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-1
| |-)
| `-CompoundStatement
| |-{
| |-CaseStatement
| | |-case
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-0
| | |-:
| | `-DefaultStatement
@@ -585,7 +590,7 @@
|-WhileStatement
| |-while
| |-(
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-1
| |-)
| `-CompoundStatement
@@ -627,7 +632,7 @@
| |-:
| `-ReturnStatement
| |-return
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-100
| `-;
`-}
@@ -665,7 +670,7 @@
|-IfStatement
| |-if
| |-(
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-1
| |-)
| |-ExpressionStatement
@@ -716,6 +721,149 @@
)txt"));
}
+TEST_P(SyntaxTreeTest, IntegerLiteral) {
+ EXPECT_TRUE(treeDumpEqual(
+ R"cpp(
+void test() {
+ 12;
+ 12u;
+ 12l;
+ 12ul;
+ 014;
+ 0XC;
+}
+)cpp",
+ R"txt(
+*: TranslationUnit
+`-SimpleDeclaration
+ |-void
+ |-SimpleDeclarator
+ | |-test
+ | `-ParametersAndQualifiers
+ | |-(
+ | `-)
+ `-CompoundStatement
+ |-{
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-12
+ | `-;
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-12u
+ | `-;
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-12l
+ | `-;
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-12ul
+ | `-;
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-014
+ | `-;
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-0XC
+ | `-;
+ `-}
+)txt"));
+}
+
+TEST_P(SyntaxTreeTest, IntegerLiteralLongLong) {
+ if (!GetParam().isCXX11OrLater()) {
+ return;
+ }
+ EXPECT_TRUE(treeDumpEqual(
+ R"cpp(
+void test() {
+ 12ll;
+ 12ull;
+}
+)cpp",
+ R"txt(
+*: TranslationUnit
+`-SimpleDeclaration
+ |-void
+ |-SimpleDeclarator
+ | |-test
+ | `-ParametersAndQualifiers
+ | |-(
+ | `-)
+ `-CompoundStatement
+ |-{
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-12ll
+ | `-;
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-12ull
+ | `-;
+ `-}
+)txt"));
+}
+
+TEST_P(SyntaxTreeTest, IntegerLiteralBinary) {
+ if (!GetParam().isCXX14OrLater()) {
+ return;
+ }
+ EXPECT_TRUE(treeDumpEqual(
+ R"cpp(
+void test() {
+ 0b1100;
+}
+)cpp",
+ R"txt(
+*: TranslationUnit
+`-SimpleDeclaration
+ |-void
+ |-SimpleDeclarator
+ | |-test
+ | `-ParametersAndQualifiers
+ | |-(
+ | `-)
+ `-CompoundStatement
+ |-{
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-0b1100
+ | `-;
+ `-}
+)txt"));
+}
+
+TEST_P(SyntaxTreeTest, IntegerLiteralWithDigitSeparators) {
+ if (!GetParam().isCXX14OrLater()) {
+ return;
+ }
+ EXPECT_TRUE(treeDumpEqual(
+ R"cpp(
+void test() {
+ 1'2'0ull;
+}
+)cpp",
+ R"txt(
+*: TranslationUnit
+`-SimpleDeclaration
+ |-void
+ |-SimpleDeclarator
+ | |-test
+ | `-ParametersAndQualifiers
+ | |-(
+ | `-)
+ `-CompoundStatement
+ |-{
+ |-ExpressionStatement
+ | |-IntegerLiteralExpression
+ | | `-1'2'0ull
+ | `-;
+ `-}
+)txt"));
+}
+
TEST_P(SyntaxTreeTest, PostfixUnaryOperator) {
EXPECT_TRUE(treeDumpEqual(
R"cpp(
@@ -931,18 +1079,18 @@
|-{
|-ExpressionStatement
| |-BinaryOperatorExpression
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-1
| | |--
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-2
| `-;
|-ExpressionStatement
| |-BinaryOperatorExpression
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-1
| | |-==
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-2
| `-;
|-ExpressionStatement
@@ -950,7 +1098,7 @@
| | |-UnknownExpression
| | | `-a
| | |-=
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-1
| `-;
|-ExpressionStatement
@@ -958,23 +1106,23 @@
| | |-UnknownExpression
| | | `-a
| | |-<<=
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-1
| `-;
|-ExpressionStatement
| |-BinaryOperatorExpression
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-1
| | |-||
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-0
| `-;
|-ExpressionStatement
| |-BinaryOperatorExpression
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-1
| | |-&
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-2
| `-;
|-ExpressionStatement
@@ -982,7 +1130,7 @@
| | |-UnknownExpression
| | | `-a
| | |-^=
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-3
| `-;
`-}
@@ -1035,10 +1183,10 @@
| `-;
|-ExpressionStatement
| |-BinaryOperatorExpression
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-1
| | |-bitand
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-2
| `-;
|-ExpressionStatement
@@ -1046,7 +1194,7 @@
| | |-UnknownExpression
| | | `-a
| | |-xor_eq
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-3
| `-;
`-}
@@ -1089,20 +1237,20 @@
| | |-UnknownExpression
| | | |-(
| | | |-BinaryOperatorExpression
- | | | | |-UnknownExpression
+ | | | | |-IntegerLiteralExpression
| | | | | `-1
| | | | |-+
- | | | | `-UnknownExpression
+ | | | | `-IntegerLiteralExpression
| | | | `-2
| | | `-)
| | |-*
| | `-UnknownExpression
| | |-(
| | |-BinaryOperatorExpression
- | | | |-UnknownExpression
+ | | | |-IntegerLiteralExpression
| | | | `-4
| | | |-/
- | | | `-UnknownExpression
+ | | | `-IntegerLiteralExpression
| | | `-2
| | `-)
| `-;
@@ -1115,7 +1263,7 @@
| | | `-UnknownExpression
| | | `-b
| | |-+
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-42
| `-;
|-ExpressionStatement
@@ -1127,7 +1275,7 @@
| | |-UnknownExpression
| | | `-b
| | |-=
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-42
| `-;
|-ExpressionStatement
@@ -1140,10 +1288,10 @@
| | | |-UnknownExpression
| | | | `-b
| | | |-*
- | | | `-UnknownExpression
+ | | | `-IntegerLiteralExpression
| | | `-4
| | |-+
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-2
| `-;
|-ExpressionStatement
@@ -1152,14 +1300,14 @@
| | | |-UnknownExpression
| | | | `-a
| | | |-%
- | | | `-UnknownExpression
+ | | | `-IntegerLiteralExpression
| | | `-2
| | |-+
| | `-BinaryOperatorExpression
| | |-UnknownExpression
| | | `-b
| | |-*
- | | `-UnknownExpression
+ | | `-IntegerLiteralExpression
| | `-42
| `-;
`-}
@@ -1582,7 +1730,7 @@
| |-SimpleDeclarator
| | |-var
| | |-=
-| | `-UnknownExpression
+| | `-IntegerLiteralExpression
| | `-10
| `-;
`-TemplateDeclaration
@@ -1944,10 +2092,10 @@
| |-I: if
| |-I: (
| |-I: BinaryOperatorExpression
- | | |-I: UnknownExpression
+ | | |-I: IntegerLiteralExpression
| | | `-I: 1
| | |-I: +
- | | `-I: UnknownExpression
+ | | `-I: IntegerLiteralExpression
| | `-I: 1
| |-I: )
| |-I: CompoundStatement
@@ -1992,14 +2140,14 @@
|-CompoundStatement
| |-{
| |-ExpressionStatement
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-1
| | `-;
| `-}
|-CompoundStatement
| |-{
| |-ExpressionStatement
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-2
| | `-;
| `-}
@@ -2022,7 +2170,7 @@
| | |-a
| | `-ArraySubscript
| | |-[
-| | |-UnknownExpression
+| | |-IntegerLiteralExpression
| | | `-10
| | `-]
| `-;
@@ -2032,17 +2180,17 @@
| | |-b
| | |-ArraySubscript
| | | |-[
-| | | |-UnknownExpression
+| | | |-IntegerLiteralExpression
| | | | `-1
| | | `-]
| | |-ArraySubscript
| | | |-[
-| | | |-UnknownExpression
+| | | |-IntegerLiteralExpression
| | | | `-2
| | | `-]
| | `-ArraySubscript
| | |-[
-| | |-UnknownExpression
+| | |-IntegerLiteralExpression
| | | `-3
| | `-]
| `-;
@@ -2057,13 +2205,13 @@
| `-UnknownExpression
| `-UnknownExpression
| |-{
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-1
| |-,
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-2
| |-,
- | |-UnknownExpression
+ | |-IntegerLiteralExpression
| | `-3
| `-}
`-;
@@ -2093,7 +2241,7 @@
| | `-ArraySubscript
| | |-[
| | |-static
- | | |-UnknownExpression
+ | | |-IntegerLiteralExpression
| | | `-10
| | `-]
| `-)
@@ -2579,7 +2727,7 @@
| | |-=
| | `-PrefixUnaryOperatorExpression
| | |--
-| | `-UnknownExpression
+| | `-IntegerLiteralExpression
| | `-1
| `-;
|-SimpleDeclaration
@@ -2588,7 +2736,7 @@
| |-SimpleDeclarator
| | |-east
| | |-=
-| | `-UnknownExpression
+| | `-IntegerLiteralExpression
| | `-1
| `-;
|-SimpleDeclaration
@@ -2598,7 +2746,7 @@
| |-SimpleDeclarator
| | |-universal
| | |-=
-| | `-UnknownExpression
+| | `-IntegerLiteralExpression
| | `-0
| `-;
`-SimpleDeclaration
Index: clang/lib/Tooling/Syntax/Nodes.cpp
===================================================================
--- clang/lib/Tooling/Syntax/Nodes.cpp
+++ clang/lib/Tooling/Syntax/Nodes.cpp
@@ -20,6 +20,8 @@
return OS << "UnknownExpression";
case NodeKind::CxxNullPtrExpression:
return OS << "CxxNullPtrExpression";
+ case NodeKind::IntegerLiteralExpression:
+ return OS << "IntegerLiteralExpression";
case NodeKind::PrefixUnaryOperatorExpression:
return OS << "PrefixUnaryOperatorExpression";
case NodeKind::PostfixUnaryOperatorExpression:
@@ -118,6 +120,8 @@
return OS << "IfStatement_elseKeyword";
case syntax::NodeRole::IfStatement_elseStatement:
return OS << "IfStatement_elseStatement";
+ case syntax::NodeRole::IntegerLiteralExpression_literalToken:
+ return OS << "IntegerLiteralExpression_literalToken";
case syntax::NodeRole::CxxNullPtrExpression_keyword:
return OS << "CxxNullPtrExpression_keyword";
case syntax::NodeRole::UnaryOperatorExpression_operatorToken:
@@ -162,6 +166,11 @@
llvm_unreachable("invalid role");
}
+syntax::Leaf *syntax::IntegerLiteralExpression::literalToken() {
+ return llvm::cast_or_null<syntax::Leaf>(
+ findChild(syntax::NodeRole::IntegerLiteralExpression_literalToken));
+}
+
syntax::Leaf *syntax::CxxNullPtrExpression::nullPtrKeyword() {
return llvm::cast_or_null<syntax::Leaf>(
findChild(syntax::NodeRole::CxxNullPtrExpression_keyword));
Index: clang/lib/Tooling/Syntax/BuildTree.cpp
===================================================================
--- clang/lib/Tooling/Syntax/BuildTree.cpp
+++ clang/lib/Tooling/Syntax/BuildTree.cpp
@@ -608,6 +608,15 @@
return true;
}
+ bool WalkUpFromIntegerLiteral(IntegerLiteral *S) {
+ Builder.markChildToken(
+ S->getLocation(),
+ syntax::NodeRole::IntegerLiteralExpression_literalToken);
+ Builder.foldNode(Builder.getExprRange(S),
+ new (allocator()) syntax::IntegerLiteralExpression, S);
+ return true;
+ }
+
bool WalkUpFromCXXNullPtrLiteralExpr(CXXNullPtrLiteralExpr *S) {
Builder.markChildToken(S->getLocation(),
syntax::NodeRole::CxxNullPtrExpression_keyword);
Index: clang/include/clang/Tooling/Syntax/Nodes.h
===================================================================
--- clang/include/clang/Tooling/Syntax/Nodes.h
+++ clang/include/clang/Tooling/Syntax/Nodes.h
@@ -44,6 +44,7 @@
PostfixUnaryOperatorExpression,
BinaryOperatorExpression,
CxxNullPtrExpression,
+ IntegerLiteralExpression,
// Statements.
UnknownStatement,
@@ -114,6 +115,7 @@
BinaryOperatorExpression_operatorToken,
BinaryOperatorExpression_rightHandSide,
CxxNullPtrExpression_keyword,
+ IntegerLiteralExpression_literalToken,
CaseStatement_value,
IfStatement_thenStatement,
IfStatement_elseKeyword,
@@ -178,6 +180,16 @@
syntax::Leaf *nullPtrKeyword();
};
+/// Expression for integer literals.
+class IntegerLiteralExpression final : public Expression {
+public:
+ IntegerLiteralExpression() : Expression(NodeKind::IntegerLiteralExpression) {}
+ static bool classof(const Node *N) {
+ return N->kind() == NodeKind::IntegerLiteralExpression;
+ }
+ syntax::Leaf *literalToken();
+};
+
/// An abstract class for prefix and postfix unary operators.
class UnaryOperatorExpression : public Expression {
public:
_______________________________________________
cfe-commits mailing list
cfe-commits@lists.llvm.org
https://lists.llvm.org/cgi-bin/mailman/listinfo/cfe-commits
