llvmorg-github-actions[bot] wrote:
<!--LLVM PR SUMMARY COMMENT--> @llvm/pr-subscribers-clang Author: Macro Terra (hongtaihu) <details> <summary>Changes</summary> Fixes #<!-- -->196067. This patch fixes the expansion locations of synthesized tokens produced by feature-like builtin macros such as `__has_builtin(...)`. Feature-like builtin macros lex past the macro name while evaluating their arguments. `ExpandBuiltinMacro()` used the final `Tok` location as both the expansion start and end when creating the synthesized result token, so `__has_builtin(...)` results were anchored at the closing paren rather than the builtin macro invocation. Fix by saving the macro-name location before argument parsing and using it as the expansion start. The expansion end remains the final `Tok` location. Add a `syntax::TokenCollector` regression test for a valid `__has_builtin(...)` expansion and the `__is_identifier;` recovery path. Tested: `ninja -C /home/ubuntu2404/build-196067-assert check-clang` Total Discovered Tests: 52396 Skipped: 6 Unsupported: 5782 Passed: 46582 Expectedly Failed: 26 Assisted-by: OpenAI Codex --- Full diff: https://github.com/llvm/llvm-project/pull/207130.diff 2 Files Affected: - (modified) clang/lib/Lex/PPMacroExpansion.cpp (+2-1) - (modified) clang/unittests/Tooling/Syntax/TokensTest.cpp (+13) ``````````diff diff --git a/clang/lib/Lex/PPMacroExpansion.cpp b/clang/lib/Lex/PPMacroExpansion.cpp index 23a21f42b8e3a..e09e80a063c4e 100644 --- a/clang/lib/Lex/PPMacroExpansion.cpp +++ b/clang/lib/Lex/PPMacroExpansion.cpp @@ -1619,6 +1619,7 @@ void Preprocessor::ExpandBuiltinMacro(Token &Tok) { // Figure out which token this is. IdentifierInfo *II = Tok.getIdentifierInfo(); assert(II && "Can't be a macro without id info!"); + SourceLocation MacroNameLoc = Tok.getLocation(); // If this is an _Pragma or Microsoft __pragma directive, expand it, // invoke the pragma handler, then lex the token after it. @@ -2096,7 +2097,7 @@ void Preprocessor::ExpandBuiltinMacro(Token &Tok) { } else { llvm_unreachable("Unknown identifier!"); } - CreateString(OS.str(), Tok, Tok.getLocation(), Tok.getLocation()); + CreateString(OS.str(), Tok, MacroNameLoc, Tok.getLocation()); Tok.setFlagValue(Token::StartOfLine, IsAtStartOfLine); Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace); Tok.clearFlag(Token::NeedsCleaning); diff --git a/clang/unittests/Tooling/Syntax/TokensTest.cpp b/clang/unittests/Tooling/Syntax/TokensTest.cpp index ae5001a2f5645..7c0b0d0d5df7c 100644 --- a/clang/unittests/Tooling/Syntax/TokensTest.cpp +++ b/clang/unittests/Tooling/Syntax/TokensTest.cpp @@ -552,6 +552,19 @@ file './input.cpp' } } +TEST_F(TokenCollectorTest, FeatureLikeBuiltinMacros) { + recordTokens("__has_builtin(__builtin_allow_runtime_check)\n"); + EXPECT_THAT(Buffer.expandedTokens(), + ElementsAre(AllOf(Kind(tok::numeric_constant), HasText("1")), + Kind(tok::eof))); + + AllowErrors = true; + recordTokens("__is_identifier;\n"); + EXPECT_THAT(Buffer.expandedTokens(), + ElementsAre(AllOf(Kind(tok::numeric_constant), HasText("0")), + Kind(tok::eof))); +} + TEST_F(TokenCollectorTest, SpecialTokens) { // Tokens coming from concatenations. recordTokens(R"cpp( `````````` </details> https://github.com/llvm/llvm-project/pull/207130 _______________________________________________ cfe-commits mailing list [email protected] https://lists.llvm.org/cgi-bin/mailman/listinfo/cfe-commits
