https://github.com/zw3917 updated https://github.com/llvm/llvm-project/pull/155023
>From d978cb5b17b7a8450226825a8fd85f2054166059 Mon Sep 17 00:00:00 2001 From: Ziyi Wang <zw3...@nyu.edu> Date: Fri, 22 Aug 2025 09:17:25 -0700 Subject: [PATCH] [lldb] Add count for errors of DWO files in statistics --- lldb/include/lldb/Symbol/SymbolFile.h | 4 + lldb/include/lldb/Target/Statistics.h | 1 + .../SymbolFile/DWARF/SymbolFileDWARF.cpp | 18 +++ .../SymbolFile/DWARF/SymbolFileDWARF.h | 3 + lldb/source/Target/Statistics.cpp | 5 + .../commands/statistics/basic/TestStats.py | 115 ++++++++++++++++++ .../statistics/basic/dwo_error_foo.cpp | 10 ++ .../statistics/basic/dwo_error_main.cpp | 5 + 8 files changed, 161 insertions(+) create mode 100644 lldb/test/API/commands/statistics/basic/dwo_error_foo.cpp create mode 100644 lldb/test/API/commands/statistics/basic/dwo_error_main.cpp diff --git a/lldb/include/lldb/Symbol/SymbolFile.h b/lldb/include/lldb/Symbol/SymbolFile.h index bbc615d9fdc38..7f590fc2e7e64 100644 --- a/lldb/include/lldb/Symbol/SymbolFile.h +++ b/lldb/include/lldb/Symbol/SymbolFile.h @@ -496,6 +496,10 @@ class SymbolFile : public PluginInterface { /// symbol file doesn't support DWO files, both counts will be 0. virtual std::pair<uint32_t, uint32_t> GetDwoFileCounts() { return {0, 0}; } + /// Calculates the count of dwo load error, return the number of dwo file with + /// errors, 0 by default. + virtual uint32_t CountDwoLoadErrors() { return 0; } + virtual lldb::TypeSP MakeType(lldb::user_id_t uid, ConstString name, std::optional<uint64_t> byte_size, SymbolContextScope *context, diff --git a/lldb/include/lldb/Target/Statistics.h b/lldb/include/lldb/Target/Statistics.h index 55dff8861a9ab..6dd09cac890b8 100644 --- a/lldb/include/lldb/Target/Statistics.h +++ b/lldb/include/lldb/Target/Statistics.h @@ -155,6 +155,7 @@ struct ModuleStats { bool debug_info_had_incomplete_types = false; uint32_t dwo_file_count = 0; uint32_t loaded_dwo_file_count = 0; + uint32_t dwo_load_error_count = 0; }; struct ConstStringStats { diff --git a/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.cpp b/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.cpp index 9958af26379b9..51ad43894d982 100644 --- a/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.cpp +++ b/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.cpp @@ -4529,3 +4529,21 @@ std::pair<uint32_t, uint32_t> SymbolFileDWARF::GetDwoFileCounts() { return {loaded_dwo_count, total_dwo_count}; } + +uint32_t SymbolFileDWARF::CountDwoLoadErrors() { + uint32_t dwo_load_error_count = 0; + + DWARFDebugInfo &info = DebugInfo(); + const size_t num_cus = info.GetNumUnits(); + for (size_t cu_idx = 0; cu_idx < num_cus; cu_idx++) { + DWARFUnit *dwarf_cu = info.GetUnitAtIndex(cu_idx); + if (dwarf_cu == nullptr) + continue; + + // Check if this unit has dwo error (False by default). + const Status &dwo_error = dwarf_cu->GetDwoError(); + if (dwo_error.Fail()) + dwo_load_error_count++; + } + return dwo_load_error_count; +} diff --git a/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.h b/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.h index d7db8a3c0869f..349ea9ef8224b 100644 --- a/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.h +++ b/lldb/source/Plugins/SymbolFile/DWARF/SymbolFileDWARF.h @@ -288,6 +288,9 @@ class SymbolFileDWARF : public SymbolFileCommon { // CUs and total DWO CUs. For non-split-dwarf files, this reports 0 for both. std::pair<uint32_t, uint32_t> GetDwoFileCounts() override; + /// Count the number of dwo load errors happened. + uint32_t CountDwoLoadErrors() override; + DWARFContext &GetDWARFContext() { return m_context; } const std::shared_ptr<SymbolFileDWARFDwo> &GetDwpSymbolFile(); diff --git a/lldb/source/Target/Statistics.cpp b/lldb/source/Target/Statistics.cpp index 909f335687b21..20ade32f488ea 100644 --- a/lldb/source/Target/Statistics.cpp +++ b/lldb/source/Target/Statistics.cpp @@ -75,6 +75,7 @@ json::Value ModuleStats::ToJSON() const { module.try_emplace("symbolTableSymbolCount", symtab_symbol_count); module.try_emplace("dwoFileCount", dwo_file_count); module.try_emplace("loadedDwoFileCount", loaded_dwo_file_count); + module.try_emplace("dwoLoadErrorCount", dwo_load_error_count); if (!symbol_locator_time.map.empty()) { json::Object obj; @@ -326,6 +327,7 @@ llvm::json::Value DebuggerStats::ReportStatistics( uint32_t symtab_symbol_count = 0; uint32_t total_loaded_dwo_file_count = 0; uint32_t total_dwo_file_count = 0; + uint32_t total_dwo_load_error_count = 0; for (size_t image_idx = 0; image_idx < num_modules; ++image_idx) { Module *module = target != nullptr ? target->GetImages().GetModuleAtIndex(image_idx).get() @@ -361,6 +363,8 @@ llvm::json::Value DebuggerStats::ReportStatistics( sym_file->GetDwoFileCounts(); total_dwo_file_count += module_stat.dwo_file_count; total_loaded_dwo_file_count += module_stat.loaded_dwo_file_count; + module_stat.dwo_load_error_count += current_dwo_errors; + total_dwo_load_error_count += current_dwo_errors; module_stat.debug_info_index_loaded_from_cache = sym_file->GetDebugInfoIndexWasLoadedFromCache(); if (module_stat.debug_info_index_loaded_from_cache) @@ -437,6 +441,7 @@ llvm::json::Value DebuggerStats::ReportStatistics( {"totalSymbolTableSymbolCount", symtab_symbol_count}, {"totalLoadedDwoFileCount", total_loaded_dwo_file_count}, {"totalDwoFileCount", total_dwo_file_count}, + {"totalDwoLoadErrorCount", total_dwo_load_error_count}, }; if (include_targets) { diff --git a/lldb/test/API/commands/statistics/basic/TestStats.py b/lldb/test/API/commands/statistics/basic/TestStats.py index e9ee8b8661e5a..7a2dc213ce6fd 100644 --- a/lldb/test/API/commands/statistics/basic/TestStats.py +++ b/lldb/test/API/commands/statistics/basic/TestStats.py @@ -1,6 +1,8 @@ +import glob import json import os import re +import shutil import lldb from lldbsuite.test.decorators import * @@ -179,6 +181,7 @@ def test_default_no_run(self): "totalDebugInfoParseTime", "totalDwoFileCount", "totalLoadedDwoFileCount", + "totalDwoLoadErrorCount", ] self.verify_keys(debug_stats, '"debug_stats"', debug_stat_keys, None) if self.getPlatform() != "windows": @@ -291,6 +294,7 @@ def test_default_with_run(self): "totalDebugInfoParseTime", "totalDwoFileCount", "totalLoadedDwoFileCount", + "totalDwoLoadErrorCount", ] self.verify_keys(debug_stats, '"debug_stats"', debug_stat_keys, None) stats = debug_stats["targets"][0] @@ -331,6 +335,7 @@ def test_memory(self): "totalDebugInfoByteSize", "totalDwoFileCount", "totalLoadedDwoFileCount", + "totalDwoLoadErrorCount", ] self.verify_keys(debug_stats, '"debug_stats"', debug_stat_keys, None) @@ -385,6 +390,7 @@ def test_modules(self): "totalDebugInfoByteSize", "totalDwoFileCount", "totalLoadedDwoFileCount", + "totalDwoLoadErrorCount", ] self.verify_keys(debug_stats, '"debug_stats"', debug_stat_keys, None) stats = debug_stats["targets"][0] @@ -407,6 +413,7 @@ def test_modules(self): "symbolTableSavedToCache", "dwoFileCount", "loadedDwoFileCount", + "dwoLoadErrorCount", "triple", "uuid", ] @@ -497,6 +504,7 @@ def test_breakpoints(self): "totalDebugInfoByteSize", "totalDwoFileCount", "totalLoadedDwoFileCount", + "totalDwoLoadErrorCount", ] self.verify_keys(debug_stats, '"debug_stats"', debug_stat_keys, None) target_stats = debug_stats["targets"][0] @@ -655,6 +663,113 @@ def test_dwp_dwo_file_count(self): self.assertEqual(debug_stats["totalDwoFileCount"], 2) self.assertEqual(debug_stats["totalLoadedDwoFileCount"], 2) + @add_test_categories(["dwo"]) + def test_dwo_missing_error_stats(self): + """ + Test that DWO missing errors are reported correctly in statistics. + This test: + 1) Builds a program with split DWARF (.dwo files) + 2) Delete all two .dwo files + 3) Verify that 2 DWO load errors are reported in statistics + """ + da = { + "CXX_SOURCES": "dwo_error_main.cpp dwo_error_foo.cpp", + "EXE": self.getBuildArtifact("a.out"), + } + # -gsplit-dwarf creates separate .dwo files, + # Expected output: dwo_error_main.dwo (contains main) and dwo_error_foo.dwo (contains foo struct/function) + self.build(dictionary=da, debug_info="dwo") + self.addTearDownCleanup(dictionary=da) + exe = self.getBuildArtifact("a.out") + + # Remove the two .dwo files to trigger a DWO load error + dwo_files = glob.glob(self.getBuildArtifact("*.dwo")) + for dwo_file in dwo_files: + os.rename(dwo_file, dwo_file + ".bak") + + target = self.createTestTarget(file_path=exe) + debug_stats = self.get_stats() + + # Check DWO load error statistics are reported + self.assertIn("totalDwoLoadErrorCount", debug_stats) + self.assertEqual(debug_stats["totalDwoLoadErrorCount"], 2) + + # Since there's only one module, module stats should have the same count as total count + self.assertIn("dwoLoadErrorCount", debug_stats["modules"][0]) + self.assertEqual(debug_stats["modules"][0]["dwoLoadErrorCount"], 2) + + # Restore the original .dwo file + for dwo_file in dwo_files: + os.rename(dwo_file + ".bak", dwo_file) + + @add_test_categories(["dwo"]) + def test_dwo_id_mismatch_error_stats(self): + """ + Test that DWO ID mismatch errors are reported correctly in statistics. + This test: + 1) Builds a program with split DWARF (.dwo files) + 2) Change one of the source file content and rebuild + 3) Replace the new .dwo file with the original one to create a DWO ID mismatch + 4) Verifies that a DWO load error is reported in statistics + 5) Restores the original source file + """ + da = { + "CXX_SOURCES": "dwo_error_main.cpp dwo_error_foo.cpp", + "EXE": self.getBuildArtifact("a.out"), + } + # -gsplit-dwarf creates separate .dwo files, + # Expected output: dwo_error_main.dwo (contains main) and dwo_error_foo.dwo (contains foo struct/function) + self.build(dictionary=da, debug_info="dwo") + self.addTearDownCleanup(dictionary=da) + exe = self.getBuildArtifact("a.out") + + # Find and make a backup of the original .dwo file + dwo_files = glob.glob(self.getBuildArtifact("*.dwo")) + + original_dwo_file = dwo_files[1] + original_dwo_backup = original_dwo_file + ".bak" + shutil.copy2(original_dwo_file, original_dwo_backup) + + target = self.createTestTarget(file_path=exe) + initial_stats = self.get_stats() + self.assertIn("totalDwoLoadErrorCount", initial_stats) + self.assertEqual(initial_stats["totalDwoLoadErrorCount"], 0) + self.dbg.DeleteTarget(target) + + # Get the original file size before modification + source_file_path = self.getSourcePath("dwo_error_foo.cpp") + original_size = os.path.getsize(source_file_path) + + try: + # Modify the source code and rebuild + with open(source_file_path, "a") as f: + f.write("\n void additional_foo(){}\n") + + # Rebuild and replace the new .dwo file with the original one + self.build(dictionary=da, debug_info="dwo") + shutil.copy2(original_dwo_backup, original_dwo_file) + + # Create a new target and run to a breakpoint to force DWO file loading + target = self.createTestTarget(file_path=exe) + debug_stats = self.get_stats() + + # Check that DWO load error statistics are reported + self.assertIn("totalDwoLoadErrorCount", debug_stats) + self.assertEqual(debug_stats["totalDwoLoadErrorCount"], 1) + + # Since there's only one module, module stats should have the same count as total count + self.assertIn("dwoLoadErrorCount", debug_stats["modules"][0]) + self.assertEqual(debug_stats["modules"][0]["dwoLoadErrorCount"], 1) + + finally: + # Remove the appended content + with open(source_file_path, "a") as f: + f.truncate(original_size) + + # Restore the original .dwo file + if os.path.exists(original_dwo_backup): + os.unlink(original_dwo_backup) + @skipUnlessDarwin @no_debug_info_test def test_dsym_binary_has_symfile_in_stats(self): diff --git a/lldb/test/API/commands/statistics/basic/dwo_error_foo.cpp b/lldb/test/API/commands/statistics/basic/dwo_error_foo.cpp new file mode 100644 index 0000000000000..41618bdcee958 --- /dev/null +++ b/lldb/test/API/commands/statistics/basic/dwo_error_foo.cpp @@ -0,0 +1,10 @@ +struct foo { + int x; + bool y; +}; + +void dwo_error_foo() { + foo f; + f.x = 1; + f.y = true; +} diff --git a/lldb/test/API/commands/statistics/basic/dwo_error_main.cpp b/lldb/test/API/commands/statistics/basic/dwo_error_main.cpp new file mode 100644 index 0000000000000..4f09bd74e1fd6 --- /dev/null +++ b/lldb/test/API/commands/statistics/basic/dwo_error_main.cpp @@ -0,0 +1,5 @@ +void dwo_error_foo(); +int main() { + dwo_error_foo(); + return 0; +} _______________________________________________ lldb-commits mailing list lldb-commits@lists.llvm.org https://lists.llvm.org/cgi-bin/mailman/listinfo/lldb-commits