arthurscchan commented on code in PR #54912:
URL: https://github.com/apache/arrow/pull/54912#discussion_r4629904041


##########
cpp/src/arrow/csv/fuzz.cc:
##########
@@ -29,92 +29,160 @@
 #include "arrow/util/fuzz_internal.h"
 #include "arrow/util/macros.h"
 #include "arrow/util/thread_pool.h"
+#include "arrow/util/value_parsing.h"
 
 namespace arrow::csv {
 
 using ::arrow::internal::GetCpuThreadPool;
 using ::arrow::io::InputStream;
 
-Status FuzzCsvReader(const uint8_t* data, int64_t size) {
-  // Since the Fuzz-allocated data is not owned, any task that outlives the 
TableReader
-  // may try to read memory that has been deallocated. Hence we wait for all 
pending
-  // tasks to end before leaving.
-  struct TaskGuard {
-    ~TaskGuard() { GetCpuThreadPool()->WaitForIdle(); }
-  };
+namespace {
 
-  auto io_context = arrow::io::default_io_context();
+// Packed header prefixing the fuzz payload, used to explore the CSV reader's
+// option space (see https://github.com/google/oss-fuzz/issues/14437 for why
+// fuzz target parameters have to be encoded inside the payload itself).
+//
+// All option values are total functions of the header bytes, so every possible
+// input leads to a well-defined option set. Inputs shorter than the header are
+// read with the original hardcoded options, preserving the fuzzer's historical
+// behavior on legacy corpus entries.
+constexpr int64_t kFuzzHeaderSize = 8;
+
+struct FuzzCsvOptions {
+  ReadOptions read;
+  ParseOptions parse;
+  ConvertOptions convert;
+};
+
+FuzzCsvOptions MakeFuzzCsvOptions(const uint8_t* header) {
+  FuzzCsvOptions opts;
+
+  // --- ParseOptions ---
+  const char kDelimiters[] = {',', '\t', ';', '|', ' '};
+  opts.parse.delimiter = kDelimiters[header[0] % 5];
+  opts.parse.quoting = !(header[1] & 1);
+  opts.parse.quote_char = (header[1] & 2) ? '\'' : '"';
+  opts.parse.double_quote = !(header[1] & 4);
+  opts.parse.escaping = (header[2] & 1);
+  opts.parse.escape_char = (header[2] & 2) ? '"' : '\\';
+  opts.parse.newlines_in_values = (header[4] & 1);
+  opts.parse.ignore_empty_lines = !(header[4] & 2);
+  opts.parse.pad_short_rows = (header[4] & 4);
+  opts.parse.ignore_extra_columns = (header[4] & 8);
+
+  // --- ReadOptions ---
+  const int32_t kBlockSizes[] = {1024, 4096, 65536, 1 << 20};
+  opts.read.block_size = kBlockSizes[(header[3] >> 1) % 4];
+  opts.read.use_threads = (header[3] & 1);
+  opts.read.skip_rows = (header[7] & 1) ? 1 : 0;
+  opts.read.autogenerate_column_names = (header[7] & 2);
+
+  // --- ConvertOptions ---
+  opts.convert.strings_can_be_null = (header[5] & 1);
+  opts.convert.quoted_strings_can_be_null = !(header[5] & 2);
+  opts.convert.auto_dict_encode = (header[5] & 4);
+  const int32_t kDictMaxCardinalities[] = {50, 1000, 1000000};
+  opts.convert.auto_dict_max_cardinality = kDictMaxCardinalities[(header[5] >> 
3) % 3];
+  opts.convert.decimal_point = (header[6] & 1) ? ',' : '.';
+  opts.convert.check_utf8 = !(header[6] & 2);
+  if (header[6] & 4) {
+    
opts.convert.timestamp_parsers.push_back(TimestampParser::MakeStrptime("%Y-%m-%d"));
+  }
+  if (header[6] & 8) {
+    
opts.convert.timestamp_parsers.push_back(TimestampParser::MakeStrptime("%m/%d/%Y"));
+  }
 
-  auto read_options = ReadOptions::Defaults();
-  // Make chunking more likely to exercise chunked reading and optional 
parallelization.
-  // Most files in the seed corpus are currently in the 4-10 kB range.
-  read_options.block_size = 1000;
-  auto parse_options = ParseOptions::Defaults();
-  auto convert_options = ConvertOptions::Defaults();
-  convert_options.auto_dict_encode = true;
-  // This is the default value, but we might want to turn this knob to have a 
better
-  // mix of dict-encoded and non-dict-encoded columns when reading.
-  convert_options.auto_dict_max_cardinality = 50;
+  return opts;
+}
 
-  // TODO should we also test non-inferring table read?
+Status ReadAllWays(io::IOContext io_context, const FuzzCsvOptions& opts,
+                   std::shared_ptr<InputStream> input) {
+  Status st;
 
-  auto read_table_serial = [=](std::shared_ptr<InputStream> input) mutable -> 
Status {
+  // 1. Full table read, single-threaded
+  {
+    auto read_options = opts.read;
     read_options.use_threads = false;
-    ARROW_ASSIGN_OR_RAISE(auto table_reader,
-                          TableReader::Make(io_context, input, read_options,
-                                            parse_options, convert_options));
+    ARROW_ASSIGN_OR_RAISE(
+        auto table_reader,
+        TableReader::Make(io_context, input, read_options, opts.parse, 
opts.convert));
     ARROW_ASSIGN_OR_RAISE(auto table, table_reader->Read());
-    return table->ValidateFull();
-  };
+    st &= table->ValidateFull();
+  }
 
-  auto read_table_threaded = [=](std::shared_ptr<InputStream> input) mutable 
-> Status {
+  // 2. Full table read, multi-threaded
+  {
+    auto read_options = opts.read;
     read_options.use_threads = true;
-    ARROW_ASSIGN_OR_RAISE(auto table_reader,
-                          TableReader::Make(io_context, input, read_options,
-                                            parse_options, convert_options));
+    ARROW_ASSIGN_OR_RAISE(
+        auto table_reader,
+        TableReader::Make(io_context, input, read_options, opts.parse, 
opts.convert));

Review Comment:
   Indeed, sorry for the overlooking, fixed.



-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: [email protected]

For queries about this service, please contact Infrastructure at:
[email protected]

Reply via email to