This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 71c95fce0 feat: make random seek configurable in fuzz-testing (#1401)
71c95fce0 is described below
commit 71c95fce04d4ff657dc784896814055ef6651e94
Author: Zhen Wang <[email protected]>
AuthorDate: Fri Feb 14 21:13:04 2025 +0800
feat: make random seek configurable in fuzz-testing (#1401)
---
.../src/main/scala/org/apache/comet/fuzz/Main.scala | 14 ++++++++++++--
1 file changed, 12 insertions(+), 2 deletions(-)
diff --git a/fuzz-testing/src/main/scala/org/apache/comet/fuzz/Main.scala
b/fuzz-testing/src/main/scala/org/apache/comet/fuzz/Main.scala
index 909a7d481..9b9a4b6f3 100644
--- a/fuzz-testing/src/main/scala/org/apache/comet/fuzz/Main.scala
+++ b/fuzz-testing/src/main/scala/org/apache/comet/fuzz/Main.scala
@@ -33,6 +33,8 @@ class Conf(arguments: Seq[String]) extends
ScallopConf(arguments) {
val numFiles: ScallopOption[Int] =
opt[Int](required = true, descr = "Number of files to generate")
val numRows: ScallopOption[Int] = opt[Int](required = true, descr =
"Number of rows per file")
+ val randomSeed: ScallopOption[Long] =
+ opt[Long](required = false, descr = "Random seed to use")
val generateArrays: ScallopOption[Boolean] =
opt[Boolean](required = false, descr = "Whether to generate arrays")
val generateStructs: ScallopOption[Boolean] =
@@ -48,6 +50,8 @@ class Conf(arguments: Seq[String]) extends
ScallopConf(arguments) {
opt[Int](required = false, descr = "Number of input files to use")
val numQueries: ScallopOption[Int] =
opt[Int](required = true, descr = "Number of queries to generate")
+ val randomSeed: ScallopOption[Long] =
+ opt[Long](required = false, descr = "Random seed to use")
}
addSubcommand(generateQueries)
object runQueries extends Subcommand("run") {
@@ -67,11 +71,13 @@ object Main {
.getOrCreate()
def main(args: Array[String]): Unit = {
- val r = new Random(42)
-
val conf = new Conf(args.toIndexedSeq)
conf.subcommand match {
case Some(conf.generateData) =>
+ val r = conf.generateData.randomSeed.toOption match {
+ case Some(seed) => new Random(seed)
+ case None => new Random()
+ }
val options = DataGenOptions(
allowNull = true,
generateArray = conf.generateData.generateArrays(),
@@ -87,6 +93,10 @@ object Main {
options)
}
case Some(conf.generateQueries) =>
+ val r = conf.generateQueries.randomSeed.toOption match {
+ case Some(seed) => new Random(seed)
+ case None => new Random()
+ }
QueryGen.generateRandomQueries(
r,
spark,
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]