viirya commented on code in PR #6: URL: https://github.com/apache/datafusion-benchmarks/pull/6#discussion_r1673252715
########## runners/datafusion-rust/src/main.rs: ########## @@ -0,0 +1,291 @@ +use datafusion::common::Result; +use datafusion::dataframe::DataFrameWriteOptions; +use datafusion::datasource::MemTable; +use datafusion::physical_plan::displayable; +use datafusion::prelude::{ParquetReadOptions, SessionConfig, SessionContext}; +use datafusion::scalar::ScalarValue; +use datafusion::DATAFUSION_VERSION; +use serde::Serialize; +use std::collections::HashMap; +use std::fs; +use std::fs::File; +use std::io::{BufRead, BufReader, BufWriter, Write}; +use std::path::{Path, PathBuf}; +use std::sync::Arc; +use std::time::{SystemTime, UNIX_EPOCH}; +use structopt::StructOpt; +use tokio::time::Instant; + +#[derive(StructOpt, Debug)] +#[structopt(name = "basic")] +struct Opt { + /// Activate debug mode + #[structopt(long)] + debug: bool, + + /// Optional path to config file + #[structopt(short, long, parse(from_os_str))] + config_path: Option<PathBuf>, + + /// Path to queries + #[structopt(long, parse(from_os_str))] + query_path: PathBuf, + + /// Path to data + #[structopt(short, long, parse(from_os_str))] + data_path: PathBuf, + + /// Output path + #[structopt(short, long, parse(from_os_str))] + output: PathBuf, + + /// Query number. If no query number specified then all queries will be executed. + #[structopt(short, long)] + query: Option<u8>, + + /// Number of queries in this benchmark suite + #[structopt(short, long)] + num_queries: Option<u8>, + + /// List of queries to exclude + #[structopt(short, long)] + exclude: Vec<u8>, + + /// Concurrency Review Comment: ```suggestion /// Concurrency, determining the number of partitions for queries ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org For additional commands, e-mail: github-h...@datafusion.apache.org