This is an automated email from the ASF dual-hosted git repository.
janhoy pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/solr-orbit.git
from a44f5797 Add .asf.yml (#2)
new c5ba79a7 Establish ASF legal and governance files for Apache Solr
Benchmark
new 8cb31553 Update GitHub/CI infrastructure for Apache Solr Benchmark
new abff1eb3 Add documentation site
new e9b673e8 Remove OSB-specific dead code, binaries, and infrastructure
new 9710ec39 Add new Solr-specific modules: conversion, provisioner,
result writer
new 57387ed4 Port core benchmark framework from OpenSearch to Apache Solr
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.ci/build.sh | 14 +-
.ci/scripts/check_deprecated_terms.py | 0
.fossa.yml | 2 +-
.github/CODEOWNERS | 1 -
.github/ISSUE_TEMPLATE/documentation_template.yml | 26 -
.github/ISSUE_TEMPLATE/proposal_template.yml | 69 -
.github/PULL_REQUEST_TEMPLATE.md | 1 -
.github/workflows/add-untriaged.yml | 19 -
.github/workflows/backport.yml | 40 -
.github/workflows/docker-build.yml | 2 +-
.github/workflows/docker-push-release.yml | 55 -
.github/workflows/docs.yml | 61 +
.github/workflows/integ-test.yml | 77 -
.github/workflows/publish-release.yml | 48 -
.github/workflows/unit-test.yml | 43 +-
.gitignore | 4 +
.pylintrc | 32 +-
.whitesource | 22 -
AGENTS.md | 116 +
AUTHORS | 50 -
CONTRIBUTING.md | 116 +-
CREATE_WORKLOAD_GUIDE.md | 184 +-
DEVELOPER_GUIDE.md | 302 +-
MAINTAINERS.md | 14 -
MAINTAINERS_GUIDE.md | 45 -
Makefile | 2 +-
NOTICE | 4 +
PYTHON_SUPPORT_GUIDE.md | 118 +-
README.md | 118 +-
RELEASE_GUIDE.md | 140 -
THIRD_PARTY.txt | 9 -
TODO.md | 96 +
TRIAGE.md | 68 -
benchmark | 4 +-
benchmarkd | 6 +-
benchmarks/__init__.py | 3 +
benchmarks/worker_coordinator/__init__.py | 3 +
benchmarks/worker_coordinator/parsing_test.py | 3 +
benchmarks/worker_coordinator/runner_test.py | 11 +-
benchmarks/workload/__init__.py | 3 +
benchmarks/workload/bulk_params_test.py | 3 +
create-notice.sh | 23 +-
docker/Dockerfile | 34 +-
docker/README.md | 54 +-
docs/.gitignore | 6 +
docs/.ruby-version | 1 +
docs/Gemfile | 4 +
docs/README.md | 139 +
docs/_config.yml | 75 +
docs/_includes/footer_custom.html | 9 +
docs/about.md | 31 +
docs/api/client-options.md | 6 -
docs/api/index.md | 6 -
docs/api/kill-running-process.md | 6 -
docs/api/pipeline.md | 6 -
docs/api/run-test.md | 102 -
docs/api/target-hosts.md | 6 -
docs/api/test-mode.md | 6 -
docs/api/workload.md | 6 -
docs/cluster-config/available-configs.md | 214 +
docs/cluster-config/index.md | 46 +
docs/converter/index.md | 33 +
docs/converter/usage.md | 66 +
docs/converter/what-converts.md | 61 +
docs/faq.md | 58 +
docs/get-started.md | 6 -
docs/glossary.md | 65 +
docs/index.md | 28 +
docs/quickstart.md | 191 +
docs/reference/commands/aggregate.md | 94 +
docs/reference/commands/benchmarkd.md | 71 +
docs/reference/commands/command-flags.md | 195 +
docs/reference/commands/compare.md | 49 +
docs/reference/commands/create-workload.md | 57 +
docs/reference/commands/download.md | 51 +
docs/reference/commands/generate-data.md | 58 +
docs/reference/commands/index.md | 39 +
docs/reference/commands/info.md | 48 +
docs/reference/commands/install.md | 81 +
docs/reference/commands/list.md | 70 +
docs/reference/commands/run.md | 164 +
docs/reference/commands/start.md | 53 +
docs/reference/commands/stop.md | 42 +
docs/reference/commands/visualize.md | 56 +
docs/reference/index.md | 14 +
docs/reference/metrics/filesystem-metrics-store.md | 98 +
docs/reference/metrics/index.md | 64 +
docs/reference/metrics/metric-records.md | 82 +
docs/reference/metrics/metrics-reference.md | 309 +
docs/reference/summary-report.md | 85 +
docs/reference/telemetry.md | 291 +
docs/reference/workloads/collections.md | 62 +
docs/reference/workloads/corpora.md | 72 +
docs/reference/workloads/index.md | 10 +
docs/reference/workloads/operations.md | 274 +
docs/reference/workloads/test-procedures.md | 75 +
docs/user-guide/concepts.md | 120 +
docs/user-guide/index.md | 18 +
.../install-and-configure/configuring.md | 148 +
docs/user-guide/install-and-configure/index.md | 10 +
.../user-guide/install-and-configure/installing.md | 181 +
.../optimizing-benchmarks/best-practices.md | 108 +
docs/user-guide/optimizing-benchmarks/index.md | 17 +
.../optimizing-benchmarks/randomizing-queries.md | 112 +
.../running-distributed-load.md | 105 +
.../optimizing-benchmarks/target-throughput.md | 79 +
docs/user-guide/understanding-results/index.md | 10 +
.../understanding-results/summary-reports.md | 136 +
docs/user-guide/understanding-results/telemetry.md | 94 +
.../anatomy-of-a-workload.md | 419 ++
.../understanding-workloads/choosing-a-workload.md | 82 +
.../understanding-workloads/common-operations.md | 184 +
docs/user-guide/understanding-workloads/index.md | 10 +
.../contributing-workloads.md | 18 +
.../creating-custom-workloads.md | 287 +
.../working-with-workloads/finetune-workloads.md | 205 +
docs/user-guide/working-with-workloads/index.md | 17 +
.../working-with-workloads/running-workloads.md | 216 +
docs/user-guides/create-pipeline.md | 129 -
it/README.md | 13 +
it/__init__.py | 39 +-
it/distribution_test.py | 3 +
it/download_test.py | 3 +
it/info_test.py | 3 +
it/list_test.py | 7 +-
it/proxy_test.py | 3 +
it/resources/benchmark-in-memory-it.ini | 6 +-
it/resources/benchmark-os-it.ini | 38 -
it/sources_test.py | 3 +
it/tracker_test.py | 3 +
opensearch_benchmark.png | Bin 16845 -> 0 bytes
osbenchmark/__init__.py | 28 +-
osbenchmark/actor.py | 7 +-
osbenchmark/async_connection.py | 307 -
osbenchmark/benchmark.py | 211 +-
osbenchmark/benchmarkd.py | 15 +-
osbenchmark/builder/__init__.py | 3 +
osbenchmark/builder/builder.py | 70 +-
osbenchmark/builder/cluster.py | 5 +-
osbenchmark/builder/cluster_config.py | 19 +-
.../downloaders/core_plugin_source_downloader.py | 26 -
...on_downloader.py => distribution_downloader.py} | 39 +-
osbenchmark/builder/downloaders/downloader.py | 33 +-
.../external_plugin_source_downloader.py | 30 -
.../downloaders/plugin_distribution_downloader.py | 12 -
...ider.py => distribution_repository_provider.py} | 28 +-
...h_source_downloader.py => source_downloader.py} | 39 +-
osbenchmark/builder/installers/bare_installer.py | 34 +-
osbenchmark/builder/installers/docker_installer.py | 45 +-
osbenchmark/builder/installers/installer.py | 32 +-
.../installers/preparers/plugin_preparer.py | 44 -
.../{opensearch_preparer.py => solr_preparer.py} | 31 +-
osbenchmark/builder/java_resolver.py | 31 +-
osbenchmark/builder/launcher.py | 74 +-
osbenchmark/builder/launchers/launcher.py | 35 +-
.../builder/launchers/local_process_launcher.py | 80 +-
osbenchmark/builder/models/architecture_types.py | 6 +-
osbenchmark/builder/provisioner.py | 172 +-
osbenchmark/builder/solr_provisioner.py | 455 ++
osbenchmark/builder/supplier.py | 310 +-
.../builder/utils/artifact_variables_provider.py | 6 +-
osbenchmark/builder/utils/binary_keys.py | 29 +-
osbenchmark/builder/utils/config_applier.py | 29 +-
osbenchmark/builder/utils/java_home_resolver.py | 52 +-
osbenchmark/client.py | 827 ++-
osbenchmark/cloud_provider/vendors/aws.py | 27 +-
.../cloud_provider/vendors/s3_data_producer.py | 8 +-
osbenchmark/config.py | 11 +-
osbenchmark/context.py | 16 +-
osbenchmark/conversion/__init__.py | 45 +
osbenchmark/conversion/detector.py | 321 +
osbenchmark/conversion/field.py | 63 +
osbenchmark/conversion/query.py | 576 ++
osbenchmark/conversion/schema.py | 465 ++
osbenchmark/conversion/workload_converter.py | 913 +++
osbenchmark/data_streaming/data_producer.py | 15 -
osbenchmark/decompressors/pbzip2-Darwin-arm64 | Bin 115448 -> 0 bytes
osbenchmark/decompressors/pbzip2-Darwin-x86_64 | Bin 114624 -> 0 bytes
osbenchmark/decompressors/pbzip2-Linux-aarch64 | Bin 225704 -> 0 bytes
osbenchmark/decompressors/pbzip2-Linux-x86_64 | Bin 82620 -> 0 bytes
osbenchmark/exceptions.py | 45 +-
osbenchmark/kafka_client.py | 70 -
osbenchmark/log.py | 5 +-
osbenchmark/metrics.py | 725 +-
osbenchmark/min-os-version.txt | 1 -
osbenchmark/min-version.txt | 1 +
osbenchmark/paths.py | 31 +-
osbenchmark/publisher.py | 30 +
osbenchmark/resources/benchmark.ini | 6 +-
.../1.0/cluster_configs/v1/basic-license.ini | 9 -
.../cluster_configs/v1/default_distro/config.ini | 15 -
.../default_distro/templates/config/opensearch.yml | 0
.../1.0/cluster_configs/v1/trial-license.ini | 9 -
.../1.0/cluster_configs/v1/unpooled.ini | 6 -
.../v1/unpooled/templates/config/jvm.options | 1 -
.../1.0/cluster_configs/v1/vanilla/README.md | 10 +-
.../1.0/cluster_configs/v1/vanilla/config.ini | 33 +-
.../v1/vanilla/templates/config/opensearch.yml | 109 -
.../1.0/plugins/v1/core-plugins.txt | 33 -
.../1.0/plugins/v1/repository_azure/README.md | 27 -
.../1.0/plugins/v1/repository_azure/plugin.py | 118 -
.../1.0/plugins/v1/repository_gcs/README.md | 27 -
.../1.0/plugins/v1/repository_gcs/plugin.py | 96 -
.../1.0/plugins/v1/repository_s3/README.md | 29 -
.../1.0/plugins/v1/repository_s3/plugin.py | 119 -
.../default/templates/config/opensearch.yml | 4 -
.../1.0/plugins/v1/transport_nio/http.ini | 5 -
.../1.0/plugins/v1/transport_nio/transport.ini | 5 -
.../main/cluster_configs/v1/basic-license.ini | 9 -
.../main/cluster_configs/v1/defaults.ini | 1 -
.../main/cluster_configs/v1/g1gc.ini | 4 +-
.../main/cluster_configs/v1/parallelgc.ini | 4 +-
.../main/cluster_configs/v1/trial-license.ini | 9 -
.../main/cluster_configs/v1/unpooled.ini | 6 -
.../v1/unpooled/templates/config/jvm.options | 1 -
.../main/cluster_configs/v1/vanilla/README.md | 8 +-
.../main/cluster_configs/v1/vanilla/config.ini | 31 +-
.../v1/vanilla/templates/config/opensearch.yml | 109 -
.../main/plugins/v1/core-plugins.txt | 33 -
.../main/plugins/v1/repository_azure/README.md | 27 -
.../main/plugins/v1/repository_azure/plugin.py | 118 -
.../main/plugins/v1/repository_gcs/README.md | 27 -
.../main/plugins/v1/repository_gcs/plugin.py | 97 -
.../main/plugins/v1/repository_s3/README.md | 30 -
.../main/plugins/v1/repository_s3/plugin.py | 119 -
.../default/templates/config/opensearch.yml | 4 -
.../main/plugins/v1/transport_nio/http.ini | 5 -
.../main/plugins/v1/transport_nio/transport.ini | 5 -
.../resources/custom-test-procedures.json.j2 | 2 +-
.../resources/default-test-procedures.json.j2 | 2 +-
osbenchmark/resources/docker-compose.yml.j2 | 36 +-
osbenchmark/resources/workload-schema.json | 24 +-
osbenchmark/result_writer.py | 241 +
osbenchmark/synthetic_data_generator/helpers.py | 2 +-
.../strategies/mapping_strategy.py | 2 +-
osbenchmark/telemetry.py | 2176 ++----
osbenchmark/test_run_orchestrator.py | 344 +-
osbenchmark/time.py | 3 +
osbenchmark/{data_streaming => tools}/__init__.py | 0
osbenchmark/utils/__init__.py | 3 +
osbenchmark/utils/collections.py | 3 +
osbenchmark/utils/console.py | 9 +-
osbenchmark/utils/convert.py | 3 +
osbenchmark/utils/git.py | 5 +-
osbenchmark/utils/io.py | 5 +-
osbenchmark/utils/jvm.py | 5 +-
osbenchmark/utils/modules.py | 7 +-
osbenchmark/utils/net.py | 5 +-
osbenchmark/utils/opts.py | 45 +-
osbenchmark/utils/process.py | 8 +-
osbenchmark/utils/repo.py | 7 +-
osbenchmark/utils/sysstats.py | 3 +
osbenchmark/utils/versions.py | 5 +-
osbenchmark/version.py | 17 +-
.../visualizations/benchmark_report_renderer.py | 42 +-
osbenchmark/worker_coordinator/__init__.py | 3 +
osbenchmark/worker_coordinator/errors.py | 35 +-
.../proto_helpers/ProtoBulkHelper.py | 71 -
.../proto_helpers/ProtoQueryHelper.py | 206 -
.../worker_coordinator/proto_helpers/__init__.py | 23 -
osbenchmark/worker_coordinator/runner.py | 3326 +++-------
osbenchmark/worker_coordinator/scheduler.py | 15 +-
.../worker_coordinator/worker_coordinator.py | 272 +-
osbenchmark/workload/__init__.py | 3 +
osbenchmark/workload/loader.py | 232 +-
osbenchmark/workload/params.py | 1196 +---
osbenchmark/workload/workload.py | 423 +-
osbenchmark/workload_generator/__init__.py | 3 +
osbenchmark/workload_generator/extractors.py | 172 +-
osbenchmark/workload_generator/helpers.py | 6 +-
.../workload_generator/workload_generator.py | 6 +-
run.sh | 16 +-
samples/ccr/docker-compose-metricstore.yml | 44 -
samples/ccr/docker-compose.yml | 59 -
samples/ccr/start.sh | 150 -
samples/ccr/stop.sh | 5 -
scripts/analyze.py | 6 +-
scripts/expand-data-corpus.py | 23 +-
scripts/pbzip2 | 8 -
scripts/terraform/.gitignore | 38 -
scripts/terraform/.terraform.lock.hcl | 103 -
scripts/terraform/PROVISIONING_CLUSTER.md | 56 -
.../terraform/modules/opensearch/jvm.v2.options | 93 -
.../terraform/modules/opensearch/jvm.v3.options | 88 -
scripts/terraform/modules/opensearch/opensearch.tf | 131 -
.../terraform/modules/opensearch/os-cluster.yaml | 55 -
scripts/terraform/modules/opensearch/os_cluster.sh | 130 -
scripts/terraform/modules/opensearch/outputs.tf | 7 -
scripts/terraform/modules/opensearch/variables.tf | 70 -
scripts/terraform/outputs.tf | 17 -
scripts/terraform/provision-cluster.tf | 194 -
scripts/terraform/resources.sh | 57 -
scripts/terraform/terraform.tfvars.example | 2 -
scripts/terraform/variables.tf | 21 -
setup.py | 51 +-
solrbenchmark/__init__.py | 16 +
solrbenchmark/main.py | 22 +
tests/__init__.py | 3 +
tests/builder/__init__.py | 3 +
tests/builder/cluster_config_test.py | 7 +-
.../data/cluster_configs/v1/hook2/config.py | 5 +-
.../data/cluster_configs/v1/with_hook/config.py | 5 +-
.../core_plugin_source_downloader_test.py | 23 -
...der_test.py => distribution_downloader_test.py} | 12 +-
.../external_plugin_source_downloader_test.py | 54 -
.../plugin_distribution_downloader_test.py | 28 -
...py => distribution_repository_provider_test.py} | 32 +-
...ownloader_test.py => source_downloader_test.py} | 16 +-
tests/builder/installers/bare_installer_test.py | 42 +-
tests/builder/installers/docker_installer_test.py | 100 +-
.../installers/preparers/plugin_preparer_test.py | 41 -
...arch_preparer_test.py => solr_preparer_test.py} | 24 +-
tests/builder/java_resolver_test.py | 20 +-
tests/builder/launcher_test.py | 32 +-
tests/builder/launchers/docker_launcher_test.py | 1 -
.../launchers/local_process_launcher_test.py | 14 +-
tests/builder/mechanic_test.py | 21 +-
tests/builder/provisioner_test.py | 295 +-
tests/builder/supplier_test.py | 440 +-
tests/builder/utils/config_applier_test.py | 4 +-
tests/builder/utils/java_home_resolver_test.py | 19 +-
tests/client_test.py | 521 +-
tests/config_test.py | 5 +-
tests/data_streaming/__init__.py | 7 -
tests/data_streaming/producer_test.py | 172 -
tests/kafka_client_test.py | 133 -
tests/metrics_test.py | 1705 +----
tests/publisher_test.py | 3 +
tests/scripts_test.py | 5 +-
tests/telemetry_test.py | 3762 -----------
tests/test_async_connection.py | 62 -
tests/test_execution_orchestrator_test.py | 18 +-
tests/time_test.py | 3 +
.../user-guides/index.md => tests/unit/__init__.py | 0
tests/unit/solr/__init__.py | 16 +
tests/unit/solr/conversion/__init__.py | 18 +
tests/unit/solr/conversion/test_detector.py | 185 +
tests/unit/solr/test_client.py | 241 +
tests/unit/solr/test_filesystem_metrics_store.py | 199 +
tests/unit/solr/test_provisioner.py | 207 +
tests/unit/solr/test_result_writer.py | 144 +
tests/unit/solr/test_runner.py | 397 ++
tests/unit/solr/test_schema_generator.py | 201 +
tests/unit/solr/test_telemetry.py | 587 ++
tests/unit/solr/test_workload_converter.py | 344 +
tests/unit/test_telemetry.py | 413 ++
tests/utils/__init__.py | 3 +
tests/utils/collections_test.py | 3 +
tests/utils/console_test.py | 3 +
tests/utils/convert_test.py | 3 +
tests/utils/git_test.py | 7 +-
tests/utils/io_test.py | 5 +-
tests/utils/jvm_test.py | 3 +
tests/utils/net_test.py | 5 +-
tests/utils/opts_test.py | 9 +-
tests/utils/process_test.py | 23 +-
tests/utils/repo_test.py | 3 +
tests/utils/resources/client_options_1.json | 2 +-
tests/utils/versions_test.py | 3 +
tests/worker_coordinator/__init__.py | 3 +
tests/worker_coordinator/proto_bulk_helper_test.py | 124 -
.../worker_coordinator/proto_query_helper_test.py | 356 -
tests/worker_coordinator/runner_test.py | 6955 +-------------------
tests/worker_coordinator/scheduler_test.py | 3 +
.../worker_coordinator/worker_coordinator_test.py | 273 +-
tests/workload/__init__.py | 3 +
tests/workload/loader_test.py | 1274 +---
tests/workload/params_test.py | 2212 +------
tests/workload/workload_test.py | 124 +-
tests/workload_generator/__init__.py | 3 +
tests/workload_generator/corpus_test.py | 109 -
tests/workload_generator/index_test.py | 182 -
tox.ini | 2 +-
version.txt | 2 +-
374 files changed, 18008 insertions(+), 31188 deletions(-)
mode change 100755 => 100644 .ci/scripts/check_deprecated_terms.py
delete mode 100644 .github/CODEOWNERS
delete mode 100644 .github/ISSUE_TEMPLATE/documentation_template.yml
delete mode 100644 .github/ISSUE_TEMPLATE/proposal_template.yml
delete mode 100644 .github/workflows/add-untriaged.yml
delete mode 100644 .github/workflows/backport.yml
delete mode 100644 .github/workflows/docker-push-release.yml
create mode 100644 .github/workflows/docs.yml
delete mode 100644 .github/workflows/integ-test.yml
delete mode 100644 .github/workflows/publish-release.yml
delete mode 100644 .whitesource
create mode 100644 AGENTS.md
delete mode 100644 AUTHORS
delete mode 100644 MAINTAINERS.md
delete mode 100644 MAINTAINERS_GUIDE.md
delete mode 100644 RELEASE_GUIDE.md
delete mode 100644 THIRD_PARTY.txt
create mode 100644 TODO.md
delete mode 100644 TRIAGE.md
create mode 100644 docs/.gitignore
create mode 100644 docs/.ruby-version
create mode 100644 docs/Gemfile
create mode 100644 docs/README.md
create mode 100644 docs/_config.yml
create mode 100644 docs/_includes/footer_custom.html
create mode 100644 docs/about.md
delete mode 100644 docs/api/client-options.md
delete mode 100644 docs/api/index.md
delete mode 100644 docs/api/kill-running-process.md
delete mode 100644 docs/api/pipeline.md
delete mode 100644 docs/api/run-test.md
delete mode 100644 docs/api/target-hosts.md
delete mode 100644 docs/api/test-mode.md
delete mode 100644 docs/api/workload.md
create mode 100644 docs/cluster-config/available-configs.md
create mode 100644 docs/cluster-config/index.md
create mode 100644 docs/converter/index.md
create mode 100644 docs/converter/usage.md
create mode 100644 docs/converter/what-converts.md
create mode 100644 docs/faq.md
delete mode 100644 docs/get-started.md
create mode 100644 docs/glossary.md
create mode 100644 docs/quickstart.md
create mode 100644 docs/reference/commands/aggregate.md
create mode 100644 docs/reference/commands/benchmarkd.md
create mode 100644 docs/reference/commands/command-flags.md
create mode 100644 docs/reference/commands/compare.md
create mode 100644 docs/reference/commands/create-workload.md
create mode 100644 docs/reference/commands/download.md
create mode 100644 docs/reference/commands/generate-data.md
create mode 100644 docs/reference/commands/index.md
create mode 100644 docs/reference/commands/info.md
create mode 100644 docs/reference/commands/install.md
create mode 100644 docs/reference/commands/list.md
create mode 100644 docs/reference/commands/run.md
create mode 100644 docs/reference/commands/start.md
create mode 100644 docs/reference/commands/stop.md
create mode 100644 docs/reference/commands/visualize.md
create mode 100644 docs/reference/index.md
create mode 100644 docs/reference/metrics/filesystem-metrics-store.md
create mode 100644 docs/reference/metrics/index.md
create mode 100644 docs/reference/metrics/metric-records.md
create mode 100644 docs/reference/metrics/metrics-reference.md
create mode 100644 docs/reference/summary-report.md
create mode 100644 docs/reference/telemetry.md
create mode 100644 docs/reference/workloads/collections.md
create mode 100644 docs/reference/workloads/corpora.md
create mode 100644 docs/reference/workloads/index.md
create mode 100644 docs/reference/workloads/operations.md
create mode 100644 docs/reference/workloads/test-procedures.md
create mode 100644 docs/user-guide/concepts.md
create mode 100644 docs/user-guide/index.md
create mode 100644 docs/user-guide/install-and-configure/configuring.md
create mode 100644 docs/user-guide/install-and-configure/index.md
create mode 100644 docs/user-guide/install-and-configure/installing.md
create mode 100644 docs/user-guide/optimizing-benchmarks/best-practices.md
create mode 100644 docs/user-guide/optimizing-benchmarks/index.md
create mode 100644 docs/user-guide/optimizing-benchmarks/randomizing-queries.md
create mode 100644
docs/user-guide/optimizing-benchmarks/running-distributed-load.md
create mode 100644 docs/user-guide/optimizing-benchmarks/target-throughput.md
create mode 100644 docs/user-guide/understanding-results/index.md
create mode 100644 docs/user-guide/understanding-results/summary-reports.md
create mode 100644 docs/user-guide/understanding-results/telemetry.md
create mode 100644
docs/user-guide/understanding-workloads/anatomy-of-a-workload.md
create mode 100644
docs/user-guide/understanding-workloads/choosing-a-workload.md
create mode 100644 docs/user-guide/understanding-workloads/common-operations.md
create mode 100644 docs/user-guide/understanding-workloads/index.md
create mode 100644
docs/user-guide/working-with-workloads/contributing-workloads.md
create mode 100644
docs/user-guide/working-with-workloads/creating-custom-workloads.md
create mode 100644 docs/user-guide/working-with-workloads/finetune-workloads.md
create mode 100644 docs/user-guide/working-with-workloads/index.md
create mode 100644 docs/user-guide/working-with-workloads/running-workloads.md
delete mode 100644 docs/user-guides/create-pipeline.md
create mode 100644 it/README.md
delete mode 100644 it/resources/benchmark-os-it.ini
delete mode 100644 opensearch_benchmark.png
delete mode 100644 osbenchmark/async_connection.py
delete mode 100644
osbenchmark/builder/downloaders/core_plugin_source_downloader.py
rename osbenchmark/builder/downloaders/{opensearch_distribution_downloader.py
=> distribution_downloader.py} (58%)
delete mode 100644
osbenchmark/builder/downloaders/external_plugin_source_downloader.py
delete mode 100644
osbenchmark/builder/downloaders/plugin_distribution_downloader.py
rename
osbenchmark/builder/downloaders/repositories/{opensearch_distribution_repository_provider.py
=> distribution_repository_provider.py} (51%)
rename osbenchmark/builder/downloaders/{opensearch_source_downloader.py =>
source_downloader.py} (57%)
delete mode 100644 osbenchmark/builder/installers/preparers/plugin_preparer.py
rename osbenchmark/builder/installers/preparers/{opensearch_preparer.py =>
solr_preparer.py} (77%)
create mode 100644 osbenchmark/builder/solr_provisioner.py
create mode 100644 osbenchmark/conversion/__init__.py
create mode 100644 osbenchmark/conversion/detector.py
create mode 100644 osbenchmark/conversion/field.py
create mode 100644 osbenchmark/conversion/query.py
create mode 100644 osbenchmark/conversion/schema.py
create mode 100644 osbenchmark/conversion/workload_converter.py
delete mode 100755 osbenchmark/data_streaming/data_producer.py
delete mode 100644 osbenchmark/decompressors/pbzip2-Darwin-arm64
delete mode 100755 osbenchmark/decompressors/pbzip2-Darwin-x86_64
delete mode 100755 osbenchmark/decompressors/pbzip2-Linux-aarch64
delete mode 100755 osbenchmark/decompressors/pbzip2-Linux-x86_64
delete mode 100644 osbenchmark/kafka_client.py
delete mode 100644 osbenchmark/min-os-version.txt
create mode 100644 osbenchmark/min-version.txt
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/basic-license.ini
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/default_distro/config.ini
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/default_distro/templates/config/opensearch.yml
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/trial-license.ini
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/unpooled.ini
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/unpooled/templates/config/jvm.options
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/cluster_configs/v1/vanilla/templates/config/opensearch.yml
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/core-plugins.txt
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/repository_azure/README.md
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/repository_azure/plugin.py
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/repository_gcs/README.md
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/repository_gcs/plugin.py
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/repository_s3/README.md
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/repository_s3/plugin.py
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/transport_nio/default/templates/config/opensearch.yml
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/transport_nio/http.ini
delete mode 100644
osbenchmark/resources/cluster_configs/1.0/plugins/v1/transport_nio/transport.ini
delete mode 100644
osbenchmark/resources/cluster_configs/main/cluster_configs/v1/basic-license.ini
delete mode 100644
osbenchmark/resources/cluster_configs/main/cluster_configs/v1/trial-license.ini
delete mode 100644
osbenchmark/resources/cluster_configs/main/cluster_configs/v1/unpooled.ini
delete mode 100644
osbenchmark/resources/cluster_configs/main/cluster_configs/v1/unpooled/templates/config/jvm.options
delete mode 100644
osbenchmark/resources/cluster_configs/main/cluster_configs/v1/vanilla/templates/config/opensearch.yml
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/core-plugins.txt
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/repository_azure/README.md
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/repository_azure/plugin.py
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/repository_gcs/README.md
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/repository_gcs/plugin.py
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/repository_s3/README.md
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/repository_s3/plugin.py
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/transport_nio/default/templates/config/opensearch.yml
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/transport_nio/http.ini
delete mode 100644
osbenchmark/resources/cluster_configs/main/plugins/v1/transport_nio/transport.ini
create mode 100644 osbenchmark/result_writer.py
rename osbenchmark/{data_streaming => tools}/__init__.py (100%)
delete mode 100644
osbenchmark/worker_coordinator/proto_helpers/ProtoBulkHelper.py
delete mode 100644
osbenchmark/worker_coordinator/proto_helpers/ProtoQueryHelper.py
delete mode 100644 osbenchmark/worker_coordinator/proto_helpers/__init__.py
delete mode 100644 samples/ccr/docker-compose-metricstore.yml
delete mode 100644 samples/ccr/docker-compose.yml
delete mode 100755 samples/ccr/start.sh
delete mode 100755 samples/ccr/stop.sh
delete mode 100755 scripts/pbzip2
delete mode 100644 scripts/terraform/.gitignore
delete mode 100644 scripts/terraform/.terraform.lock.hcl
delete mode 100644 scripts/terraform/PROVISIONING_CLUSTER.md
delete mode 100644 scripts/terraform/modules/opensearch/jvm.v2.options
delete mode 100644 scripts/terraform/modules/opensearch/jvm.v3.options
delete mode 100644 scripts/terraform/modules/opensearch/opensearch.tf
delete mode 100644 scripts/terraform/modules/opensearch/os-cluster.yaml
delete mode 100644 scripts/terraform/modules/opensearch/os_cluster.sh
delete mode 100644 scripts/terraform/modules/opensearch/outputs.tf
delete mode 100644 scripts/terraform/modules/opensearch/variables.tf
delete mode 100644 scripts/terraform/outputs.tf
delete mode 100644 scripts/terraform/provision-cluster.tf
delete mode 100644 scripts/terraform/resources.sh
delete mode 100644 scripts/terraform/terraform.tfvars.example
delete mode 100644 scripts/terraform/variables.tf
create mode 100644 solrbenchmark/__init__.py
create mode 100644 solrbenchmark/main.py
delete mode 100644
tests/builder/downloaders/core_plugin_source_downloader_test.py
rename tests/builder/downloaders/{opensearch_distribution_downloader_test.py
=> distribution_downloader_test.py} (81%)
delete mode 100644
tests/builder/downloaders/external_plugin_source_downloader_test.py
delete mode 100644
tests/builder/downloaders/plugin_distribution_downloader_test.py
rename
tests/builder/downloaders/repositories/{opensearch_distribution_repository_provider_test.py
=> distribution_repository_provider_test.py} (54%)
rename tests/builder/downloaders/{opensearch_source_downloader_test.py =>
source_downloader_test.py} (79%)
delete mode 100644 tests/builder/installers/preparers/plugin_preparer_test.py
rename tests/builder/installers/preparers/{opensearch_preparer_test.py =>
solr_preparer_test.py} (79%)
delete mode 100644 tests/data_streaming/__init__.py
delete mode 100644 tests/data_streaming/producer_test.py
delete mode 100644 tests/kafka_client_test.py
delete mode 100644 tests/telemetry_test.py
delete mode 100644 tests/test_async_connection.py
rename docs/user-guides/index.md => tests/unit/__init__.py (100%)
create mode 100644 tests/unit/solr/__init__.py
create mode 100644 tests/unit/solr/conversion/__init__.py
create mode 100644 tests/unit/solr/conversion/test_detector.py
create mode 100644 tests/unit/solr/test_client.py
create mode 100644 tests/unit/solr/test_filesystem_metrics_store.py
create mode 100644 tests/unit/solr/test_provisioner.py
create mode 100644 tests/unit/solr/test_result_writer.py
create mode 100644 tests/unit/solr/test_runner.py
create mode 100644 tests/unit/solr/test_schema_generator.py
create mode 100644 tests/unit/solr/test_telemetry.py
create mode 100644 tests/unit/solr/test_workload_converter.py
create mode 100644 tests/unit/test_telemetry.py
delete mode 100644 tests/worker_coordinator/proto_bulk_helper_test.py
delete mode 100644 tests/worker_coordinator/proto_query_helper_test.py
delete mode 100644 tests/workload_generator/corpus_test.py
delete mode 100644 tests/workload_generator/index_test.py
