This is an automated email from the ASF dual-hosted git repository.
vjasani pushed a change to branch 5.1
in repository https://gitbox.apache.org/repos/asf/phoenix.git.
from 71f4015 PHOENIX-6444 Extend Cell Tags to Delete object for Indexer
coproc (#1197)
new b64624f PHOENIX-6417 Fix PHERF ITs that are failing in the local
builds
new 0daaf4f PHOENIX-6118: Multi Tenant Workloads using PHERF
new 349040a PHOENIX-6429 Add support for global connections and
sequential data generators
new c2c382f PHOENIX-6430 Added support for full row update for tables
when no columns specfied in scenario
new 1dd7980 PHOENIX-6431 Add support for auto assigning pmfs
new efda46a PHOENIX-6432 Add support for additional load generators
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/phoenix/query/BaseTest.java | 2 +-
phoenix-pherf/pom.xml | 41 ++-
.../java/org/apache/phoenix/pherf/PherfMainIT.java | 4 +-
.../org/apache/phoenix/pherf/ResultBaseTestIT.java | 8 +-
.../org/apache/phoenix/pherf/SchemaReaderIT.java | 2 +-
.../pherf/workload/mt/MultiTenantTestUtils.java | 330 +++++++++++++++++++
.../mt/TenantTableOperationWorkloadIT.java | 149 +++++++++
.../workload/mt/TenantViewOperationWorkloadIT.java | 157 +++++++++
.../datamodel/create_prod_test_unsalted.sql | 0
.../src/{main => it}/resources/hbase-site.xml | 0
.../{config => src/it/resources}/pherf.properties | 4 +-
.../scenario/prod_test_unsalted_scenario.xml | 0
.../main/java/org/apache/phoenix/pherf/Pherf.java | 69 +++-
.../org/apache/phoenix/pherf/PherfConstants.java | 6 +
.../pherf/configuration/DataTypeMapping.java | 2 +
.../apache/phoenix/pherf/configuration/Ddl.java | 14 +-
.../phoenix/pherf/configuration/IdleTime.java | 33 +-
.../phoenix/pherf/configuration/LoadProfile.java | 121 +++++++
.../pherf/configuration/OperationGroup.java | 30 +-
.../apache/phoenix/pherf/configuration/Query.java | 54 +--
.../phoenix/pherf/configuration/Scenario.java | 65 +++-
.../phoenix/pherf/configuration/TenantGroup.java | 62 ++++
.../apache/phoenix/pherf/configuration/Upsert.java | 129 ++++++++
.../phoenix/pherf/configuration/UserDefined.java | 41 ++-
.../apache/phoenix/pherf/rules/RulesApplier.java | 135 +++++---
...rator.java => SequentialDateDataGenerator.java} | 38 ++-
...rator.java => SequentialListDataGenerator.java} | 30 +-
...or.java => SequentialVarcharDataGenerator.java} | 45 ++-
.../org/apache/phoenix/pherf/util/PhoenixUtil.java | 196 ++++++++++-
.../apache/phoenix/pherf/util/ResourceList.java | 5 +-
.../pherf/workload/MultiThreadedRunner.java | 2 +-
.../phoenix/pherf/workload/WriteWorkload.java | 131 +-------
.../pherf/workload/mt/MultiTenantWorkload.java | 81 +++++
.../mt/generators/BaseLoadEventGenerator.java | 217 ++++++++++++
.../workload/mt/generators/LoadEventGenerator.java | 62 ++++
.../mt/generators/LoadEventGeneratorFactory.java | 43 +++
.../generators/SequentialLoadEventGenerator.java | 187 +++++++++++
.../TenantLoadEventGeneratorFactory.java | 70 ++++
.../mt/generators/TenantOperationInfo.java | 70 ++++
.../UniformDistributionLoadEventGenerator.java | 109 ++++++
.../WeightedRandomLoadEventGenerator.java | 186 +++++++++++
.../workload/mt/handlers/PherfWorkHandler.java | 23 +-
.../mt/handlers/RendezvousingWorkHandler.java | 103 ++++++
.../mt/handlers/TenantOperationWorkHandler.java | 87 +++++
.../mt/operations/BaseOperationSupplier.java | 48 +++
.../workload/mt/operations/IdleTimeOperation.java | 20 +-
.../mt/operations/IdleTimeOperationSupplier.java | 78 +++++
.../pherf/workload/mt/operations/Operation.java | 18 +-
.../workload/mt/operations/OperationStats.java | 108 ++++++
.../mt/operations/PreScenarioOperation.java | 20 +-
.../operations/PreScenarioOperationSupplier.java | 89 +++++
.../workload/mt/operations/QueryOperation.java | 20 +-
.../mt/operations/QueryOperationSupplier.java | 98 ++++++
.../mt/operations/TenantOperationFactory.java | 365 +++++++++++++++++++++
.../workload/mt/operations/UpsertOperation.java | 20 +-
.../mt/operations/UpsertOperationSupplier.java | 165 ++++++++++
.../mt/operations/UserDefinedOperation.java | 20 +-
.../operations/UserDefinedOperationSupplier.java | 51 +++
.../phoenix/pherf/ConfigurationParserTest.java | 113 ++++++-
.../java/org/apache/phoenix/pherf/PherfTest.java | 2 +-
.../org/apache/phoenix/pherf/ResultBaseTest.java | 6 +-
.../apache/phoenix/pherf/RuleGeneratorTest.java | 5 +-
...t.java => SequentialDateDataGeneratorTest.java} | 39 ++-
...t.java => SequentialListDataGeneratorTest.java} | 49 ++-
...ava => SequentialVarcharDataGeneratorTest.java} | 29 +-
.../mt/SequentialLoadEventGeneratorTest.java | 146 +++++++++
.../workload/mt/TenantOperationFactoryTest.java | 128 ++++++++
.../UniformDistributionLoadEventGeneratorTest.java | 136 ++++++++
.../mt/WeightedRandomLoadEventGeneratorTest.java | 219 +++++++++++++
..._mt_table.sql => test_mt_schema_base_table.sql} | 2 +-
...chema_mt_table.sql => test_mt_schema_view1.sql} | 18 +-
...chema_mt_table.sql => test_mt_schema_view2.sql} | 18 +-
.../src/test/resources/datamodel/test_schema.sql | 4 +-
...ema_mt_table.sql => test_tbl_schema_simple.sql} | 22 +-
.../scenario/malicious_scenario_with_dtd.xml | 2 +-
.../src/test/resources/scenario/test_evt_gen1.xml | 70 ++++
.../src/test/resources/scenario/test_evt_gen2.xml | 82 +++++
.../src/test/resources/scenario/test_evt_gen3.xml | 78 +++++
.../src/test/resources/scenario/test_evt_gen4.xml | 78 +++++
.../scenario/test_mt_workload_template.xml | 226 +++++++++++++
.../src/test/resources/scenario/test_scenario.xml | 29 +-
.../scenario/test_tbl_workload_template.xml | 169 ++++++++++
...rio.xml => test_workload_with_load_profile.xml} | 295 ++++++++++-------
83 files changed, 5627 insertions(+), 601 deletions(-)
create mode 100644
phoenix-pherf/src/it/java/org/apache/phoenix/pherf/workload/mt/MultiTenantTestUtils.java
create mode 100644
phoenix-pherf/src/it/java/org/apache/phoenix/pherf/workload/mt/TenantTableOperationWorkloadIT.java
create mode 100644
phoenix-pherf/src/it/java/org/apache/phoenix/pherf/workload/mt/TenantViewOperationWorkloadIT.java
rename phoenix-pherf/src/{main =>
it}/resources/datamodel/create_prod_test_unsalted.sql (100%)
rename phoenix-pherf/src/{main => it}/resources/hbase-site.xml (100%)
copy phoenix-pherf/{config => src/it/resources}/pherf.properties (95%)
rename phoenix-pherf/src/{main =>
it}/resources/scenario/prod_test_unsalted_scenario.xml (100%)
copy
phoenix-core/src/main/java/org/apache/phoenix/parse/DeleteJarStatement.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/configuration/IdleTime.java
(61%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/configuration/LoadProfile.java
copy
phoenix-core/src/main/java/org/apache/phoenix/parse/DeleteJarStatement.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/configuration/OperationGroup.java
(65%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/configuration/TenantGroup.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/configuration/Upsert.java
copy
phoenix-core/src/main/java/org/apache/phoenix/parse/DeleteJarStatement.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/configuration/UserDefined.java
(55%)
copy
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/rules/{SequentialIntegerDataGenerator.java
=> SequentialDateDataGenerator.java} (60%)
copy
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/rules/{SequentialIntegerDataGenerator.java
=> SequentialListDataGenerator.java} (71%)
copy
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/rules/{SequentialIntegerDataGenerator.java
=> SequentialVarcharDataGenerator.java} (55%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/MultiTenantWorkload.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/BaseLoadEventGenerator.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/LoadEventGenerator.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/LoadEventGeneratorFactory.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/SequentialLoadEventGenerator.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/TenantLoadEventGeneratorFactory.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/TenantOperationInfo.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/UniformDistributionLoadEventGenerator.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/generators/WeightedRandomLoadEventGenerator.java
copy
phoenix-core/src/main/java/org/apache/phoenix/util/DefaultEnvironmentEdge.java
=>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/handlers/PherfWorkHandler.java
(69%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/handlers/RendezvousingWorkHandler.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/handlers/TenantOperationWorkHandler.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/BaseOperationSupplier.java
copy phoenix-core/src/main/java/org/apache/phoenix/call/CallWrapper.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/IdleTimeOperation.java
(72%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/IdleTimeOperationSupplier.java
copy phoenix-core/src/it/java/org/apache/phoenix/trace/PhoenixTagImpl.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/Operation.java
(68%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/OperationStats.java
copy phoenix-core/src/main/java/org/apache/phoenix/call/CallWrapper.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/PreScenarioOperation.java
(72%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/PreScenarioOperationSupplier.java
copy phoenix-core/src/main/java/org/apache/phoenix/call/CallWrapper.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/QueryOperation.java
(76%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/QueryOperationSupplier.java
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/TenantOperationFactory.java
copy phoenix-core/src/main/java/org/apache/phoenix/call/CallWrapper.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/UpsertOperation.java
(75%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/UpsertOperationSupplier.java
copy phoenix-core/src/main/java/org/apache/phoenix/call/CallWrapper.java =>
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/UserDefinedOperation.java
(73%)
create mode 100644
phoenix-pherf/src/main/java/org/apache/phoenix/pherf/workload/mt/operations/UserDefinedOperationSupplier.java
copy
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/rules/{SequentialIntegerDataGeneratorTest.java
=> SequentialDateDataGeneratorTest.java} (58%)
copy
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/rules/{SequentialIntegerDataGeneratorTest.java
=> SequentialListDataGeneratorTest.java} (57%)
copy
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/rules/{SequentialIntegerDataGeneratorTest.java
=> SequentialVarcharDataGeneratorTest.java} (76%)
create mode 100644
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/workload/mt/SequentialLoadEventGeneratorTest.java
create mode 100644
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/workload/mt/TenantOperationFactoryTest.java
create mode 100644
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/workload/mt/UniformDistributionLoadEventGeneratorTest.java
create mode 100644
phoenix-pherf/src/test/java/org/apache/phoenix/pherf/workload/mt/WeightedRandomLoadEventGeneratorTest.java
copy phoenix-pherf/src/test/resources/datamodel/{test_schema_mt_table.sql =>
test_mt_schema_base_table.sql} (94%)
copy phoenix-pherf/src/test/resources/datamodel/{test_schema_mt_table.sql =>
test_mt_schema_view1.sql} (74%)
copy phoenix-pherf/src/test/resources/datamodel/{test_schema_mt_table.sql =>
test_mt_schema_view2.sql} (74%)
rename phoenix-pherf/src/test/resources/datamodel/{test_schema_mt_table.sql =>
test_tbl_schema_simple.sql} (76%)
create mode 100644 phoenix-pherf/src/test/resources/scenario/test_evt_gen1.xml
create mode 100644 phoenix-pherf/src/test/resources/scenario/test_evt_gen2.xml
create mode 100644 phoenix-pherf/src/test/resources/scenario/test_evt_gen3.xml
create mode 100644 phoenix-pherf/src/test/resources/scenario/test_evt_gen4.xml
create mode 100644
phoenix-pherf/src/test/resources/scenario/test_mt_workload_template.xml
create mode 100644
phoenix-pherf/src/test/resources/scenario/test_tbl_workload_template.xml
copy phoenix-pherf/src/test/resources/scenario/{test_scenario.xml =>
test_workload_with_load_profile.xml} (57%)
