Repository: hbase-site Updated Branches: refs/heads/asf-site 0fb66c20d -> 1837997e5
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/1837997e/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.AppendTest.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.AppendTest.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.AppendTest.html index b506688..7e708b5 100644 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.AppendTest.html +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.AppendTest.html @@ -1474,841 +1474,847 @@ <span class="sourceLineNo">1466</span> }<a name="line.1466"></a> <span class="sourceLineNo">1467</span> put.setDurability(opts.writeToWAL ? Durability.SYNC_WAL : Durability.SKIP_WAL);<a name="line.1467"></a> <span class="sourceLineNo">1468</span> mutator.mutate(put);<a name="line.1468"></a> -<span class="sourceLineNo">1469</span> }<a name="line.1469"></a> -<span class="sourceLineNo">1470</span> }<a name="line.1470"></a> -<span class="sourceLineNo">1471</span><a name="line.1471"></a> -<span class="sourceLineNo">1472</span> static class ScanTest extends TableTest {<a name="line.1472"></a> -<span class="sourceLineNo">1473</span> private ResultScanner testScanner;<a name="line.1473"></a> +<span class="sourceLineNo">1469</span> if (opts.autoFlush) {<a name="line.1469"></a> +<span class="sourceLineNo">1470</span> mutator.flush();<a name="line.1470"></a> +<span class="sourceLineNo">1471</span> }<a name="line.1471"></a> +<span class="sourceLineNo">1472</span> }<a name="line.1472"></a> +<span class="sourceLineNo">1473</span> }<a name="line.1473"></a> <span class="sourceLineNo">1474</span><a name="line.1474"></a> -<span class="sourceLineNo">1475</span> ScanTest(Connection con, TestOptions options, Status status) {<a name="line.1475"></a> -<span class="sourceLineNo">1476</span> super(con, options, status);<a name="line.1476"></a> -<span class="sourceLineNo">1477</span> }<a name="line.1477"></a> -<span class="sourceLineNo">1478</span><a name="line.1478"></a> -<span class="sourceLineNo">1479</span> @Override<a name="line.1479"></a> -<span class="sourceLineNo">1480</span> void testTakedown() throws IOException {<a name="line.1480"></a> -<span class="sourceLineNo">1481</span> if (this.testScanner != null) {<a name="line.1481"></a> -<span class="sourceLineNo">1482</span> this.testScanner.close();<a name="line.1482"></a> -<span class="sourceLineNo">1483</span> }<a name="line.1483"></a> -<span class="sourceLineNo">1484</span> super.testTakedown();<a name="line.1484"></a> -<span class="sourceLineNo">1485</span> }<a name="line.1485"></a> -<span class="sourceLineNo">1486</span><a name="line.1486"></a> -<span class="sourceLineNo">1487</span><a name="line.1487"></a> -<span class="sourceLineNo">1488</span> @Override<a name="line.1488"></a> -<span class="sourceLineNo">1489</span> void testRow(final int i) throws IOException {<a name="line.1489"></a> -<span class="sourceLineNo">1490</span> if (this.testScanner == null) {<a name="line.1490"></a> -<span class="sourceLineNo">1491</span> Scan scan = new Scan().withStartRow(format(opts.startRow)).setCaching(opts.caching)<a name="line.1491"></a> -<span class="sourceLineNo">1492</span> .setCacheBlocks(opts.cacheBlocks).setAsyncPrefetch(opts.asyncPrefetch)<a name="line.1492"></a> -<span class="sourceLineNo">1493</span> .setReadType(opts.scanReadType);<a name="line.1493"></a> -<span class="sourceLineNo">1494</span> if (opts.addColumns) {<a name="line.1494"></a> -<span class="sourceLineNo">1495</span> scan.addColumn(FAMILY_NAME, QUALIFIER_NAME);<a name="line.1495"></a> -<span class="sourceLineNo">1496</span> } else {<a name="line.1496"></a> -<span class="sourceLineNo">1497</span> scan.addFamily(FAMILY_NAME);<a name="line.1497"></a> -<span class="sourceLineNo">1498</span> }<a name="line.1498"></a> -<span class="sourceLineNo">1499</span> if (opts.filterAll) {<a name="line.1499"></a> -<span class="sourceLineNo">1500</span> scan.setFilter(new FilterAllFilter());<a name="line.1500"></a> +<span class="sourceLineNo">1475</span> static class ScanTest extends TableTest {<a name="line.1475"></a> +<span class="sourceLineNo">1476</span> private ResultScanner testScanner;<a name="line.1476"></a> +<span class="sourceLineNo">1477</span><a name="line.1477"></a> +<span class="sourceLineNo">1478</span> ScanTest(Connection con, TestOptions options, Status status) {<a name="line.1478"></a> +<span class="sourceLineNo">1479</span> super(con, options, status);<a name="line.1479"></a> +<span class="sourceLineNo">1480</span> }<a name="line.1480"></a> +<span class="sourceLineNo">1481</span><a name="line.1481"></a> +<span class="sourceLineNo">1482</span> @Override<a name="line.1482"></a> +<span class="sourceLineNo">1483</span> void testTakedown() throws IOException {<a name="line.1483"></a> +<span class="sourceLineNo">1484</span> if (this.testScanner != null) {<a name="line.1484"></a> +<span class="sourceLineNo">1485</span> this.testScanner.close();<a name="line.1485"></a> +<span class="sourceLineNo">1486</span> }<a name="line.1486"></a> +<span class="sourceLineNo">1487</span> super.testTakedown();<a name="line.1487"></a> +<span class="sourceLineNo">1488</span> }<a name="line.1488"></a> +<span class="sourceLineNo">1489</span><a name="line.1489"></a> +<span class="sourceLineNo">1490</span><a name="line.1490"></a> +<span class="sourceLineNo">1491</span> @Override<a name="line.1491"></a> +<span class="sourceLineNo">1492</span> void testRow(final int i) throws IOException {<a name="line.1492"></a> +<span class="sourceLineNo">1493</span> if (this.testScanner == null) {<a name="line.1493"></a> +<span class="sourceLineNo">1494</span> Scan scan = new Scan().withStartRow(format(opts.startRow)).setCaching(opts.caching)<a name="line.1494"></a> +<span class="sourceLineNo">1495</span> .setCacheBlocks(opts.cacheBlocks).setAsyncPrefetch(opts.asyncPrefetch)<a name="line.1495"></a> +<span class="sourceLineNo">1496</span> .setReadType(opts.scanReadType);<a name="line.1496"></a> +<span class="sourceLineNo">1497</span> if (opts.addColumns) {<a name="line.1497"></a> +<span class="sourceLineNo">1498</span> scan.addColumn(FAMILY_NAME, QUALIFIER_NAME);<a name="line.1498"></a> +<span class="sourceLineNo">1499</span> } else {<a name="line.1499"></a> +<span class="sourceLineNo">1500</span> scan.addFamily(FAMILY_NAME);<a name="line.1500"></a> <span class="sourceLineNo">1501</span> }<a name="line.1501"></a> -<span class="sourceLineNo">1502</span> this.testScanner = table.getScanner(scan);<a name="line.1502"></a> -<span class="sourceLineNo">1503</span> }<a name="line.1503"></a> -<span class="sourceLineNo">1504</span> Result r = testScanner.next();<a name="line.1504"></a> -<span class="sourceLineNo">1505</span> updateValueSize(r);<a name="line.1505"></a> -<span class="sourceLineNo">1506</span> }<a name="line.1506"></a> -<span class="sourceLineNo">1507</span> }<a name="line.1507"></a> -<span class="sourceLineNo">1508</span><a name="line.1508"></a> -<span class="sourceLineNo">1509</span> /**<a name="line.1509"></a> -<span class="sourceLineNo">1510</span> * Base class for operations that are CAS-like; that read a value and then set it based off what<a name="line.1510"></a> -<span class="sourceLineNo">1511</span> * they read. In this category is increment, append, checkAndPut, etc.<a name="line.1511"></a> -<span class="sourceLineNo">1512</span> *<a name="line.1512"></a> -<span class="sourceLineNo">1513</span> * <p>These operations also want some concurrency going on. Usually when these tests run, they<a name="line.1513"></a> -<span class="sourceLineNo">1514</span> * operate in their own part of the key range. In CASTest, we will have them all overlap on the<a name="line.1514"></a> -<span class="sourceLineNo">1515</span> * same key space. We do this with our getStartRow and getLastRow overrides.<a name="line.1515"></a> -<span class="sourceLineNo">1516</span> */<a name="line.1516"></a> -<span class="sourceLineNo">1517</span> static abstract class CASTableTest extends TableTest {<a name="line.1517"></a> -<span class="sourceLineNo">1518</span> private final byte [] qualifier;<a name="line.1518"></a> -<span class="sourceLineNo">1519</span> CASTableTest(Connection con, TestOptions options, Status status) {<a name="line.1519"></a> -<span class="sourceLineNo">1520</span> super(con, options, status);<a name="line.1520"></a> -<span class="sourceLineNo">1521</span> qualifier = Bytes.toBytes(this.getClass().getSimpleName());<a name="line.1521"></a> -<span class="sourceLineNo">1522</span> }<a name="line.1522"></a> -<span class="sourceLineNo">1523</span><a name="line.1523"></a> -<span class="sourceLineNo">1524</span> byte [] getQualifier() {<a name="line.1524"></a> -<span class="sourceLineNo">1525</span> return this.qualifier;<a name="line.1525"></a> -<span class="sourceLineNo">1526</span> }<a name="line.1526"></a> -<span class="sourceLineNo">1527</span><a name="line.1527"></a> -<span class="sourceLineNo">1528</span> @Override<a name="line.1528"></a> -<span class="sourceLineNo">1529</span> int getStartRow() {<a name="line.1529"></a> -<span class="sourceLineNo">1530</span> return 0;<a name="line.1530"></a> -<span class="sourceLineNo">1531</span> }<a name="line.1531"></a> -<span class="sourceLineNo">1532</span><a name="line.1532"></a> -<span class="sourceLineNo">1533</span> @Override<a name="line.1533"></a> -<span class="sourceLineNo">1534</span> int getLastRow() {<a name="line.1534"></a> -<span class="sourceLineNo">1535</span> return opts.perClientRunRows;<a name="line.1535"></a> -<span class="sourceLineNo">1536</span> }<a name="line.1536"></a> -<span class="sourceLineNo">1537</span> }<a name="line.1537"></a> -<span class="sourceLineNo">1538</span><a name="line.1538"></a> -<span class="sourceLineNo">1539</span> static class IncrementTest extends CASTableTest {<a name="line.1539"></a> -<span class="sourceLineNo">1540</span> IncrementTest(Connection con, TestOptions options, Status status) {<a name="line.1540"></a> -<span class="sourceLineNo">1541</span> super(con, options, status);<a name="line.1541"></a> -<span class="sourceLineNo">1542</span> }<a name="line.1542"></a> -<span class="sourceLineNo">1543</span><a name="line.1543"></a> -<span class="sourceLineNo">1544</span> @Override<a name="line.1544"></a> -<span class="sourceLineNo">1545</span> void testRow(final int i) throws IOException {<a name="line.1545"></a> -<span class="sourceLineNo">1546</span> Increment increment = new Increment(format(i));<a name="line.1546"></a> -<span class="sourceLineNo">1547</span> increment.addColumn(FAMILY_NAME, getQualifier(), 1l);<a name="line.1547"></a> -<span class="sourceLineNo">1548</span> updateValueSize(this.table.increment(increment));<a name="line.1548"></a> -<span class="sourceLineNo">1549</span> }<a name="line.1549"></a> -<span class="sourceLineNo">1550</span> }<a name="line.1550"></a> -<span class="sourceLineNo">1551</span><a name="line.1551"></a> -<span class="sourceLineNo">1552</span> static class AppendTest extends CASTableTest {<a name="line.1552"></a> -<span class="sourceLineNo">1553</span> AppendTest(Connection con, TestOptions options, Status status) {<a name="line.1553"></a> -<span class="sourceLineNo">1554</span> super(con, options, status);<a name="line.1554"></a> -<span class="sourceLineNo">1555</span> }<a name="line.1555"></a> -<span class="sourceLineNo">1556</span><a name="line.1556"></a> -<span class="sourceLineNo">1557</span> @Override<a name="line.1557"></a> -<span class="sourceLineNo">1558</span> void testRow(final int i) throws IOException {<a name="line.1558"></a> -<span class="sourceLineNo">1559</span> byte [] bytes = format(i);<a name="line.1559"></a> -<span class="sourceLineNo">1560</span> Append append = new Append(bytes);<a name="line.1560"></a> -<span class="sourceLineNo">1561</span> append.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1561"></a> -<span class="sourceLineNo">1562</span> updateValueSize(this.table.append(append));<a name="line.1562"></a> -<span class="sourceLineNo">1563</span> }<a name="line.1563"></a> -<span class="sourceLineNo">1564</span> }<a name="line.1564"></a> -<span class="sourceLineNo">1565</span><a name="line.1565"></a> -<span class="sourceLineNo">1566</span> static class CheckAndMutateTest extends CASTableTest {<a name="line.1566"></a> -<span class="sourceLineNo">1567</span> CheckAndMutateTest(Connection con, TestOptions options, Status status) {<a name="line.1567"></a> -<span class="sourceLineNo">1568</span> super(con, options, status);<a name="line.1568"></a> -<span class="sourceLineNo">1569</span> }<a name="line.1569"></a> -<span class="sourceLineNo">1570</span><a name="line.1570"></a> -<span class="sourceLineNo">1571</span> @Override<a name="line.1571"></a> -<span class="sourceLineNo">1572</span> void testRow(final int i) throws IOException {<a name="line.1572"></a> -<span class="sourceLineNo">1573</span> byte [] bytes = format(i);<a name="line.1573"></a> -<span class="sourceLineNo">1574</span> // Put a known value so when we go to check it, it is there.<a name="line.1574"></a> -<span class="sourceLineNo">1575</span> Put put = new Put(bytes);<a name="line.1575"></a> -<span class="sourceLineNo">1576</span> put.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1576"></a> -<span class="sourceLineNo">1577</span> this.table.put(put);<a name="line.1577"></a> -<span class="sourceLineNo">1578</span> RowMutations mutations = new RowMutations(bytes);<a name="line.1578"></a> -<span class="sourceLineNo">1579</span> mutations.add(put);<a name="line.1579"></a> -<span class="sourceLineNo">1580</span> this.table.checkAndMutate(bytes, FAMILY_NAME, getQualifier(), CompareOp.EQUAL, bytes,<a name="line.1580"></a> -<span class="sourceLineNo">1581</span> mutations);<a name="line.1581"></a> -<span class="sourceLineNo">1582</span> }<a name="line.1582"></a> -<span class="sourceLineNo">1583</span> }<a name="line.1583"></a> -<span class="sourceLineNo">1584</span><a name="line.1584"></a> -<span class="sourceLineNo">1585</span> static class CheckAndPutTest extends CASTableTest {<a name="line.1585"></a> -<span class="sourceLineNo">1586</span> CheckAndPutTest(Connection con, TestOptions options, Status status) {<a name="line.1586"></a> -<span class="sourceLineNo">1587</span> super(con, options, status);<a name="line.1587"></a> -<span class="sourceLineNo">1588</span> }<a name="line.1588"></a> -<span class="sourceLineNo">1589</span><a name="line.1589"></a> -<span class="sourceLineNo">1590</span> @Override<a name="line.1590"></a> -<span class="sourceLineNo">1591</span> void testRow(final int i) throws IOException {<a name="line.1591"></a> -<span class="sourceLineNo">1592</span> byte [] bytes = format(i);<a name="line.1592"></a> -<span class="sourceLineNo">1593</span> // Put a known value so when we go to check it, it is there.<a name="line.1593"></a> -<span class="sourceLineNo">1594</span> Put put = new Put(bytes);<a name="line.1594"></a> -<span class="sourceLineNo">1595</span> put.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1595"></a> -<span class="sourceLineNo">1596</span> this.table.put(put);<a name="line.1596"></a> -<span class="sourceLineNo">1597</span> this.table.checkAndPut(bytes, FAMILY_NAME, getQualifier(), CompareOp.EQUAL, bytes, put);<a name="line.1597"></a> -<span class="sourceLineNo">1598</span> }<a name="line.1598"></a> -<span class="sourceLineNo">1599</span> }<a name="line.1599"></a> -<span class="sourceLineNo">1600</span><a name="line.1600"></a> -<span class="sourceLineNo">1601</span> static class CheckAndDeleteTest extends CASTableTest {<a name="line.1601"></a> -<span class="sourceLineNo">1602</span> CheckAndDeleteTest(Connection con, TestOptions options, Status status) {<a name="line.1602"></a> -<span class="sourceLineNo">1603</span> super(con, options, status);<a name="line.1603"></a> -<span class="sourceLineNo">1604</span> }<a name="line.1604"></a> -<span class="sourceLineNo">1605</span><a name="line.1605"></a> -<span class="sourceLineNo">1606</span> @Override<a name="line.1606"></a> -<span class="sourceLineNo">1607</span> void testRow(final int i) throws IOException {<a name="line.1607"></a> -<span class="sourceLineNo">1608</span> byte [] bytes = format(i);<a name="line.1608"></a> -<span class="sourceLineNo">1609</span> // Put a known value so when we go to check it, it is there.<a name="line.1609"></a> -<span class="sourceLineNo">1610</span> Put put = new Put(bytes);<a name="line.1610"></a> -<span class="sourceLineNo">1611</span> put.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1611"></a> -<span class="sourceLineNo">1612</span> this.table.put(put);<a name="line.1612"></a> -<span class="sourceLineNo">1613</span> Delete delete = new Delete(put.getRow());<a name="line.1613"></a> -<span class="sourceLineNo">1614</span> delete.addColumn(FAMILY_NAME, getQualifier());<a name="line.1614"></a> -<span class="sourceLineNo">1615</span> this.table.checkAndDelete(bytes, FAMILY_NAME, getQualifier(), CompareOp.EQUAL, bytes, delete);<a name="line.1615"></a> -<span class="sourceLineNo">1616</span> }<a name="line.1616"></a> -<span class="sourceLineNo">1617</span> }<a name="line.1617"></a> -<span class="sourceLineNo">1618</span><a name="line.1618"></a> -<span class="sourceLineNo">1619</span> static class SequentialReadTest extends TableTest {<a name="line.1619"></a> -<span class="sourceLineNo">1620</span> SequentialReadTest(Connection con, TestOptions options, Status status) {<a name="line.1620"></a> -<span class="sourceLineNo">1621</span> super(con, options, status);<a name="line.1621"></a> -<span class="sourceLineNo">1622</span> }<a name="line.1622"></a> -<span class="sourceLineNo">1623</span><a name="line.1623"></a> -<span class="sourceLineNo">1624</span> @Override<a name="line.1624"></a> -<span class="sourceLineNo">1625</span> void testRow(final int i) throws IOException {<a name="line.1625"></a> -<span class="sourceLineNo">1626</span> Get get = new Get(format(i));<a name="line.1626"></a> -<span class="sourceLineNo">1627</span> if (opts.addColumns) {<a name="line.1627"></a> -<span class="sourceLineNo">1628</span> get.addColumn(FAMILY_NAME, QUALIFIER_NAME);<a name="line.1628"></a> -<span class="sourceLineNo">1629</span> }<a name="line.1629"></a> -<span class="sourceLineNo">1630</span> if (opts.filterAll) {<a name="line.1630"></a> -<span class="sourceLineNo">1631</span> get.setFilter(new FilterAllFilter());<a name="line.1631"></a> +<span class="sourceLineNo">1502</span> if (opts.filterAll) {<a name="line.1502"></a> +<span class="sourceLineNo">1503</span> scan.setFilter(new FilterAllFilter());<a name="line.1503"></a> +<span class="sourceLineNo">1504</span> }<a name="line.1504"></a> +<span class="sourceLineNo">1505</span> this.testScanner = table.getScanner(scan);<a name="line.1505"></a> +<span class="sourceLineNo">1506</span> }<a name="line.1506"></a> +<span class="sourceLineNo">1507</span> Result r = testScanner.next();<a name="line.1507"></a> +<span class="sourceLineNo">1508</span> updateValueSize(r);<a name="line.1508"></a> +<span class="sourceLineNo">1509</span> }<a name="line.1509"></a> +<span class="sourceLineNo">1510</span> }<a name="line.1510"></a> +<span class="sourceLineNo">1511</span><a name="line.1511"></a> +<span class="sourceLineNo">1512</span> /**<a name="line.1512"></a> +<span class="sourceLineNo">1513</span> * Base class for operations that are CAS-like; that read a value and then set it based off what<a name="line.1513"></a> +<span class="sourceLineNo">1514</span> * they read. In this category is increment, append, checkAndPut, etc.<a name="line.1514"></a> +<span class="sourceLineNo">1515</span> *<a name="line.1515"></a> +<span class="sourceLineNo">1516</span> * <p>These operations also want some concurrency going on. Usually when these tests run, they<a name="line.1516"></a> +<span class="sourceLineNo">1517</span> * operate in their own part of the key range. In CASTest, we will have them all overlap on the<a name="line.1517"></a> +<span class="sourceLineNo">1518</span> * same key space. We do this with our getStartRow and getLastRow overrides.<a name="line.1518"></a> +<span class="sourceLineNo">1519</span> */<a name="line.1519"></a> +<span class="sourceLineNo">1520</span> static abstract class CASTableTest extends TableTest {<a name="line.1520"></a> +<span class="sourceLineNo">1521</span> private final byte [] qualifier;<a name="line.1521"></a> +<span class="sourceLineNo">1522</span> CASTableTest(Connection con, TestOptions options, Status status) {<a name="line.1522"></a> +<span class="sourceLineNo">1523</span> super(con, options, status);<a name="line.1523"></a> +<span class="sourceLineNo">1524</span> qualifier = Bytes.toBytes(this.getClass().getSimpleName());<a name="line.1524"></a> +<span class="sourceLineNo">1525</span> }<a name="line.1525"></a> +<span class="sourceLineNo">1526</span><a name="line.1526"></a> +<span class="sourceLineNo">1527</span> byte [] getQualifier() {<a name="line.1527"></a> +<span class="sourceLineNo">1528</span> return this.qualifier;<a name="line.1528"></a> +<span class="sourceLineNo">1529</span> }<a name="line.1529"></a> +<span class="sourceLineNo">1530</span><a name="line.1530"></a> +<span class="sourceLineNo">1531</span> @Override<a name="line.1531"></a> +<span class="sourceLineNo">1532</span> int getStartRow() {<a name="line.1532"></a> +<span class="sourceLineNo">1533</span> return 0;<a name="line.1533"></a> +<span class="sourceLineNo">1534</span> }<a name="line.1534"></a> +<span class="sourceLineNo">1535</span><a name="line.1535"></a> +<span class="sourceLineNo">1536</span> @Override<a name="line.1536"></a> +<span class="sourceLineNo">1537</span> int getLastRow() {<a name="line.1537"></a> +<span class="sourceLineNo">1538</span> return opts.perClientRunRows;<a name="line.1538"></a> +<span class="sourceLineNo">1539</span> }<a name="line.1539"></a> +<span class="sourceLineNo">1540</span> }<a name="line.1540"></a> +<span class="sourceLineNo">1541</span><a name="line.1541"></a> +<span class="sourceLineNo">1542</span> static class IncrementTest extends CASTableTest {<a name="line.1542"></a> +<span class="sourceLineNo">1543</span> IncrementTest(Connection con, TestOptions options, Status status) {<a name="line.1543"></a> +<span class="sourceLineNo">1544</span> super(con, options, status);<a name="line.1544"></a> +<span class="sourceLineNo">1545</span> }<a name="line.1545"></a> +<span class="sourceLineNo">1546</span><a name="line.1546"></a> +<span class="sourceLineNo">1547</span> @Override<a name="line.1547"></a> +<span class="sourceLineNo">1548</span> void testRow(final int i) throws IOException {<a name="line.1548"></a> +<span class="sourceLineNo">1549</span> Increment increment = new Increment(format(i));<a name="line.1549"></a> +<span class="sourceLineNo">1550</span> increment.addColumn(FAMILY_NAME, getQualifier(), 1l);<a name="line.1550"></a> +<span class="sourceLineNo">1551</span> updateValueSize(this.table.increment(increment));<a name="line.1551"></a> +<span class="sourceLineNo">1552</span> }<a name="line.1552"></a> +<span class="sourceLineNo">1553</span> }<a name="line.1553"></a> +<span class="sourceLineNo">1554</span><a name="line.1554"></a> +<span class="sourceLineNo">1555</span> static class AppendTest extends CASTableTest {<a name="line.1555"></a> +<span class="sourceLineNo">1556</span> AppendTest(Connection con, TestOptions options, Status status) {<a name="line.1556"></a> +<span class="sourceLineNo">1557</span> super(con, options, status);<a name="line.1557"></a> +<span class="sourceLineNo">1558</span> }<a name="line.1558"></a> +<span class="sourceLineNo">1559</span><a name="line.1559"></a> +<span class="sourceLineNo">1560</span> @Override<a name="line.1560"></a> +<span class="sourceLineNo">1561</span> void testRow(final int i) throws IOException {<a name="line.1561"></a> +<span class="sourceLineNo">1562</span> byte [] bytes = format(i);<a name="line.1562"></a> +<span class="sourceLineNo">1563</span> Append append = new Append(bytes);<a name="line.1563"></a> +<span class="sourceLineNo">1564</span> append.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1564"></a> +<span class="sourceLineNo">1565</span> updateValueSize(this.table.append(append));<a name="line.1565"></a> +<span class="sourceLineNo">1566</span> }<a name="line.1566"></a> +<span class="sourceLineNo">1567</span> }<a name="line.1567"></a> +<span class="sourceLineNo">1568</span><a name="line.1568"></a> +<span class="sourceLineNo">1569</span> static class CheckAndMutateTest extends CASTableTest {<a name="line.1569"></a> +<span class="sourceLineNo">1570</span> CheckAndMutateTest(Connection con, TestOptions options, Status status) {<a name="line.1570"></a> +<span class="sourceLineNo">1571</span> super(con, options, status);<a name="line.1571"></a> +<span class="sourceLineNo">1572</span> }<a name="line.1572"></a> +<span class="sourceLineNo">1573</span><a name="line.1573"></a> +<span class="sourceLineNo">1574</span> @Override<a name="line.1574"></a> +<span class="sourceLineNo">1575</span> void testRow(final int i) throws IOException {<a name="line.1575"></a> +<span class="sourceLineNo">1576</span> byte [] bytes = format(i);<a name="line.1576"></a> +<span class="sourceLineNo">1577</span> // Put a known value so when we go to check it, it is there.<a name="line.1577"></a> +<span class="sourceLineNo">1578</span> Put put = new Put(bytes);<a name="line.1578"></a> +<span class="sourceLineNo">1579</span> put.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1579"></a> +<span class="sourceLineNo">1580</span> this.table.put(put);<a name="line.1580"></a> +<span class="sourceLineNo">1581</span> RowMutations mutations = new RowMutations(bytes);<a name="line.1581"></a> +<span class="sourceLineNo">1582</span> mutations.add(put);<a name="line.1582"></a> +<span class="sourceLineNo">1583</span> this.table.checkAndMutate(bytes, FAMILY_NAME, getQualifier(), CompareOp.EQUAL, bytes,<a name="line.1583"></a> +<span class="sourceLineNo">1584</span> mutations);<a name="line.1584"></a> +<span class="sourceLineNo">1585</span> }<a name="line.1585"></a> +<span class="sourceLineNo">1586</span> }<a name="line.1586"></a> +<span class="sourceLineNo">1587</span><a name="line.1587"></a> +<span class="sourceLineNo">1588</span> static class CheckAndPutTest extends CASTableTest {<a name="line.1588"></a> +<span class="sourceLineNo">1589</span> CheckAndPutTest(Connection con, TestOptions options, Status status) {<a name="line.1589"></a> +<span class="sourceLineNo">1590</span> super(con, options, status);<a name="line.1590"></a> +<span class="sourceLineNo">1591</span> }<a name="line.1591"></a> +<span class="sourceLineNo">1592</span><a name="line.1592"></a> +<span class="sourceLineNo">1593</span> @Override<a name="line.1593"></a> +<span class="sourceLineNo">1594</span> void testRow(final int i) throws IOException {<a name="line.1594"></a> +<span class="sourceLineNo">1595</span> byte [] bytes = format(i);<a name="line.1595"></a> +<span class="sourceLineNo">1596</span> // Put a known value so when we go to check it, it is there.<a name="line.1596"></a> +<span class="sourceLineNo">1597</span> Put put = new Put(bytes);<a name="line.1597"></a> +<span class="sourceLineNo">1598</span> put.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1598"></a> +<span class="sourceLineNo">1599</span> this.table.put(put);<a name="line.1599"></a> +<span class="sourceLineNo">1600</span> this.table.checkAndPut(bytes, FAMILY_NAME, getQualifier(), CompareOp.EQUAL, bytes, put);<a name="line.1600"></a> +<span class="sourceLineNo">1601</span> }<a name="line.1601"></a> +<span class="sourceLineNo">1602</span> }<a name="line.1602"></a> +<span class="sourceLineNo">1603</span><a name="line.1603"></a> +<span class="sourceLineNo">1604</span> static class CheckAndDeleteTest extends CASTableTest {<a name="line.1604"></a> +<span class="sourceLineNo">1605</span> CheckAndDeleteTest(Connection con, TestOptions options, Status status) {<a name="line.1605"></a> +<span class="sourceLineNo">1606</span> super(con, options, status);<a name="line.1606"></a> +<span class="sourceLineNo">1607</span> }<a name="line.1607"></a> +<span class="sourceLineNo">1608</span><a name="line.1608"></a> +<span class="sourceLineNo">1609</span> @Override<a name="line.1609"></a> +<span class="sourceLineNo">1610</span> void testRow(final int i) throws IOException {<a name="line.1610"></a> +<span class="sourceLineNo">1611</span> byte [] bytes = format(i);<a name="line.1611"></a> +<span class="sourceLineNo">1612</span> // Put a known value so when we go to check it, it is there.<a name="line.1612"></a> +<span class="sourceLineNo">1613</span> Put put = new Put(bytes);<a name="line.1613"></a> +<span class="sourceLineNo">1614</span> put.addColumn(FAMILY_NAME, getQualifier(), bytes);<a name="line.1614"></a> +<span class="sourceLineNo">1615</span> this.table.put(put);<a name="line.1615"></a> +<span class="sourceLineNo">1616</span> Delete delete = new Delete(put.getRow());<a name="line.1616"></a> +<span class="sourceLineNo">1617</span> delete.addColumn(FAMILY_NAME, getQualifier());<a name="line.1617"></a> +<span class="sourceLineNo">1618</span> this.table.checkAndDelete(bytes, FAMILY_NAME, getQualifier(), CompareOp.EQUAL, bytes, delete);<a name="line.1618"></a> +<span class="sourceLineNo">1619</span> }<a name="line.1619"></a> +<span class="sourceLineNo">1620</span> }<a name="line.1620"></a> +<span class="sourceLineNo">1621</span><a name="line.1621"></a> +<span class="sourceLineNo">1622</span> static class SequentialReadTest extends TableTest {<a name="line.1622"></a> +<span class="sourceLineNo">1623</span> SequentialReadTest(Connection con, TestOptions options, Status status) {<a name="line.1623"></a> +<span class="sourceLineNo">1624</span> super(con, options, status);<a name="line.1624"></a> +<span class="sourceLineNo">1625</span> }<a name="line.1625"></a> +<span class="sourceLineNo">1626</span><a name="line.1626"></a> +<span class="sourceLineNo">1627</span> @Override<a name="line.1627"></a> +<span class="sourceLineNo">1628</span> void testRow(final int i) throws IOException {<a name="line.1628"></a> +<span class="sourceLineNo">1629</span> Get get = new Get(format(i));<a name="line.1629"></a> +<span class="sourceLineNo">1630</span> if (opts.addColumns) {<a name="line.1630"></a> +<span class="sourceLineNo">1631</span> get.addColumn(FAMILY_NAME, QUALIFIER_NAME);<a name="line.1631"></a> <span class="sourceLineNo">1632</span> }<a name="line.1632"></a> -<span class="sourceLineNo">1633</span> updateValueSize(table.get(get));<a name="line.1633"></a> -<span class="sourceLineNo">1634</span> }<a name="line.1634"></a> -<span class="sourceLineNo">1635</span> }<a name="line.1635"></a> -<span class="sourceLineNo">1636</span><a name="line.1636"></a> -<span class="sourceLineNo">1637</span> static class SequentialWriteTest extends BufferedMutatorTest {<a name="line.1637"></a> -<span class="sourceLineNo">1638</span> SequentialWriteTest(Connection con, TestOptions options, Status status) {<a name="line.1638"></a> -<span class="sourceLineNo">1639</span> super(con, options, status);<a name="line.1639"></a> -<span class="sourceLineNo">1640</span> }<a name="line.1640"></a> -<span class="sourceLineNo">1641</span><a name="line.1641"></a> -<span class="sourceLineNo">1642</span> @Override<a name="line.1642"></a> -<span class="sourceLineNo">1643</span> void testRow(final int i) throws IOException {<a name="line.1643"></a> -<span class="sourceLineNo">1644</span> byte[] row = format(i);<a name="line.1644"></a> -<span class="sourceLineNo">1645</span> Put put = new Put(row);<a name="line.1645"></a> -<span class="sourceLineNo">1646</span> for (int column = 0; column < opts.columns; column++) {<a name="line.1646"></a> -<span class="sourceLineNo">1647</span> byte [] qualifier = column == 0? COLUMN_ZERO: Bytes.toBytes("" + column);<a name="line.1647"></a> -<span class="sourceLineNo">1648</span> byte[] value = generateData(this.rand, getValueLength(this.rand));<a name="line.1648"></a> -<span class="sourceLineNo">1649</span> if (opts.useTags) {<a name="line.1649"></a> -<span class="sourceLineNo">1650</span> byte[] tag = generateData(this.rand, TAG_LENGTH);<a name="line.1650"></a> -<span class="sourceLineNo">1651</span> Tag[] tags = new Tag[opts.noOfTags];<a name="line.1651"></a> -<span class="sourceLineNo">1652</span> for (int n = 0; n < opts.noOfTags; n++) {<a name="line.1652"></a> -<span class="sourceLineNo">1653</span> Tag t = new ArrayBackedTag((byte) n, tag);<a name="line.1653"></a> -<span class="sourceLineNo">1654</span> tags[n] = t;<a name="line.1654"></a> -<span class="sourceLineNo">1655</span> }<a name="line.1655"></a> -<span class="sourceLineNo">1656</span> KeyValue kv = new KeyValue(row, FAMILY_NAME, qualifier, HConstants.LATEST_TIMESTAMP,<a name="line.1656"></a> -<span class="sourceLineNo">1657</span> value, tags);<a name="line.1657"></a> -<span class="sourceLineNo">1658</span> put.add(kv);<a name="line.1658"></a> -<span class="sourceLineNo">1659</span> updateValueSize(kv.getValueLength());<a name="line.1659"></a> -<span class="sourceLineNo">1660</span> } else {<a name="line.1660"></a> -<span class="sourceLineNo">1661</span> put.addColumn(FAMILY_NAME, qualifier, value);<a name="line.1661"></a> -<span class="sourceLineNo">1662</span> updateValueSize(value.length);<a name="line.1662"></a> -<span class="sourceLineNo">1663</span> }<a name="line.1663"></a> -<span class="sourceLineNo">1664</span> }<a name="line.1664"></a> -<span class="sourceLineNo">1665</span> put.setDurability(opts.writeToWAL ? Durability.SYNC_WAL : Durability.SKIP_WAL);<a name="line.1665"></a> -<span class="sourceLineNo">1666</span> mutator.mutate(put);<a name="line.1666"></a> -<span class="sourceLineNo">1667</span> }<a name="line.1667"></a> -<span class="sourceLineNo">1668</span> }<a name="line.1668"></a> -<span class="sourceLineNo">1669</span><a name="line.1669"></a> -<span class="sourceLineNo">1670</span> static class FilteredScanTest extends TableTest {<a name="line.1670"></a> -<span class="sourceLineNo">1671</span> protected static final Log LOG = LogFactory.getLog(FilteredScanTest.class.getName());<a name="line.1671"></a> -<span class="sourceLineNo">1672</span><a name="line.1672"></a> -<span class="sourceLineNo">1673</span> FilteredScanTest(Connection con, TestOptions options, Status status) {<a name="line.1673"></a> -<span class="sourceLineNo">1674</span> super(con, options, status);<a name="line.1674"></a> -<span class="sourceLineNo">1675</span> }<a name="line.1675"></a> -<span class="sourceLineNo">1676</span><a name="line.1676"></a> -<span class="sourceLineNo">1677</span> @Override<a name="line.1677"></a> -<span class="sourceLineNo">1678</span> void testRow(int i) throws IOException {<a name="line.1678"></a> -<span class="sourceLineNo">1679</span> byte[] value = generateData(this.rand, getValueLength(this.rand));<a name="line.1679"></a> -<span class="sourceLineNo">1680</span> Scan scan = constructScan(value);<a name="line.1680"></a> -<span class="sourceLineNo">1681</span> ResultScanner scanner = null;<a name="line.1681"></a> -<span class="sourceLineNo">1682</span> try {<a name="line.1682"></a> -<span class="sourceLineNo">1683</span> scanner = this.table.getScanner(scan);<a name="line.1683"></a> -<span class="sourceLineNo">1684</span> for (Result r = null; (r = scanner.next()) != null;) {<a name="line.1684"></a> -<span class="sourceLineNo">1685</span> updateValueSize(r);<a name="line.1685"></a> -<span class="sourceLineNo">1686</span> }<a name="line.1686"></a> -<span class="sourceLineNo">1687</span> } finally {<a name="line.1687"></a> -<span class="sourceLineNo">1688</span> if (scanner != null) scanner.close();<a name="line.1688"></a> -<span class="sourceLineNo">1689</span> }<a name="line.1689"></a> -<span class="sourceLineNo">1690</span> }<a name="line.1690"></a> -<span class="sourceLineNo">1691</span><a name="line.1691"></a> -<span class="sourceLineNo">1692</span> protected Scan constructScan(byte[] valuePrefix) throws IOException {<a name="line.1692"></a> -<span class="sourceLineNo">1693</span> FilterList list = new FilterList();<a name="line.1693"></a> -<span class="sourceLineNo">1694</span> Filter filter = new SingleColumnValueFilter(<a name="line.1694"></a> -<span class="sourceLineNo">1695</span> FAMILY_NAME, COLUMN_ZERO, CompareFilter.CompareOp.EQUAL,<a name="line.1695"></a> -<span class="sourceLineNo">1696</span> new BinaryComparator(valuePrefix)<a name="line.1696"></a> -<span class="sourceLineNo">1697</span> );<a name="line.1697"></a> -<span class="sourceLineNo">1698</span> list.addFilter(filter);<a name="line.1698"></a> -<span class="sourceLineNo">1699</span> if(opts.filterAll) {<a name="line.1699"></a> -<span class="sourceLineNo">1700</span> list.addFilter(new FilterAllFilter());<a name="line.1700"></a> -<span class="sourceLineNo">1701</span> }<a name="line.1701"></a> -<span class="sourceLineNo">1702</span> Scan scan = new Scan().setCaching(opts.caching).setCacheBlocks(opts.cacheBlocks)<a name="line.1702"></a> -<span class="sourceLineNo">1703</span> .setAsyncPrefetch(opts.asyncPrefetch).setReadType(opts.scanReadType);<a name="line.1703"></a> -<span class="sourceLineNo">1704</span> if (opts.addColumns) {<a name="line.1704"></a> -<span class="sourceLineNo">1705</span> scan.addColumn(FAMILY_NAME, QUALIFIER_NAME);<a name="line.1705"></a> -<span class="sourceLineNo">1706</span> } else {<a name="line.1706"></a> -<span class="sourceLineNo">1707</span> scan.addFamily(FAMILY_NAME);<a name="line.1707"></a> -<span class="sourceLineNo">1708</span> }<a name="line.1708"></a> -<span class="sourceLineNo">1709</span> scan.setFilter(list);<a name="line.1709"></a> -<span class="sourceLineNo">1710</span> return scan;<a name="line.1710"></a> -<span class="sourceLineNo">1711</span> }<a name="line.1711"></a> -<span class="sourceLineNo">1712</span> }<a name="line.1712"></a> -<span class="sourceLineNo">1713</span><a name="line.1713"></a> -<span class="sourceLineNo">1714</span> /**<a name="line.1714"></a> -<span class="sourceLineNo">1715</span> * Compute a throughput rate in MB/s.<a name="line.1715"></a> -<span class="sourceLineNo">1716</span> * @param rows Number of records consumed.<a name="line.1716"></a> -<span class="sourceLineNo">1717</span> * @param timeMs Time taken in milliseconds.<a name="line.1717"></a> -<span class="sourceLineNo">1718</span> * @return String value with label, ie '123.76 MB/s'<a name="line.1718"></a> -<span class="sourceLineNo">1719</span> */<a name="line.1719"></a> -<span class="sourceLineNo">1720</span> private static String calculateMbps(int rows, long timeMs, final int valueSize, int columns) {<a name="line.1720"></a> -<span class="sourceLineNo">1721</span> BigDecimal rowSize = BigDecimal.valueOf(ROW_LENGTH +<a name="line.1721"></a> -<span class="sourceLineNo">1722</span> ((valueSize + FAMILY_NAME.length + COLUMN_ZERO.length) * columns));<a name="line.1722"></a> -<span class="sourceLineNo">1723</span> BigDecimal mbps = BigDecimal.valueOf(rows).multiply(rowSize, CXT)<a name="line.1723"></a> -<span class="sourceLineNo">1724</span> .divide(BigDecimal.valueOf(timeMs), CXT).multiply(MS_PER_SEC, CXT)<a name="line.1724"></a> -<span class="sourceLineNo">1725</span> .divide(BYTES_PER_MB, CXT);<a name="line.1725"></a> -<span class="sourceLineNo">1726</span> return FMT.format(mbps) + " MB/s";<a name="line.1726"></a> -<span class="sourceLineNo">1727</span> }<a name="line.1727"></a> -<span class="sourceLineNo">1728</span><a name="line.1728"></a> -<span class="sourceLineNo">1729</span> /*<a name="line.1729"></a> -<span class="sourceLineNo">1730</span> * Format passed integer.<a name="line.1730"></a> -<span class="sourceLineNo">1731</span> * @param number<a name="line.1731"></a> -<span class="sourceLineNo">1732</span> * @return Returns zero-prefixed ROW_LENGTH-byte wide decimal version of passed<a name="line.1732"></a> -<span class="sourceLineNo">1733</span> * number (Does absolute in case number is negative).<a name="line.1733"></a> -<span class="sourceLineNo">1734</span> */<a name="line.1734"></a> -<span class="sourceLineNo">1735</span> public static byte [] format(final int number) {<a name="line.1735"></a> -<span class="sourceLineNo">1736</span> byte [] b = new byte[ROW_LENGTH];<a name="line.1736"></a> -<span class="sourceLineNo">1737</span> int d = Math.abs(number);<a name="line.1737"></a> -<span class="sourceLineNo">1738</span> for (int i = b.length - 1; i >= 0; i--) {<a name="line.1738"></a> -<span class="sourceLineNo">1739</span> b[i] = (byte)((d % 10) + '0');<a name="line.1739"></a> -<span class="sourceLineNo">1740</span> d /= 10;<a name="line.1740"></a> -<span class="sourceLineNo">1741</span> }<a name="line.1741"></a> -<span class="sourceLineNo">1742</span> return b;<a name="line.1742"></a> -<span class="sourceLineNo">1743</span> }<a name="line.1743"></a> -<span class="sourceLineNo">1744</span><a name="line.1744"></a> -<span class="sourceLineNo">1745</span> /*<a name="line.1745"></a> -<span class="sourceLineNo">1746</span> * This method takes some time and is done inline uploading data. For<a name="line.1746"></a> -<span class="sourceLineNo">1747</span> * example, doing the mapfile test, generation of the key and value<a name="line.1747"></a> -<span class="sourceLineNo">1748</span> * consumes about 30% of CPU time.<a name="line.1748"></a> -<span class="sourceLineNo">1749</span> * @return Generated random value to insert into a table cell.<a name="line.1749"></a> -<span class="sourceLineNo">1750</span> */<a name="line.1750"></a> -<span class="sourceLineNo">1751</span> public static byte[] generateData(final Random r, int length) {<a name="line.1751"></a> -<span class="sourceLineNo">1752</span> byte [] b = new byte [length];<a name="line.1752"></a> -<span class="sourceLineNo">1753</span> int i;<a name="line.1753"></a> -<span class="sourceLineNo">1754</span><a name="line.1754"></a> -<span class="sourceLineNo">1755</span> for(i = 0; i < (length-8); i += 8) {<a name="line.1755"></a> -<span class="sourceLineNo">1756</span> b[i] = (byte) (65 + r.nextInt(26));<a name="line.1756"></a> -<span class="sourceLineNo">1757</span> b[i+1] = b[i];<a name="line.1757"></a> -<span class="sourceLineNo">1758</span> b[i+2] = b[i];<a name="line.1758"></a> -<span class="sourceLineNo">1759</span> b[i+3] = b[i];<a name="line.1759"></a> -<span class="sourceLineNo">1760</span> b[i+4] = b[i];<a name="line.1760"></a> -<span class="sourceLineNo">1761</span> b[i+5] = b[i];<a name="line.1761"></a> -<span class="sourceLineNo">1762</span> b[i+6] = b[i];<a name="line.1762"></a> -<span class="sourceLineNo">1763</span> b[i+7] = b[i];<a name="line.1763"></a> -<span class="sourceLineNo">1764</span> }<a name="line.1764"></a> -<span class="sourceLineNo">1765</span><a name="line.1765"></a> -<span class="sourceLineNo">1766</span> byte a = (byte) (65 + r.nextInt(26));<a name="line.1766"></a> -<span class="sourceLineNo">1767</span> for(; i < length; i++) {<a name="line.1767"></a> -<span class="sourceLineNo">1768</span> b[i] = a;<a name="line.1768"></a> -<span class="sourceLineNo">1769</span> }<a name="line.1769"></a> -<span class="sourceLineNo">1770</span> return b;<a name="line.1770"></a> -<span class="sourceLineNo">1771</span> }<a name="line.1771"></a> -<span class="sourceLineNo">1772</span><a name="line.1772"></a> -<span class="sourceLineNo">1773</span> static byte [] getRandomRow(final Random random, final int totalRows) {<a name="line.1773"></a> -<span class="sourceLineNo">1774</span> return format(generateRandomRow(random, totalRows));<a name="line.1774"></a> -<span class="sourceLineNo">1775</span> }<a name="line.1775"></a> -<span class="sourceLineNo">1776</span><a name="line.1776"></a> -<span class="sourceLineNo">1777</span> static int generateRandomRow(final Random random, final int totalRows) {<a name="line.1777"></a> -<span class="sourceLineNo">1778</span> return random.nextInt(Integer.MAX_VALUE) % totalRows;<a name="line.1778"></a> -<span class="sourceLineNo">1779</span> }<a name="line.1779"></a> -<span class="sourceLineNo">1780</span><a name="line.1780"></a> -<span class="sourceLineNo">1781</span> static RunResult runOneClient(final Class<? extends Test> cmd, Configuration conf, Connection con,<a name="line.1781"></a> -<span class="sourceLineNo">1782</span> TestOptions opts, final Status status)<a name="line.1782"></a> -<span class="sourceLineNo">1783</span> throws IOException, InterruptedException {<a name="line.1783"></a> -<span class="sourceLineNo">1784</span> status.setStatus("Start " + cmd + " at offset " + opts.startRow + " for " +<a name="line.1784"></a> -<span class="sourceLineNo">1785</span> opts.perClientRunRows + " rows");<a name="line.1785"></a> -<span class="sourceLineNo">1786</span> long totalElapsedTime;<a name="line.1786"></a> -<span class="sourceLineNo">1787</span><a name="line.1787"></a> -<span class="sourceLineNo">1788</span> final Test t;<a name="line.1788"></a> -<span class="sourceLineNo">1789</span> try {<a name="line.1789"></a> -<span class="sourceLineNo">1790</span> Constructor<? extends Test> constructor =<a name="line.1790"></a> -<span class="sourceLineNo">1791</span> cmd.getDeclaredConstructor(Connection.class, TestOptions.class, Status.class);<a name="line.1791"></a> -<span class="sourceLineNo">1792</span> t = constructor.newInstance(con, opts, status);<a name="line.1792"></a> -<span class="sourceLineNo">1793</span> } catch (NoSuchMethodException e) {<a name="line.1793"></a> -<span class="sourceLineNo">1794</span> throw new IllegalArgumentException("Invalid command class: " +<a name="line.1794"></a> -<span class="sourceLineNo">1795</span> cmd.getName() + ". It does not provide a constructor as described by " +<a name="line.1795"></a> -<span class="sourceLineNo">1796</span> "the javadoc comment. Available constructors are: " +<a name="line.1796"></a> -<span class="sourceLineNo">1797</span> Arrays.toString(cmd.getConstructors()));<a name="line.1797"></a> -<span class="sourceLineNo">1798</span> } catch (Exception e) {<a name="line.1798"></a> -<span class="sourceLineNo">1799</span> throw new IllegalStateException("Failed to construct command class", e);<a name="line.1799"></a> -<span class="sourceLineNo">1800</span> }<a name="line.1800"></a> -<span class="sourceLineNo">1801</span> totalElapsedTime = t.test();<a name="line.1801"></a> -<span class="sourceLineNo">1802</span><a name="line.1802"></a> -<span class="sourceLineNo">1803</span> status.setStatus("Finished " + cmd + " in " + totalElapsedTime +<a name="line.1803"></a> -<span class="sourceLineNo">1804</span> "ms at offset " + opts.startRow + " for " + opts.perClientRunRows + " rows" +<a name="line.1804"></a> -<span class="sourceLineNo">1805</span> " (" + calculateMbps((int)(opts.perClientRunRows * opts.sampleRate), totalElapsedTime,<a name="line.1805"></a> -<span class="sourceLineNo">1806</span> getAverageValueLength(opts), opts.columns) + ")");<a name="line.1806"></a> -<span class="sourceLineNo">1807</span><a name="line.1807"></a> -<span class="sourceLineNo">1808</span> return new RunResult(totalElapsedTime, t.getLatencyHistogram());<a name="line.1808"></a> -<span class="sourceLineNo">1809</span> }<a name="line.1809"></a> -<span class="sourceLineNo">1810</span><a name="line.1810"></a> -<span class="sourceLineNo">1811</span> private static int getAverageValueLength(final TestOptions opts) {<a name="line.1811"></a> -<span class="sourceLineNo">1812</span> return opts.valueRandom? opts.valueSize/2: opts.valueSize;<a name="line.1812"></a> -<span class="sourceLineNo">1813</span> }<a name="line.1813"></a> -<span class="sourceLineNo">1814</span><a name="line.1814"></a> -<span class="sourceLineNo">1815</span> private void runTest(final Class<? extends Test> cmd, TestOptions opts) throws IOException,<a name="line.1815"></a> -<span class="sourceLineNo">1816</span> InterruptedException, ClassNotFoundException {<a name="line.1816"></a> -<span class="sourceLineNo">1817</span> // Log the configuration we're going to run with. Uses JSON mapper because lazy. It'll do<a name="line.1817"></a> -<span class="sourceLineNo">1818</span> // the TestOptions introspection for us and dump the output in a readable format.<a name="line.1818"></a> -<span class="sourceLineNo">1819</span> LOG.info(cmd.getSimpleName() + " test run options=" + MAPPER.writeValueAsString(opts));<a name="line.1819"></a> -<span class="sourceLineNo">1820</span> Admin admin = null;<a name="line.1820"></a> -<span class="sourceLineNo">1821</span> Connection connection = null;<a name="line.1821"></a> -<span class="sourceLineNo">1822</span> try {<a name="line.1822"></a> -<span class="sourceLineNo">1823</span> connection = ConnectionFactory.createConnection(getConf());<a name="line.1823"></a> -<span class="sourceLineNo">1824</span> admin = connection.getAdmin();<a name="line.1824"></a> -<span class="sourceLineNo">1825</span> checkTable(admin, opts);<a name="line.1825"></a> -<span class="sourceLineNo">1826</span> } finally {<a name="line.1826"></a> -<span class="sourceLineNo">1827</span> if (admin != null) admin.close();<a name="line.1827"></a> -<span class="sourceLineNo">1828</span> if (connection != null) connection.close();<a name="line.1828"></a> -<span class="sourceLineNo">1829</span> }<a name="line.1829"></a> -<span class="sourceLineNo">1830</span> if (opts.nomapred) {<a name="line.1830"></a> -<span class="sourceLineNo">1831</span> doLocalClients(opts, getConf());<a name="line.1831"></a> -<span class="sourceLineNo">1832</span> } else {<a name="line.1832"></a> -<span class="sourceLineNo">1833</span> doMapReduce(opts, getConf());<a name="line.1833"></a> -<span class="sourceLineNo">1834</span> }<a name="line.1834"></a> -<span class="sourceLineNo">1835</span> }<a name="line.1835"></a> -<span class="sourceLineNo">1836</span><a name="line.1836"></a> -<span class="sourceLineNo">1837</span> protected void printUsage() {<a name="line.1837"></a> -<span class="sourceLineNo">1838</span> printUsage(this.getClass().getName(), null);<a name="line.1838"></a> -<span class="sourceLineNo">1839</span> }<a name="line.1839"></a> -<span class="sourceLineNo">1840</span><a name="line.1840"></a> -<span class="sourceLineNo">1841</span> protected static void printUsage(final String message) {<a name="line.1841"></a> -<span class="sourceLineNo">1842</span> printUsage(PerformanceEvaluation.class.getName(), message);<a name="line.1842"></a> -<span class="sourceLineNo">1843</span> }<a name="line.1843"></a> -<span class="sourceLineNo">1844</span><a name="line.1844"></a> -<span class="sourceLineNo">1845</span> protected static void printUsageAndExit(final String message, final int exitCode) {<a name="line.1845"></a> -<span class="sourceLineNo">1846</span> printUsage(message);<a name="line.1846"></a> -<span class="sourceLineNo">1847</span> System.exit(exitCode);<a name="line.1847"></a> -<span class="sourceLineNo">1848</span> }<a name="line.1848"></a> -<span class="sourceLineNo">1849</span><a name="line.1849"></a> -<span class="sourceLineNo">1850</span> protected static void printUsage(final String className, final String message) {<a name="line.1850"></a> -<span class="sourceLineNo">1851</span> if (message != null && message.length() > 0) {<a name="line.1851"></a> -<span class="sourceLineNo">1852</span> System.err.println(message);<a name="line.1852"></a> -<span class="sourceLineNo">1853</span> }<a name="line.1853"></a> -<span class="sourceLineNo">1854</span> System.err.println("Usage: java " + className + " \\");<a name="line.1854"></a> -<span class="sourceLineNo">1855</span> System.err.println(" <OPTIONS> [-D<property=value>]* <command> <nclients>");<a name="line.1855"></a> -<span class="sourceLineNo">1856</span> System.err.println();<a name="line.1856"></a> -<span class="sourceLineNo">1857</span> System.err.println("General Options:");<a name="line.1857"></a> -<span class="sourceLineNo">1858</span> System.err.println(" nomapred Run multiple clients using threads " +<a name="line.1858"></a> -<span class="sourceLineNo">1859</span> "(rather than use mapreduce)");<a name="line.1859"></a> -<span class="sourceLineNo">1860</span> System.err.println(" oneCon all the threads share the same connection. Default: False");<a name="line.1860"></a> -<span class="sourceLineNo">1861</span> System.err.println(" sampleRate Execute test on a sample of total " +<a name="line.1861"></a> -<span class="sourceLineNo">1862</span> "rows. Only supported by randomRead. Default: 1.0");<a name="line.1862"></a> -<span class="sourceLineNo">1863</span> System.err.println(" period Report every 'period' rows: " +<a name="line.1863"></a> -<span class="sourceLineNo">1864</span> "Default: opts.perClientRunRows / 10 = " + DEFAULT_OPTS.getPerClientRunRows()/10);<a name="line.1864"></a> -<span class="sourceLineNo">1865</span> System.err.println(" cycles How many times to cycle the test. Defaults: 1.");<a name="line.1865"></a> -<span class="sourceLineNo">1866</span> System.err.println(" traceRate Enable HTrace spans. Initiate tracing every N rows. " +<a name="line.1866"></a> -<span class="sourceLineNo">1867</span> "Default: 0");<a name="line.1867"></a> -<span class="sourceLineNo">1868</span> System.err.println(" latency Set to report operation latencies. Default: False");<a name="line.1868"></a> -<span class="sourceLineNo">1869</span> System.err.println(" measureAfter Start to measure the latency once 'measureAfter'" +<a name="line.1869"></a> -<span class="sourceLineNo">1870</span> " rows have been treated. Default: 0");<a name="line.1870"></a> -<span class="sourceLineNo">1871</span> System.err.println(" valueSize Pass value size to use: Default: "<a name="line.1871"></a> -<span class="sourceLineNo">1872</span> + DEFAULT_OPTS.getValueSize());<a name="line.1872"></a> -<span class="sourceLineNo">1873</span> System.err.println(" valueRandom Set if we should vary value size between 0 and " +<a name="line.1873"></a> -<span class="sourceLineNo">1874</span> "'valueSize'; set on read for stats on size: Default: Not set.");<a name="line.1874"></a> -<span class="sourceLineNo">1875</span> System.err.println(" blockEncoding Block encoding to use. Value should be one of "<a name="line.1875"></a> -<span class="sourceLineNo">1876</span> + Arrays.toString(DataBlockEncoding.values()) + ". Default: NONE");<a name="line.1876"></a> -<span class="sourceLineNo">1877</span> System.err.println();<a name="line.1877"></a> -<span class="sourceLineNo">1878</span> System.err.println("Table Creation / Write Tests:");<a name="line.1878"></a> -<span class="sourceLineNo">1879</span> System.err.println(" table Alternate table name. Default: 'TestTable'");<a name="line.1879"></a> -<span class="sourceLineNo">1880</span> System.err.println(" rows Rows each client runs. Default: "<a name="line.1880"></a> -<span class="sourceLineNo">1881</span> + DEFAULT_OPTS.getPerClientRunRows()<a name="line.1881"></a> -<span class="sourceLineNo">1882</span> + ". In case of randomReads and randomSeekScans this could"<a name="line.1882"></a> -<span class="sourceLineNo">1883</span> + " be specified along with --size to specify the number of rows to be scanned within"<a name="line.1883"></a> -<span class="sourceLineNo">1884</span> + " the total range specified by the size.");<a name="line.1884"></a> -<span class="sourceLineNo">1885</span> System.err.println(<a name="line.1885"></a> -<span class="sourceLineNo">1886</span> " size Total size in GiB. Mutually exclusive with --rows for writes and scans"<a name="line.1886"></a> -<span class="sourceLineNo">1887</span> + ". But for randomReads and randomSeekScans when you use size with --rows you could"<a name="line.1887"></a> -<span class="sourceLineNo">1888</span> + " use size to specify the end range and --rows"<a name="line.1888"></a> -<span class="sourceLineNo">1889</span> + " specifies the number of rows within that range. " + "Default: 1.0.");<a name="line.1889"></a> -<span class="sourceLineNo">1890</span> System.err.println(" compress Compression type to use (GZ, LZO, ...). Default: 'NONE'");<a name="line.1890"></a> -<span class="sourceLineNo">1891</span> System.err.println(" flushCommits Used to determine if the test should flush the table. " +<a name="line.1891"></a> -<span class="sourceLineNo">1892</span> "Default: false");<a name="line.1892"></a> -<span class="sourceLineNo">1893</span> System.err.println(" valueZipf Set if we should vary value size between 0 and " +<a name="line.1893"></a> -<span class="sourceLineNo">1894</span> "'valueSize' in zipf form: Default: Not set.");<a name="line.1894"></a> -<span class="sourceLineNo">1895</span> System.err.println(" writeToWAL Set writeToWAL on puts. Default: True");<a name="line.1895"></a> -<span class="sourceLineNo">1896</span> System.err.println(" autoFlush Set autoFlush on htable. Default: False");<a name="line.1896"></a> -<span class="sourceLineNo">1897</span> System.err.println(" presplit Create presplit table. If a table with same name exists,"<a name="line.1897"></a> -<span class="sourceLineNo">1898</span> + " it'll be deleted and recreated (instead of verifying count of its existing regions). "<a name="line.1898"></a> -<span class="sourceLineNo">1899</span> + "Recommended for accurate perf analysis (see guide). Default: disabled");<a name="line.1899"></a> -<span class="sourceLineNo">1900</span> System.err.println(" usetags Writes tags along with KVs. Use with HFile V3. " +<a name="line.1900"></a> -<span class="sourceLineNo">1901</span> "Default: false");<a name="line.1901"></a> -<span class="sourceLineNo">1902</span> System.err.println(" numoftags Specify the no of tags that would be needed. " +<a name="line.1902"></a> -<span class="sourceLineNo">1903</span> "This works only if usetags is true. Default: " + DEFAULT_OPTS.noOfTags);<a name="line.1903"></a> -<span class="sourceLineNo">1904</span> System.err.println(" splitPolicy Specify a custom RegionSplitPolicy for the table.");<a name="line.1904"></a> -<span class="sourceLineNo">1905</span> System.err.println(" columns Columns to write per row. Default: 1");<a name="line.1905"></a> -<span class="sourceLineNo">1906</span> System.err.println();<a name="line.1906"></a> -<span class="sourceLineNo">1907</span> System.err.println("Read Tests:");<a name="line.1907"></a> -<span class="sourceLineNo">1908</span> System.err.println(" filterAll Helps to filter out all the rows on the server side"<a name="line.1908"></a> -<span class="sourceLineNo">1909</span> + " there by not returning any thing back to the client. Helps to check the server side"<a name="line.1909"></a> -<span class="sourceLineNo">1910</span> + " performance. Uses FilterAllFilter internally. ");<a name="line.1910"></a> -<span class="sourceLineNo">1911</span> System.err.println(" multiGet Batch gets together into groups of N. Only supported " +<a name="line.1911"></a> -<span class="sourceLineNo">1912</span> "by randomRead. Default: disabled");<a name="line.1912"></a> -<span class="sourceLineNo">1913</span> System.err.println(" inmemory Tries to keep the HFiles of the CF " +<a name="line.1913"></a> -<span class="sourceLineNo">1914</span> "inmemory as far as possible. Not guaranteed that reads are always served " +<a name="line.1914"></a> -<span class="sourceLineNo">1915</span> "from memory. Default: false");<a name="line.1915"></a> -<span class="sourceLineNo">1916</span> System.err.println(" bloomFilter Bloom filter type, one of "<a name="line.1916"></a> -<span class="sourceLineNo">1917</span> + Arrays.toString(BloomType.values()));<a name="line.1917"></a> -<span class="sourceLineNo">1918</span> System.err.println(" blockSize Blocksize to use when writing out hfiles. ");<a name="line.1918"></a> -<span class="sourceLineNo">1919</span> System.err.println(" inmemoryCompaction Makes the column family to do inmemory flushes/compactions. "<a name="line.1919"></a> -<span class="sourceLineNo">1920</span> + "Uses the CompactingMemstore");<a name="line.1920"></a> -<span class="sourceLineNo">1921</span> System.err.println(" addColumns Adds columns to scans/gets explicitly. Default: true");<a name="line.1921"></a> -<span class="sourceLineNo">1922</span> System.err.println(" replicas Enable region replica testing. Defaults: 1.");<a name="line.1922"></a> -<span class="sourceLineNo">1923</span> System.err.println(" randomSleep Do a random sleep before each get between 0 and entered value. Defaults: 0");<a name="line.1923"></a> -<span class="sourceLineNo">1924</span> System.err.println(" caching Scan caching to use. Default: 30");<a name="line.1924"></a> -<span class="sourceLineNo">1925</span> System.err.println(" asyncPrefetch Enable asyncPrefetch for scan");<a name="line.1925"></a> -<span class="sourceLineNo">1926</span> System.err.println(" cacheBlocks Set the cacheBlocks option for scan. Default: true");<a name="line.1926"></a> -<span class="sourceLineNo">1927</span> System.err.println(" scanReadType Set the readType option for scan, stream/pread/default. Default: default");<a name="line.1927"></a> -<span class="sourceLineNo">1928</span> System.err.println();<a name="line.1928"></a> -<span class="sourceLineNo">1929</span> System.err.println(" Note: -D properties will be applied to the conf used. ");<a name="line.1929"></a> -<span class="sourceLineNo">1930</span> System.err.println(" For example: ");<a name="line.1930"></a> -<span class="sourceLineNo">1931</span> System.err.println(" -Dmapreduce.output.fileoutputformat.compress=true");<a name="line.1931"></a> -<span class="sourceLineNo">1932</span> System.err.println(" -Dmapreduce.task.timeout=60000");<a name="line.1932"></a> -<span class="sourceLineNo">1933</span> System.err.println();<a name="line.1933"></a> -<span class="sourceLineNo">1934</span> System.err.println("Command:");<a name="line.1934"></a> -<span class="sourceLineNo">1935</span> for (CmdDescriptor command : COMMANDS.values()) {<a name="line.1935"></a> -<span class="sourceLineNo">1936</span> System.err.println(String.format(" %-15s %s", command.getName(), command.getDescription()));<a name="line.1936"></a> -<span class="sourceLineNo">1937</span> }<a name="line.1937"></a> -<span class="sourceLineNo">1938</span> System.err.println();<a name="line.1938"></a> -<span class="sourceLineNo">1939</span> System.err.println("Args:");<a name="line.1939"></a> -<span class="sourceLineNo">1940</span> System.err.println(" nclients Integer. Required. Total number of clients "<a name="line.1940"></a> -<span class="sourceLineNo">1941</span> + "(and HRegionServers) running. 1 <= value <= 500");<a name="line.1941"></a> -<span class="sourceLineNo">1942</span> System.err.println("Examples:");<a name="line.1942"></a> -<span class="sourceLineNo">1943</span> System.err.println(" To run a single client doing the default 1M sequentialWrites:");<a name="line.1943"></a> -<span class="sourceLineNo">1944</span> System.err.println(" $ hbase " + className + " sequentialWrite 1");<a name="line.1944"></a> -<span class="sourceLineNo">1945</span> System.err.println(" To run 10 clients doing increments over ten rows:");<a name="line.1945"></a> -<span class="sourceLineNo">1946</span> System.err.println(" $ hbase " + className + " --rows=10 --nomapred increment 10");<a name="line.1946"></a> -<span class="sourceLineNo">1947</span> }<a name="line.1947"></a> -<span class="sourceLineNo">1948</span><a name="line.1948"></a> -<span class="sourceLineNo">1949</span> /**<a name="line.1949"></a> -<span class="sourceLineNo">1950</span> * Parse options passed in via an arguments array. Assumes that array has been split<a name="line.1950"></a> -<span class="sourceLineNo">1951</span> * on white-space and placed into a {@code Queue}. Any unknown arguments will remain<a name="line.1951"></a> -<span class="sourceLineNo">1952</span> * in the queue at the conclusion of this method call. It's up to the caller to deal<a name="line.1952"></a> -<span class="sourceLineNo">1953</span> * with these unrecognized arguments.<a name="line.1953"></a> -<span class="sourceLineNo">1954</span> */<a name="line.1954"></a> -<span class="sourceLineNo">1955</span> static TestOptions parseOpts(Queue<String> args) {<a name="line.1955"></a> -<span class="sourceLineNo">1956</span> TestOptions opts = new TestOptions();<a name="line.1956"></a> -<span class="sourceLineNo">1957</span><a name="line.1957"></a> -<span class="sourceLineNo">1958</span> String cmd = null;<a name="line.1958"></a> -<span class="sourceLineNo">1959</span> while ((cmd = args.poll()) != null) {<a name="line.1959"></a> -<span class="sourceLineNo">1960</span> if (cmd.equals("-h") || cmd.startsWith("--h")) {<a name="line.1960"></a> -<span class="sourceLineNo">1961</span> // place item back onto queue so that caller knows parsing was incomplete<a name="line.1961"></a> -<span class="sourceLineNo">1962</span> args.add(cmd);<a name="line.1962"></a> -<span class="sourceLineNo">1963</span> break;<a name="line.1963"></a> -<span class="sourceLineNo">1964</span> }<a name="line.1964"></a> -<span class="sourceLineNo">1965</span><a name="line.1965"></a> -<span class="sourceLineNo">1966</span> final String nmr = "--nomapred";<a name="line.1966"></a> -<span class="sourceLineNo">1967</span> if (cmd.startsWith(nmr)) {<a name="line.1967"></a> -<span class="sourceLineNo">1968</span> opts.nomapred = true;<a name="line.1968"></a> -<span class="sourceLineNo">1969</span> continue;<a name="line.1969"></a> +<span class="sourceLineNo">1633</span> if (opts.filterAll) {<a name="line.1633"></a> +<span class="sourceLineNo">1634</span> get.setFilter(new FilterAllFilter());<a name="line.1634"></a> +<span class="sourceLineNo">1635</span> }<a name="line.1635"></a> +<span class="sourceLineNo">1636</span> updateValueSize(table.get(get));<a name="line.1636"></a> +<span class="sourceLineNo">1637</span> }<a name="line.1637"></a> +<span class="sourceLineNo">1638</span> }<a name="line.1638"></a> +<span class="sourceLineNo">1639</span><a name="line.1639"></a> +<span class="sourceLineNo">1640</span> static class SequentialWriteTest extends BufferedMutatorTest {<a name="line.1640"></a> +<span class="sourceLineNo">1641</span> SequentialWriteTest(Connection con, TestOptions options, Status status) {<a name="line.1641"></a> +<span class="sourceLineNo">1642</span> super(con, options, status);<a name="line.1642"></a> +<span class="sourceLineNo">1643</span> }<a name="line.1643"></a> +<span class="sourceLineNo">1644</span><a name="line.1644"></a> +<span class="sourceLineNo">1645</span> @Override<a name="line.1645"></a> +<span class="sourceLineNo">1646</span> void testRow(final int i) throws IOException {<a name="line.1646"></a> +<span class="sourceLineNo">1647</span> byte[] row = format(i);<a name="line.1647"></a> +<span class="sourceLineNo">1648</span> Put put = new Put(row);<a name="line.1648"></a> +<span class="sourceLineNo">1649</span> for (int column = 0; column < opts.columns; column++) {<a name="line.1649"></a> +<span class="sourceLineNo">1650</span> byte [] qualifier = column == 0? COLUMN_ZERO: Bytes.toBytes("" + column);<a name="line.1650"></a> +<span class="sourceLineNo">1651</span> byte[] value = generateData(this.rand, getValueLength(this.rand));<a name="line.1651"></a> +<span class="sourceLineNo">1652</span> if (opts.useTags) {<a name="line.1652"></a> +<span class="sourceLineNo">1653</span> byte[] tag = generateData(this.rand, TAG_LENGTH);<a name="line.1653"></a> +<span class="sourceLineNo">1654</span> Tag[] tags = new Tag[opts.noOfTags];<a name="line.1654"></a> +<span class="sourceLineNo">1655</span> for (int n = 0; n < opts.noOfTags; n++) {<a name="line.1655"></a> +<span class="sourceLineNo">1656</span> Tag t = new ArrayBackedTag((byte) n, tag);<a name="line.1656"></a> +<span class="sourceLineNo">1657</span> tags[n] = t;<a name="line.1657"></a> +<span class="sourceLineNo">1658</span> }<a name="line.1658"></a> +<span class="sourceLineNo">1659</span> KeyValue kv = new KeyValue(row, FAMILY_NAME, qualifier, HConstants.LATEST_TIMESTAMP,<a name="line.1659"></a> +<span class="sourceLineNo">1660</span> value, tags);<a name="line.1660"></a> +<span class="sourceLineNo">1661</span> put.add(kv);<a name="line.1661"></a> +<span class="sourceLineNo">1662</span> updateValueSize(kv.getValueLength());<a name="line.1662"></a> +<span class="sourceLineNo">1663</span> } else {<a name="line.1663"></a> +<span class="sourceLineNo">1664</span> put.addColumn(FAMILY_NAME, qualifier, value);<a name="line.1664"></a> +<span class="sourceLineNo">1665</span> updateValueSize(value.length);<a name="line.1665"></a> +<span class="sourceLineNo">1666</span> }<a name="line.1666"></a> +<span class="sourceLineNo">1667</span> }<a name="line.1667"></a> +<span class="sourceLineNo">1668</span> put.setDurability(opts.writeToWAL ? Durability.SYNC_WAL : Durability.SKIP_WAL);<a name="line.1668"></a> +<span class="sourceLineNo">1669</span> mutator.mutate(put);<a name="line.1669"></a> +<span class="sourceLineNo">1670</span> if (opts.autoFlush) {<a name="line.1670"></a> +<span class="sourceLineNo">1671</span> mutator.flush();<a name="line.1671"></a> +<span class="sourceLineNo">1672</span> }<a name="line.1672"></a> +<span class="sourceLineNo">1673</span> }<a name="line.1673"></a> +<span class="sourceLineNo">1674</span> }<a name="line.1674"></a> +<span class="sourceLineNo">1675</span><a name="line.1675"></a> +<span class="sourceLineNo">1676</span> static class FilteredScanTest extends TableTest {<a name="line.1676"></a> +<span class="sourceLineNo">1677</span> protected static final Log LOG = LogFactory.getLog(FilteredScanTest.class.getName());<a name="line.1677"></a> +<span class="sourceLineNo">1678</span><a name="line.1678"></a> +<span class="sourceLineNo">1679</span> FilteredScanTest(Connection con, TestOptions options, Status status) {<a name="line.1679"></a> +<span class="sourceLineNo">1680</span> super(con, options, status);<a name="line.1680"></a> +<span class="sourceLineNo">1681</span> }<a name="line.1681"></a> +<span class="sourceLineNo">1682</span><a name="line.1682"></a> +<span class="sourceLineNo">1683</span> @Override<a name="line.1683"></a> +<span class="sourceLineNo">1684</span> void testRow(int i) throws IOException {<a name="line.1684"></a> +<span class="sourceLineNo">1685</span> byte[] value = generateData(this.rand, getValueLength(this.rand));<a name="line.1685"></a> +<span class="sourceLineNo">1686</span> Scan scan = constructScan(value);<a name="line.1686"></a> +<span class="sourceLineNo">1687</span> ResultScanner scanner = null;<a name="line.1687"></a> +<span class="sourceLineNo">1688</span> try {<a name="line.1688"></a> +<span class="sourceLineNo">1689</span> scanner = this.table.getScanner(scan);<a name="line.1689"></a> +<span class="sourceLineNo">1690</span> for (Result r = null; (r = scanner.next()) != null;) {<a name="line.1690"></a> +<span class="sourceLineNo">1691</span> updateValueSize(r);<a name="line.1691"></a> +<span class="sourceLineNo">1692</span> }<a name="line.1692"></a> +<span class="sourceLineNo">1693</span> } finally {<a name="line.1693"></a> +<span class="sourceLineNo">1694</span> if (scanner != null) scanner.close();<a name="line.1694"></a> +<span class="sourceLineNo">1695</span> }<a name="line.1695"></a> +<span class="sourceLineNo">1696</span> }<a name="line.1696"></a> +<span class="sourceLineNo">1697</span><a name="line.1697"></a> +<span class="sourceLineNo">1698</span> protected Scan constructScan(byte[] valuePrefix) throws IOException {<a name="line.1698"></a> +<span class="sourceLineNo">1699</span> FilterList list = new FilterList();<a name="line.1699"></a> +<span class="sourceLineNo">1700</span> Filter filter = new SingleColumnValueFilter(<a name="line.1700"></a> +<span class="sourceLineNo">1701</span> FAMILY_NAME, COLUMN_ZERO, CompareFilter.CompareOp.EQUAL,<a name="line.1701"></a> +<span class="sourceLineNo">1702</span> new BinaryComparator(valuePrefix)<a name="line.1702"></a> +<span class="sourceLineNo">1703</span> );<a name="line.1703"></a> +<span class="sourceLineNo">1704</span> list.addFilter(filter);<a name="line.1704"></a> +<span class="sourceLineNo">1705</span> if(opts.filterAll) {<a name="line.1705"></a> +<span class="sourceLineNo">1706</span> list.addFilter(new FilterAllFilter());<a name="line.1706"></a> +<span class="sourceLineNo">1707</span> }<a name="line.1707"></a> +<span class="sourceLineNo">1708</span> Scan scan = new Scan().setCaching(opts.caching).setCacheBlocks(opts.cacheBlocks)<a name="line.1708"></a> +<span class="sourceLineNo">1709</span> .setAsyncPrefetch(opts.asyncPrefetch).setReadType(opts.scanReadType);<a name="line.1709"></a> +<span class="sourceLineNo">1710</span> if (opts.addColumns) {<a name="line.1710"></a> +<span class="sourceLineNo">1711</span> scan.addColumn(FAMILY_NAME, QUALIFIER_NAME);<a name="line.1711"></a> +<span class="sourceLineNo">1712</span> } else {<a name="line.1712"></a> +<span class="sourceLineNo">1713</span> scan.addFamily(FAMILY_NAME);<a name="line.1713"></a> +<span class="sourceLineNo">1714</span> }<a name="line.1714"></a> +<span class="sourceLineNo">1715</span> scan.setFilter(list);<a name="line.1715"></a> +<span class="sourceLineNo">1716</span> return scan;<a name="line.1716"></a> +<span class="sourceLineNo">1717</span> }<a name="line.1717"></a> +<span class="sourceLineNo">1718</span> }<a name="line.1718"></a> +<span class="sourceLineNo">1719</span><a name="line.1719"></a> +<span class="sourceLineNo">1720</span> /**<a name="line.1720"></a> +<span class="sourceLineNo">1721</span> * Compute a throughput rate in MB/s.<a name="line.1721"></a> +<span class="sourceLineNo">1722</span> * @param rows Number of records consumed.<a name="line.1722"></a> +<span class="sourceLineNo">1723</span> * @param timeMs Time taken in milliseconds.<a name="line.1723"></a> +<span class="sourceLineNo">1724</span> * @return String value with label, ie '123.76 MB/s'<a name="line.1724"></a> +<span class="sourceLineNo">1725</span> */<a name="line.1725"></a> +<span class="sourceLineNo">1726</span> private static String calculateMbps(int rows, long timeMs, final int valueSize, int columns) {<a name="line.1726"></a> +<span class="sourceLineNo">1727</span> BigDecimal rowSize = BigDecimal.valueOf(ROW_LENGTH +<a name="line.1727"></a> +<span class="sourceLineNo">1728</span> ((valueSize + FAMILY_NAME.length + COLUMN_ZERO.length) * columns));<a name="line.1728"></a> +<span class="sourceLineNo">1729</span> BigDecimal mbps = BigDecimal.valueOf(rows).multiply(rowSize, CXT)<a name="line.1729"></a> +<span class="sourceLineNo">1730</span> .divide(BigDecimal.valueOf(timeMs), CXT).multiply(MS_PER_SEC, CXT)<a name="line.1730"></a> +<span class="sourceLineNo">1731</span> .divide(BYTES_PER_MB, CXT);<a name="line.1731"></a> +<span class="sourceLineNo">1732</span> return FMT.format(mbps) + " MB/s";<a name="line.1732"></a> +<span class="sourceLineNo">1733</span> }<a name="line.1733"></a> +<span class="sourceLineNo">1734</span><a name="line.1734"></a> +<span class="sourceLineNo">1735</span> /*<a name="line.1735"></a> +<span class="sourceLineNo">1736</span> * Format passed integer.<a name="line.1736"></a> +<span class="sourceLineNo">1737</span> * @param number<a name="line.1737"></a> +<span class="sourceLineNo">1738</span> * @return Returns zero-prefixed ROW_LENGTH-byte wide decimal version of passed<a name="line.1738"></a> +<span class="sourceLineNo">1739</span> * number (Does absolute in case number is negative).<a name="line.1739"></a> +<span class="sourceLineNo">1740</span> */<a name="line.1740"></a> +<span class="sourceLineNo">1741</span> public static byte [] format(final int number) {<a name="line.1741"></a> +<span class="sourceLineNo">1742</span> byte [] b = new byte[ROW_LENGTH];<a name="line.1742"></a> +<span class="sourceLineNo">1743</span> int d = Math.abs(number);<a name="line.1743"></a> +<span class="sourceLineNo">1744</span> for (int i = b.length - 1; i >= 0; i--) {<a name="line.1744"></a> +<span class="sourceLineNo">1745</span> b[i] = (byte)((d % 10) + '0');<a name="line.1745"></a> +<span class="sourceLineNo">1746</span> d /= 10;<a name="line.1746"></a> +<span class="sourceLineNo">1747</span> }<a name="line.1747"></a> +<span class="sourceLineNo">1748</span> return b;<a name="line.1748"></a> +<span class="sourceLineNo">1749</span> }<a name="line.1749"></a> +<span class="sourceLineNo">1750</span><a name="line.1750"></a> +<span class="sourceLineNo">1751</span> /*<a name="line.1751"></a> +<span class="sourceLineNo">1752</span> * This method takes some time and is done inline uploading data. For<a name="line.1752"></a> +<span class="sourceLineNo">1753</span> * example, doing the mapfile test, generation of the key and value<a name="line.1753"></a> +<span class="sourceLineNo">1754</span> * consumes about 30% of CPU time.<a name="line.1754"></a> +<span class="sourceLineNo">1755</span> * @return Generated random value to insert into a table cell.<a name="line.1755"></a> +<span class="sourceLineNo">1756</span> */<a name="line.1756"></a> +<span class="sourceLineNo">1757</span> public static byte[] generateData(final Random r, int length) {<a name="line.1757"></a> +<span class="sourceLineNo">1758</span> byte [] b = new byte [length];<a name="line.1758"></a> +<span class="sourceLineNo">1759</span> int i;<a name="line.1759"></a> +<span class="sourceLineNo">1760</span><a name="line.1760"></a> +<span class="sourceLineNo">1761</span> for(i = 0; i < (length-8); i += 8) {<a name="line.1761"></a> +<span class="sourceLineNo">1762</span> b[i] = (byte) (65 + r.nextInt(26));<a name="line.1762"></a> +<span class="sourceLineNo">1763</span> b[i+1] = b[i];<a name="line.1763"></a> +<span class="sourceLineNo">1764</span> b[i+2] = b[i];<a name="line.1764"></a> +<span class="sourceLineNo">1765</span> b[i+3] = b[i];<a name="line.1765"></a> +<span class="sourceLineNo">1766</span> b[i+4] = b[i];<a name="line.1766"></a> +<span class="sourceLineNo">1767</span> b[i+5] = b[i];<a name="line.1767"></a> +<span class="sourceLineNo">1768</span> b[i+6] = b[i];<a name="line.1768"></a> +<span class="sourceLineNo">1769</span> b[i+7] = b[i];<a name="line.1769"></a> +<span class="sourceLineNo">1770</span> }<a name="line.1770"></a> +<span class="sourceLineNo">1771</span><a name="line.1771"></a> +<span class="sourceLineNo">1772</span> byte a = (byte) (65 + r.nextInt(26));<a name="line.1772"></a> +<span class="sourceLineNo">1773</span> for(; i < length; i++) {<a name="line.1773"></a> +<span class="sourceLineNo">1774</span> b[i] = a;<a name="line.1774"></a> +<span class="sourceLineNo">1775</span> }<a name="line.1775"></a> +<span class="sourceLineNo">1776</span> return b;<a name="line.1776"></a> +<span class="sourceLineNo">1777</span> }<a name="line.1777"></a> +<span class="sourceLineNo">1778</span><a name="line.1778"></a> +<span class="sourceLineNo">1779</span> static byte [] getRandomRow(final Random random, final int totalRows) {<a name="line.1779"></a> +<span class="sourceLineNo">1780</span> return format(generateRandomRow(random, totalRows));<a name="line.1780"></a> +<span class="sourceLineNo">1781</span> }<a name="line.1781"></a> +<span class="sourceLineNo">1782</span><a name="line.1782"></a> +<span class="sourceLineNo">1783</span> static int generateRandomRow(final Random random, final int totalRows) {<a name="line.1783"></a> +<span class="sourceLineNo">1784</span> return random.nextInt(Integer.MAX_VALUE) % totalRows;<a name="line.1784"></a> +<span class="sourceLineNo">1785</span> }<a name="line.1785"></a> +<span class="sourceLineNo">1786</span><a name="line.1786"></a> +<span class="sourceLineNo">1787</span> static RunResult runOneClient(final Class<? extends Test> cmd, Configuration conf, Connection con,<a name="line.1787"></a> +<span class="sourceLineNo">1788</span> TestOptions opts, final Status status)<a name="line.1788"></a> +<span class="sourceLineNo">1789</span> throws IOException, InterruptedException {<a name="line.1789"></a> +<span class="sourceLineNo">1790</span> status.setStatus("Start " + cmd + " at offset " + opts.startRow + " for " +<a name="line.1790"></a> +<span class="sourceLineNo">1791</span> opts.perClientRunRows + " rows");<a name="line.1791"></a> +<span class="sourceLineNo">1792</span> long totalElapsedTime;<a name="line.1792"></a> +<span class="sourceLineNo">1793</span><a name="line.1793"></a> +<span class="sourceLineNo">1794</span> final Test t;<a name="line.1794"></a> +<span class="sourceLineNo">1795</span> try {<a name="line.1795"></a> +<span class="sourceLineNo">1796</span> Constructor<? extends Test> constructor =<a name="line.1796"></a> +<span class="sourceLineNo">1797</span> cmd.getDeclaredConstructor(Connection.class, TestOptions.class, Status.class);<a name="line.1797"></a> +<span class="sourceLineNo">1798</span> t = constructor.newInstance(con, opts, status);<a name="line.1798"></a> +<span class="sourceLineNo">1799</span> } catch (NoSuchMethodException e) {<a name="line.1799"></a> +<span class="sourceLineNo">1800</span> throw new IllegalArgumentException("Invalid command class: " +<a name="line.1800"></a> +<span class="sourceLineNo">1801</span> cmd.getName() + ". It does not provide a constructor as described by " +<a name="line.1801"></a> +<span class="sourceLineNo">1802</span> "the javadoc comment. Available constructors are: " +<a name="line.1802"></a> +<span class="sourceLineNo">1803</span> Arrays.toString(cmd.getConstructors()));<a name="line.1803"></a> +<span class="sourceLineNo">1804</span> } catch (Exception e) {<a name="line.1804"></a> +<span class="sourceLineNo">1805</span> throw new IllegalStateException("Failed to construct command class", e);<a name="line.1805"></a> +<span class="sourceLineNo">1806</span> }<a name="line.1806"></a> +<span class="sourceLineNo">1807</span> totalElapsedTime = t.test();<a name="line.1807"></a> +<span class="sourceLineNo">1808</span><a name="line.1808"></a> +<span class="sourceLineNo">1809</span> status.setStatus("Finished " + cmd + " in " + totalElapsedTime +<a name="line.1809"></a> +<span class="sourceLineNo">1810</span> "ms at offset " + opts.startRow + " for " + opts.perClientRunRows + " rows" +<a name="line.1810"></a> +<span class="sourceLineNo">1811</span> " (" + calculateMbps((int)(opts.perClientRunRows * opts.sampleRate), totalElapsedTime,<a name="line.1811"></a> +<span class="sourceLineNo">1812</span> getAverageValueLength(opts), opts.columns) + ")");<a name="line.1812"></a> +<span class="sourceLineNo">1813</span><a name="line.1813"></a> +<span class="sourceLineNo">1814</span> return new RunResult(totalElapsedTime, t.getLatencyHistogram());<a name="line.1814"></a> +<span class="sourceLineNo">1815</span> }<a name="line.1815"></a> +<span class="sourceLineNo">1816</span><a name="line.1816"></a> +<span class="sourceLineNo">1817</span> private static int getAverageValueLength(final TestOptions opts) {<a name="line.1817"></a> +<span class="sourceLineNo">1818</span> return opts.valueRandom? opts.valueSize/2: opts.valueSize;<a name="line.1818"></a> +<span class="sourceLineNo">1819</span> }<a name="line.1819"></a> +<span class="sourceLineNo">1820</span><a name="line.1820"></a> +<span class="sourceLineNo">1821</span> private void runTest(final Class<? extends Test> cmd, TestOptions opts) throws IOException,<a name="line.1821"></a> +<span class="sourceLineNo">1822</span> InterruptedException, ClassNotFoundException {<a name="line.1822"></a> +<span class="sourceLineNo">1823</span> // Log the configuration we're going to run with. Uses JSON mapper because lazy. It'll do<a name="line.1823"></a> +<span class="sourceLineNo">1824</span> // the TestOptions introspection for us and dump the output in a readable format.<a name="line.1824"></a> +<span class="sourceLineNo">1825</span> LOG.info(cmd.getSimpleName() + " test run options=" + MAPPER.writeValueAsString(opts));<a name="line.1825"></a> +<span class="sourceLineNo">1826</span> Admin admin = null;<a name="line.1826"></a> +<span class="sourceLineNo">1827</span> Connection connection = null;<a name="line.1827"></a> +<span class="sourceLineNo">1828</span> try {<a name="line.1828"></a> +<span class="sourceLineNo">1829</span> connection = ConnectionFactory.createConnection(getConf());<a name="line.1829"></a> +<span class="sourceLineNo">1830</span> admin = connection.getAdmin();<a name="line.1830"></a> +<span class="sourceLineNo">1831</span> checkTable(admin, opts);<a name="line.1831"></a> +<span class="sourceLineNo">1832</span> } finally {<a name="line.1832"></a> +<span class="sourceLineNo">1833</span> if (admin != null) admin.close();<a name="line.1833"></a> +<span class="sourceLineNo">1834</span> if (connection != null) connection.close();<a name="line.1834"></a> +<span class="sourceLineNo">1835</span> }<a name="line.1835"></a> +<span class="sourceLineNo">1836</span> if (opts.nomapred) {<a name="line.1836"></a> +<span class="sourceLineNo">1837</span> doLocalClients(opts, getConf());<a name="line.1837"></a> +<span class="sourceLineNo">1838</span> } else {<a name="line.1838"></a> +<span class="sourceLineNo">1839</span> doMapReduce(opts, getConf());<a name="line.1839"></a> +<span class="sourceLineNo">1840</span> }<a name="line.1840"></a> +<span class="sourceLineNo">1841</span> }<a name="line.1841"></a> +<span class="sourceLineNo">1842</span><a name="line.1842"></a> +<span class="sourceLineNo">1843</span> protected void printUsage() {<a name="line.1843"></a> +<span class="sourceLineNo">1844</span> printUsage(this.getClass().getName(), null);<a name="line.1844"></a> +<span class="sourceLineNo">1845</span> }<a name="line.1845"></a> +<span class="sourceLineNo">1846</span><a name="line.1846"></a> +<span class="sourceLineNo">1847</span> protected static void printUsage(final String message) {<a name="line.1847"></a> +<span class="sourceLineNo">1848</span> printUsage(PerformanceEvaluation.class.getName(), message);<a name="line.184 <TRUNCATED>
