[
https://issues.apache.org/jira/browse/HBASE-20968?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16586733#comment-16586733
]
Duo Zhang commented on HBASE-20968:
-----------------------------------
The output we want to verify is
{noformat}
Id Name State Submitted_Time Last_Update Parameters
1 org.apache.hadoop.hbase.master.procedure.InitMetaProcedure SUCCESS
2018-08-21 08:58:28 +0800 2018-08-21 08:58:29 +0800 [{"state"=>[1,
2147483648]}, {}]
18 org.apache.hadoop.hbase.client.procedure.ShellTestProcedure SUCCESS
2018-08-21 08:58:37 +0800 2018-08-21 08:58:37 +0800 [{"value"=>"table1"}]
4 org.apache.hadoop.hbase.master.procedure.CreateTableProcedure SUCCESS
2018-08-21 08:58:29 +0800 2018-08-21 08:58:30 +0800 [{"state"=>[1, 2, 3, 4, 5,
6, 2147483648]}, {"userInfo"=>{"effectiveUser"=>"zhangduo.hfs.0"},
"tableSchema"=>{"tableName"=>{"namespace"=>"aGJhc2U=",
"qualifier"=>"bmFtZXNwYWNl"}, "attributes"=>[{"first"=>"SVNfTUVUQQ==",
"second"=>"ZmFsc2U="}], "columnFamilies"=>[{"name"=>"aW5mbw==",
"attributes"=>[{"first"=>"VkVSU0lPTlM=", "second"=>"MTA="},
{"first"=>"RVZJQ1RfQkxPQ0tTX09OX0NMT1NF", "second"=>"ZmFsc2U="},
{"first"=>"TkVXX1ZFUlNJT05fQkVIQVZJT1I=", "second"=>"ZmFsc2U="},
{"first"=>"S0VFUF9ERUxFVEVEX0NFTExT", "second"=>"RkFMU0U="},
{"first"=>"Q0FDSEVfREFUQV9PTl9XUklURQ==", "second"=>"ZmFsc2U="},
{"first"=>"REFUQV9CTE9DS19FTkNPRElORw==", "second"=>"Tk9ORQ=="},
{"first"=>"VFRM", "second"=>"MjE0NzQ4MzY0Nw=="}, {"first"=>"TUlOX1ZFUlNJT05T",
"second"=>"MA=="}, {"first"=>"UkVQTElDQVRJT05fU0NPUEU=", "second"=>"MA=="},
{"first"=>"QkxPT01GSUxURVI=", "second"=>"Uk9X"},
{"first"=>"Q0FDSEVfSU5ERVhfT05fV1JJVEU=", "second"=>"ZmFsc2U="},
{"first"=>"SU5fTUVNT1JZ", "second"=>"dHJ1ZQ=="},
{"first"=>"Q0FDSEVfQkxPT01TX09OX1dSSVRF", "second"=>"ZmFsc2U="},
{"first"=>"UFJFRkVUQ0hfQkxPQ0tTX09OX09QRU4=", "second"=>"ZmFsc2U="},
{"first"=>"Q09NUFJFU1NJT04=", "second"=>"Tk9ORQ=="},
{"first"=>"QkxPQ0tDQUNIRQ==", "second"=>"dHJ1ZQ=="}, {"first"=>"QkxPQ0tTSVpF",
"second"=>"ODE5Mg=="}]}]}, "regionInfo"=>[{"regionId"=>"1534813109586",
"tableName"=>{"namespace"=>"aGJhc2U=", "qualifier"=>"bmFtZXNwYWNl"},
"startKey"=>"", "endKey"=>"", "offline"=>false, "split"=>false,
"replicaId"=>0}]}]
7 org.apache.hadoop.hbase.master.procedure.CreateNamespaceProcedure SUCCESS
2018-08-21 08:58:30 +0800 2018-08-21 08:58:31 +0800 [{"state"=>[1, 2, 3, 4, 5,
2147483648]}, {"namespaceDescriptor"=>{"name"=>"ZGVmYXVsdA=="}}]
8 org.apache.hadoop.hbase.master.procedure.CreateNamespaceProcedure SUCCESS
2018-08-21 08:58:31 +0800 2018-08-21 08:58:31 +0800 [{"state"=>[1, 2, 3, 4, 5,
2147483648]}, {"namespaceDescriptor"=>{"name"=>"aGJhc2U="}}]
9 org.apache.hadoop.hbase.master.procedure.CreateTableProcedure SUCCESS
2018-08-21 08:58:31 +0800 2018-08-21 08:58:32 +0800 [{"state"=>[1, 2, 3, 4, 5,
6, 2147483648]}, {"userInfo"=>{"effectiveUser"=>"zhangduo.hfs.0"},
"tableSchema"=>{"tableName"=>{"namespace"=>"aGJhc2U=",
"qualifier"=>"cXVvdGE="}, "attributes"=>[{"first"=>"SVNfTUVUQQ==",
"second"=>"ZmFsc2U="}], "columnFamilies"=>[{"name"=>"cQ==",
"attributes"=>[{"first"=>"VkVSU0lPTlM=", "second"=>"MQ=="},
{"first"=>"RVZJQ1RfQkxPQ0tTX09OX0NMT1NF", "second"=>"ZmFsc2U="},
{"first"=>"TkVXX1ZFUlNJT05fQkVIQVZJT1I=", "second"=>"ZmFsc2U="},
{"first"=>"S0VFUF9ERUxFVEVEX0NFTExT", "second"=>"RkFMU0U="},
{"first"=>"Q0FDSEVfREFUQV9PTl9XUklURQ==", "second"=>"ZmFsc2U="},
{"first"=>"REFUQV9CTE9DS19FTkNPRElORw==", "second"=>"Tk9ORQ=="},
{"first"=>"VFRM", "second"=>"MjE0NzQ4MzY0Nw=="}, {"first"=>"TUlOX1ZFUlNJT05T",
"second"=>"MA=="}, {"first"=>"UkVQTElDQVRJT05fU0NPUEU=", "second"=>"MA=="},
{"first"=>"QkxPT01GSUxURVI=", "second"=>"Uk9X"},
{"first"=>"Q0FDSEVfSU5ERVhfT05fV1JJVEU=", "second"=>"ZmFsc2U="},
{"first"=>"SU5fTUVNT1JZ", "second"=>"ZmFsc2U="},
{"first"=>"Q0FDSEVfQkxPT01TX09OX1dSSVRF", "second"=>"ZmFsc2U="},
{"first"=>"UFJFRkVUQ0hfQkxPQ0tTX09OX09QRU4=", "second"=>"ZmFsc2U="},
{"first"=>"Q09NUFJFU1NJT04=", "second"=>"Tk9ORQ=="},
{"first"=>"QkxPQ0tDQUNIRQ==", "second"=>"dHJ1ZQ=="}, {"first"=>"QkxPQ0tTSVpF",
"second"=>"NjU1MzY="}]}, {"name"=>"dQ==",
"attributes"=>[{"first"=>"VkVSU0lPTlM=", "second"=>"MQ=="},
{"first"=>"RVZJQ1RfQkxPQ0tTX09OX0NMT1NF", "second"=>"ZmFsc2U="},
{"first"=>"TkVXX1ZFUlNJT05fQkVIQVZJT1I=", "second"=>"ZmFsc2U="},
{"first"=>"S0VFUF9ERUxFVEVEX0NFTExT", "second"=>"RkFMU0U="},
{"first"=>"Q0FDSEVfREFUQV9PTl9XUklURQ==", "second"=>"ZmFsc2U="},
{"first"=>"REFUQV9CTE9DS19FTkNPRElORw==", "second"=>"Tk9ORQ=="},
{"first"=>"VFRM", "second"=>"MjE0NzQ4MzY0Nw=="}, {"first"=>"TUlOX1ZFUlNJT05T",
"second"=>"MA=="}, {"first"=>"UkVQTElDQVRJT05fU0NPUEU=", "second"=>"MA=="},
{"first"=>"QkxPT01GSUxURVI=", "second"=>"Uk9X"},
{"first"=>"Q0FDSEVfSU5ERVhfT05fV1JJVEU=", "second"=>"ZmFsc2U="},
{"first"=>"SU5fTUVNT1JZ", "second"=>"ZmFsc2U="},
{"first"=>"Q0FDSEVfQkxPT01TX09OX1dSSVRF", "second"=>"ZmFsc2U="},
{"first"=>"UFJFRkVUQ0hfQkxPQ0tTX09OX09QRU4=", "second"=>"ZmFsc2U="},
{"first"=>"Q09NUFJFU1NJT04=", "second"=>"Tk9ORQ=="},
{"first"=>"QkxPQ0tDQUNIRQ==", "second"=>"dHJ1ZQ=="}, {"first"=>"QkxPQ0tTSVpF",
"second"=>"NjU1MzY="}]}]}, "regionInfo"=>[{"regionId"=>"1534813111279",
"tableName"=>{"namespace"=>"aGJhc2U=", "qualifier"=>"cXVvdGE="},
"startKey"=>"", "endKey"=>"", "offline"=>false, "split"=>false,
"replicaId"=>0}]}]
10 org.apache.hadoop.hbase.master.procedure.CreateTableProcedure SUCCESS
2018-08-21 08:58:31 +0800 2018-08-21 08:58:32 +0800 [{"state"=>[1, 2, 3, 4, 5,
6, 2147483648]}, {"userInfo"=>{"effectiveUser"=>"zhangduo.hfs.0"},
"tableSchema"=>{"tableName"=>{"namespace"=>"aGJhc2U=", "qualifier"=>"YWNs"},
"attributes"=>[{"first"=>"SVNfTUVUQQ==", "second"=>"ZmFsc2U="}],
"columnFamilies"=>[{"name"=>"bA==", "attributes"=>[{"first"=>"VkVSU0lPTlM=",
"second"=>"MQ=="}, {"first"=>"RVZJQ1RfQkxPQ0tTX09OX0NMT1NF",
"second"=>"ZmFsc2U="}, {"first"=>"TkVXX1ZFUlNJT05fQkVIQVZJT1I=",
"second"=>"ZmFsc2U="}, {"first"=>"S0VFUF9ERUxFVEVEX0NFTExT",
"second"=>"RkFMU0U="}, {"first"=>"Q0FDSEVfREFUQV9PTl9XUklURQ==",
"second"=>"ZmFsc2U="}, {"first"=>"REFUQV9CTE9DS19FTkNPRElORw==",
"second"=>"Tk9ORQ=="}, {"first"=>"VFRM", "second"=>"MjE0NzQ4MzY0Nw=="},
{"first"=>"TUlOX1ZFUlNJT05T", "second"=>"MA=="},
{"first"=>"UkVQTElDQVRJT05fU0NPUEU=", "second"=>"MA=="},
{"first"=>"QkxPT01GSUxURVI=", "second"=>"Tk9ORQ=="},
{"first"=>"Q0FDSEVfSU5ERVhfT05fV1JJVEU=", "second"=>"ZmFsc2U="},
{"first"=>"SU5fTUVNT1JZ", "second"=>"dHJ1ZQ=="},
{"first"=>"Q0FDSEVfQkxPT01TX09OX1dSSVRF", "second"=>"ZmFsc2U="},
{"first"=>"UFJFRkVUQ0hfQkxPQ0tTX09OX09QRU4=", "second"=>"ZmFsc2U="},
{"first"=>"Q09NUFJFU1NJT04=", "second"=>"Tk9ORQ=="},
{"first"=>"QkxPQ0tDQUNIRQ==", "second"=>"dHJ1ZQ=="}, {"first"=>"QkxPQ0tTSVpF",
"second"=>"ODE5Mg=="}]}]}, "regionInfo"=>[{"regionId"=>"1534813111465",
"tableName"=>{"namespace"=>"aGJhc2U=", "qualifier"=>"YWNs"}, "startKey"=>"",
"endKey"=>"", "offline"=>false, "split"=>false, "replicaId"=>0}]}]
15 org.apache.hadoop.hbase.master.procedure.CreateTableProcedure SUCCESS
2018-08-21 08:58:32 +0800 2018-08-21 08:58:33 +0800 [{"state"=>[1, 2, 3, 4, 5,
6, 2147483648]}, {"userInfo"=>{"effectiveUser"=>"zhangduo.hfs.0"},
"tableSchema"=>{"tableName"=>{"namespace"=>"aGJhc2U=",
"qualifier"=>"bGFiZWxz"}, "attributes"=>[{"first"=>"SVNfTUVUQQ==",
"second"=>"ZmFsc2U="}, {"first"=>"U1BMSVRfUE9MSUNZ",
"second"=>"b3JnLmFwYWNoZS5oYWRvb3AuaGJhc2UucmVnaW9uc2VydmVyLkRpc2FibGVkUmVnaW9uU3BsaXRQb2xpY3k="}],
"columnFamilies"=>[{"name"=>"Zg==", "attributes"=>[{"first"=>"VkVSU0lPTlM=",
"second"=>"MQ=="}, {"first"=>"RVZJQ1RfQkxPQ0tTX09OX0NMT1NF",
"second"=>"ZmFsc2U="}, {"first"=>"TkVXX1ZFUlNJT05fQkVIQVZJT1I=",
"second"=>"ZmFsc2U="}, {"first"=>"S0VFUF9ERUxFVEVEX0NFTExT",
"second"=>"RkFMU0U="}, {"first"=>"Q0FDSEVfREFUQV9PTl9XUklURQ==",
"second"=>"ZmFsc2U="}, {"first"=>"REFUQV9CTE9DS19FTkNPRElORw==",
"second"=>"Tk9ORQ=="}, {"first"=>"VFRM", "second"=>"MjE0NzQ4MzY0Nw=="},
{"first"=>"TUlOX1ZFUlNJT05T", "second"=>"MA=="},
{"first"=>"UkVQTElDQVRJT05fU0NPUEU=", "second"=>"MA=="},
{"first"=>"QkxPT01GSUxURVI=", "second"=>"Tk9ORQ=="},
{"first"=>"Q0FDSEVfSU5ERVhfT05fV1JJVEU=", "second"=>"ZmFsc2U="},
{"first"=>"SU5fTUVNT1JZ", "second"=>"ZmFsc2U="},
{"first"=>"Q0FDSEVfQkxPT01TX09OX1dSSVRF", "second"=>"ZmFsc2U="},
{"first"=>"UFJFRkVUQ0hfQkxPQ0tTX09OX09QRU4=", "second"=>"ZmFsc2U="},
{"first"=>"Q09NUFJFU1NJT04=", "second"=>"Tk9ORQ=="},
{"first"=>"QkxPQ0tDQUNIRQ==", "second"=>"ZmFsc2U="}, {"first"=>"QkxPQ0tTSVpF",
"second"=>"NjU1MzY="}]}]}, "regionInfo"=>[{"regionId"=>"1534813112308",
"tableName"=>{"namespace"=>"aGJhc2U=", "qualifier"=>"bGFiZWxz"},
"startKey"=>"", "endKey"=>"", "offline"=>false, "split"=>false,
"replicaId"=>0}]}]
8 row(s)
{noformat}
So I think the problem is that the procedure has not been finished yet when we
execute the list procedures command.
> list_procedures_test fails due to no matching regex
> ---------------------------------------------------
>
> Key: HBASE-20968
> URL: https://issues.apache.org/jira/browse/HBASE-20968
> Project: HBase
> Issue Type: Test
> Reporter: Ted Yu
> Assignee: Ted Yu
> Priority: Major
> Attachments: 20968.v2.txt,
> org.apache.hadoop.hbase.client.TestShell-output.txt
>
>
> From test output against hadoop3:
> {code}
> 2018-07-28 12:04:24,838 DEBUG [Time-limited test]
> procedure2.ProcedureExecutor(948): Stored pid=12, state=RUNNABLE,
> hasLock=false; org.apache.hadoop.hbase.client.procedure.
> ShellTestProcedure
> 2018-07-28 12:04:24,864 INFO [RS-EventLoopGroup-1-3]
> ipc.ServerRpcConnection(556): Connection from 172.18.128.12:46918,
> version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth: SIMPLE),
> service=MasterService
> 2018-07-28 12:04:24,900 DEBUG [Thread-114] master.MasterRpcServices(1157):
> Checking to see if procedure is done pid=11
> ^[[38;5;196mF^[[0m
> ===============================================================================
> Failure:
> ^[[48;5;124;38;5;231;1mtest_list_procedures(Hbase::ListProceduresTest)^[[0m
> src/test/ruby/shell/list_procedures_test.rb:65:in `block in
> test_list_procedures'
> 62: end
> 63: end
> 64:
> ^[[48;5;124;38;5;231;1m => 65: assert_equal(1, matching_lines)^[[0m
> 66: end
> 67: end
> 68: end
> <^[[48;5;34;38;5;231;1m1^[[0m> expected but was
> <^[[48;5;124;38;5;231;1m0^[[0m>
> ===============================================================================
> ...
> 2018-07-28 12:04:25,374 INFO [PEWorker-9]
> procedure2.ProcedureExecutor(1316): Finished pid=12, state=SUCCESS,
> hasLock=false; org.apache.hadoop.hbase.client.procedure.
> ShellTestProcedure in 336msec
> {code}
> The completion of the ShellTestProcedure was after the assertion was raised.
> {code}
> def create_procedure_regexp(table_name)
> regexp_string = '[0-9]+ .*ShellTestProcedure SUCCESS.*' \
> {code}
> The regex used by the test isn't found in test output either.
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
