[GitHub] [hbase] comnetwork commented on a diff in pull request #4463: HBASE-27062 ThreadPool is unnecessary in HBaseInterClusterReplication…
comnetwork commented on code in PR #4463:
URL: https://github.com/apache/hbase/pull/4463#discussion_r889490541
##
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/HBaseInterClusterReplicationEndpoint.java:
##
@@ -532,82 +513,109 @@ protected boolean isPeerEnabled() {
@Override
protected void doStop() {
-disconnect(); // don't call super.doStop()
// Allow currently running replication tasks to finish
-exec.shutdown();
-try {
- exec.awaitTermination(maxTerminationWait, TimeUnit.MILLISECONDS);
-} catch (InterruptedException e) {
-}
-// Abort if the tasks did not terminate in time
-if (!exec.isTerminated()) {
- String errMsg = "HBaseInterClusterReplicationEndpoint termination
failed. The "
-+ "ThreadPoolExecutor failed to finish all tasks within " +
maxTerminationWait + "ms. "
-+ "Aborting to prevent Replication from deadlocking. See HBASE-16081.";
- abortable.abort(errMsg, new IOException(errMsg));
-}
+this.stopping = true;
+disconnect(); // don't call super.doStop()
notifyStopped();
}
- protected int replicateEntries(List entries, int batchIndex, int
timeout)
-throws IOException {
+ protected CompletableFuture replicateEntries(List entries,
int batchIndex,
+int timeout) {
+int entriesHashCode = System.identityHashCode(entries);
+if (LOG.isTraceEnabled()) {
+ long size =
entries.stream().mapToLong(this::getEstimatedEntrySize).sum();
+ LOG.trace("{} Replicating batch {} of {} entries with total size {}
bytes to {}", logPeerId(),
+entriesHashCode, entries.size(), size, replicationClusterId);
+}
SinkPeer sinkPeer = null;
+final CompletableFuture resultCompletableFuture = new
CompletableFuture();
try {
- int entriesHashCode = System.identityHashCode(entries);
- if (LOG.isTraceEnabled()) {
-long size =
entries.stream().mapToLong(this::getEstimatedEntrySize).sum();
-LOG.trace("{} Replicating batch {} of {} entries with total size {}
bytes to {}",
- logPeerId(), entriesHashCode, entries.size(), size,
replicationClusterId);
- }
sinkPeer = getReplicationSink();
AsyncRegionServerAdmin rsAdmin = sinkPeer.getRegionServer();
- try {
-ReplicationProtobufUtil.replicateWALEntry(rsAdmin,
- entries.toArray(new Entry[entries.size()]), replicationClusterId,
baseNamespaceDir,
- hfileArchiveDir, timeout);
-if (LOG.isTraceEnabled()) {
- LOG.trace("{} Completed replicating batch {}", logPeerId(),
entriesHashCode);
-}
- } catch (IOException e) {
-if (LOG.isTraceEnabled()) {
- LOG.trace("{} Failed replicating batch {}", logPeerId(),
entriesHashCode, e);
-}
-throw e;
- }
- reportSinkSuccess(sinkPeer);
-} catch (IOException ioe) {
+ final SinkPeer sinkPeerToUse = sinkPeer;
+
FutureUtils.addListener(ReplicationProtobufUtil.replicateWALEntry(rsAdmin,
+entries.toArray(new Entry[entries.size()]), replicationClusterId,
baseNamespaceDir,
+hfileArchiveDir, timeout), (response, exception) -> {
+ if (exception != null) {
+onReplicateWALEntryException(entriesHashCode, exception,
sinkPeerToUse);
+resultCompletableFuture.completeExceptionally(exception);
+return;
+ }
+ reportSinkSuccess(sinkPeerToUse);
+ resultCompletableFuture.complete(batchIndex);
+});
+} catch (Throwable e) {
+ this.onReplicateWALEntryException(entriesHashCode, e, sinkPeer);
+ resultCompletableFuture.completeExceptionally(e);
+}
+return resultCompletableFuture;
+ }
+
+ private void onReplicateWALEntryException(int entriesHashCode, Throwable
exception,
+final SinkPeer sinkPeer) {
+if (LOG.isTraceEnabled()) {
+ LOG.trace("{} Failed replicating batch {}", logPeerId(),
entriesHashCode, exception);
+}
+if (exception instanceof IOException) {
if (sinkPeer != null) {
reportBadSink(sinkPeer);
}
- throw ioe;
}
-return batchIndex;
}
- private int serialReplicateRegionEntries(List entries, int
batchIndex, int timeout)
-throws IOException {
-int batchSize = 0, index = 0;
+ private CompletableFuture serialReplicateRegionEntries(
+PeekingIterator walEntryPeekingIterator, int batchIndex, int
timeout) {
+if (!walEntryPeekingIterator.hasNext()) {
+ return CompletableFuture.completedFuture(batchIndex);
+}
+int batchSize = 0;
List batch = new ArrayList<>();
-for (Entry entry : entries) {
+while (walEntryPeekingIterator.hasNext()) {
+ Entry entry = walEntryPeekingIterator.peek();
int entrySize = getEstimatedEntrySize(entry);
if (batchSize > 0 && batchSize + entrySize > replicationRpcLimit) {
-replicateEntries(batch, index++, timeout);
-batch.clear();
-
[GitHub] [hbase] comnetwork commented on a diff in pull request #4463: HBASE-27062 ThreadPool is unnecessary in HBaseInterClusterReplication…
comnetwork commented on code in PR #4463:
URL: https://github.com/apache/hbase/pull/4463#discussion_r889490541
##
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/HBaseInterClusterReplicationEndpoint.java:
##
@@ -532,82 +513,109 @@ protected boolean isPeerEnabled() {
@Override
protected void doStop() {
-disconnect(); // don't call super.doStop()
// Allow currently running replication tasks to finish
-exec.shutdown();
-try {
- exec.awaitTermination(maxTerminationWait, TimeUnit.MILLISECONDS);
-} catch (InterruptedException e) {
-}
-// Abort if the tasks did not terminate in time
-if (!exec.isTerminated()) {
- String errMsg = "HBaseInterClusterReplicationEndpoint termination
failed. The "
-+ "ThreadPoolExecutor failed to finish all tasks within " +
maxTerminationWait + "ms. "
-+ "Aborting to prevent Replication from deadlocking. See HBASE-16081.";
- abortable.abort(errMsg, new IOException(errMsg));
-}
+this.stopping = true;
+disconnect(); // don't call super.doStop()
notifyStopped();
}
- protected int replicateEntries(List entries, int batchIndex, int
timeout)
-throws IOException {
+ protected CompletableFuture replicateEntries(List entries,
int batchIndex,
+int timeout) {
+int entriesHashCode = System.identityHashCode(entries);
+if (LOG.isTraceEnabled()) {
+ long size =
entries.stream().mapToLong(this::getEstimatedEntrySize).sum();
+ LOG.trace("{} Replicating batch {} of {} entries with total size {}
bytes to {}", logPeerId(),
+entriesHashCode, entries.size(), size, replicationClusterId);
+}
SinkPeer sinkPeer = null;
+final CompletableFuture resultCompletableFuture = new
CompletableFuture();
try {
- int entriesHashCode = System.identityHashCode(entries);
- if (LOG.isTraceEnabled()) {
-long size =
entries.stream().mapToLong(this::getEstimatedEntrySize).sum();
-LOG.trace("{} Replicating batch {} of {} entries with total size {}
bytes to {}",
- logPeerId(), entriesHashCode, entries.size(), size,
replicationClusterId);
- }
sinkPeer = getReplicationSink();
AsyncRegionServerAdmin rsAdmin = sinkPeer.getRegionServer();
- try {
-ReplicationProtobufUtil.replicateWALEntry(rsAdmin,
- entries.toArray(new Entry[entries.size()]), replicationClusterId,
baseNamespaceDir,
- hfileArchiveDir, timeout);
-if (LOG.isTraceEnabled()) {
- LOG.trace("{} Completed replicating batch {}", logPeerId(),
entriesHashCode);
-}
- } catch (IOException e) {
-if (LOG.isTraceEnabled()) {
- LOG.trace("{} Failed replicating batch {}", logPeerId(),
entriesHashCode, e);
-}
-throw e;
- }
- reportSinkSuccess(sinkPeer);
-} catch (IOException ioe) {
+ final SinkPeer sinkPeerToUse = sinkPeer;
+
FutureUtils.addListener(ReplicationProtobufUtil.replicateWALEntry(rsAdmin,
+entries.toArray(new Entry[entries.size()]), replicationClusterId,
baseNamespaceDir,
+hfileArchiveDir, timeout), (response, exception) -> {
+ if (exception != null) {
+onReplicateWALEntryException(entriesHashCode, exception,
sinkPeerToUse);
+resultCompletableFuture.completeExceptionally(exception);
+return;
+ }
+ reportSinkSuccess(sinkPeerToUse);
+ resultCompletableFuture.complete(batchIndex);
+});
+} catch (Throwable e) {
+ this.onReplicateWALEntryException(entriesHashCode, e, sinkPeer);
+ resultCompletableFuture.completeExceptionally(e);
+}
+return resultCompletableFuture;
+ }
+
+ private void onReplicateWALEntryException(int entriesHashCode, Throwable
exception,
+final SinkPeer sinkPeer) {
+if (LOG.isTraceEnabled()) {
+ LOG.trace("{} Failed replicating batch {}", logPeerId(),
entriesHashCode, exception);
+}
+if (exception instanceof IOException) {
if (sinkPeer != null) {
reportBadSink(sinkPeer);
}
- throw ioe;
}
-return batchIndex;
}
- private int serialReplicateRegionEntries(List entries, int
batchIndex, int timeout)
-throws IOException {
-int batchSize = 0, index = 0;
+ private CompletableFuture serialReplicateRegionEntries(
+PeekingIterator walEntryPeekingIterator, int batchIndex, int
timeout) {
+if (!walEntryPeekingIterator.hasNext()) {
+ return CompletableFuture.completedFuture(batchIndex);
+}
+int batchSize = 0;
List batch = new ArrayList<>();
-for (Entry entry : entries) {
+while (walEntryPeekingIterator.hasNext()) {
+ Entry entry = walEntryPeekingIterator.peek();
int entrySize = getEstimatedEntrySize(entry);
if (batchSize > 0 && batchSize + entrySize > replicationRpcLimit) {
-replicateEntries(batch, index++, timeout);
-batch.clear();
-
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1146537929 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 1m 31s | Docker mode activated. | | -0 :warning: | yetus | 0m 3s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 12s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 37s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 1m 23s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | shadedjars | 4m 15s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 35s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 11s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 35s | the patch passed | | +1 :green_heart: | compile | 1m 20s | the patch passed | | +1 :green_heart: | javac | 1m 20s | the patch passed | | +1 :green_heart: | shadedjars | 4m 16s | patch has no errors when building our shaded downstream artifacts. | | -0 :warning: | javadoc | 0m 26s | hbase-server generated 1 new + 23 unchanged - 0 fixed = 24 total (was 23) | ||| _ Other Tests _ | | +1 :green_heart: | unit | 0m 35s | hbase-protocol-shaded in the patch passed. | | -1 :x: | unit | 247m 18s | hbase-server in the patch failed. | | | | 269m 2s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/artifact/yetus-jdk8-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | unit javac javadoc shadedjars compile | | uname | Linux 0996c774d269 5.4.0-90-generic #101-Ubuntu SMP Fri Oct 15 20:00:55 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | javadoc | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/artifact/yetus-jdk8-hadoop3-check/output/diff-javadoc-javadoc-hbase-server.txt | | unit | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/artifact/yetus-jdk8-hadoop3-check/output/patch-unit-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/testReport/ | | Max. process+thread count | 2441 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Commented] (HBASE-26985) SecureBulkLoadManager will set wrong permission if umask too strict
[
https://issues.apache.org/jira/browse/HBASE-26985?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547904#comment-17547904
]
Hudson commented on HBASE-26985:
Results for branch branch-2.4
[build #362 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.4/362/]:
(/) *{color:green}+1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.4/362/General_20Nightly_20Build_20Report/]
(/) {color:green}+1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.4/362/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(/) {color:green}+1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.4/362/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.4/362/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> SecureBulkLoadManager will set wrong permission if umask too strict
> ---
>
> Key: HBASE-26985
> URL: https://issues.apache.org/jira/browse/HBASE-26985
> Project: HBase
> Issue Type: Bug
> Components: regionserver
>Affects Versions: 2.4.11
>Reporter: Zhang Dongsheng
>Assignee: Zhang Dongsheng
>Priority: Major
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
> Attachments: HBASE-26985.patch
>
>
> SecureBulkLoadManager will create baseStagingDir if not exist. start method
> use
> fs.mkdirs(baseStagingDir, PERM_HIDDEN); to create directory with permission
> -rwx–x–x.BUT if umask is too strict such as 077 ,this directory will create
> with 0700 so it too strict for GROUP and OTHER user to own execute permission
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1146526268 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 40s | Docker mode activated. | | -0 :warning: | yetus | 0m 3s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 24s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 26s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 1m 12s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | shadedjars | 3m 44s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 31s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 11s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 28s | the patch passed | | +1 :green_heart: | compile | 1m 13s | the patch passed | | +1 :green_heart: | javac | 1m 13s | the patch passed | | +1 :green_heart: | shadedjars | 3m 46s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 31s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 0m 33s | hbase-protocol-shaded in the patch passed. | | +1 :green_heart: | unit | 196m 36s | hbase-server in the patch passed. | | | | 215m 34s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | unit javac javadoc shadedjars compile | | uname | Linux 0baa32c3ac31 5.4.0-1071-aws #76~18.04.1-Ubuntu SMP Mon Mar 28 17:49:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-11.0.10+9 | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/testReport/ | | Max. process+thread count | 3547 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Commented] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547816#comment-17547816
]
chenglei commented on HBASE-26993:
--
[~zhangduo],thank you very much for code review and I have already added
release note.
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could also replicate for table which DURABILITY is
Durability.SKIP_WAL or for individual Mutation which is Durability.SKIP_WAL.
It is implemented entirely on the basis of HBASE-26233 and requires no
additional configuration.
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which DURABILITY is Durability.SKIP_WAL
or for individual Mutation which is Durability.SKIP_WAL.
It is implemented entirely on the basis of HBASE-26233 and requires no
additional configuration.
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Resolution: Fixed
Status: Resolved (was: Patch Available)
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which DURABILITY is Durability.SKIP_WAL
or for individual Mutation which is Durability.SKIP_WAL.
It is implemented entirely on the basis of HBASE-26233 and requires no
additional configuration.
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which DURABILITY is Durability.SKIP_WAL
or for individual Mutation which is Durability.SKIP_WAL.
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which DURABILITY is Durability.SKIP_WAL
or for individual Mutation which is Durability.SKIP_WAL.
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which {{DURABILITY}} is
{{Durability.SKIP_WAL}} or for individual {{Mutation}} which is
{{Durability.SKIP_WAL}}.
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which {{DURABILITY}} is
{{Durability.SKIP_WAL}} or for individual {{Mutation}} which is
{{Durability.SKIP_WAL}}.
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which {{Mutation}} which is
{{Durability.SKIP_WAL}} or the
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate for table which {{Mutation}} which is
{{Durability.SKIP_WAL}} or the
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate Mutations which is {{Durability.SKIP_WAL}}
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate Mutations which is {{Durability.SKIP_WAL}}
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate Mutations which is
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate Mutations which is
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate Mutations which is
was:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate Mutations which is
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei updated HBASE-26993:
-
Release Note:
In this issue we make the new region replication framework introduced by
HBASE-26233 could replicate
Status: Patch Available (was: Reopened)
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Reopened] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chenglei reopened HBASE-26993:
--
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1146488546 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 40s | Docker mode activated. | ||| _ Prechecks _ | | +1 :green_heart: | dupname | 0m 0s | No case conflicting files found. | | +0 :ok: | prototool | 0m 0s | prototool was not available. | | +1 :green_heart: | hbaseanti | 0m 0s | Patch does not have any anti-patterns. | | +1 :green_heart: | @author | 0m 0s | The patch does not contain any @author tags. | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 23s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 11s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 3m 2s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | checkstyle | 0m 33s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | spotless | 0m 40s | branch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 3m 55s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 9s | the patch passed | | +1 :green_heart: | compile | 3m 7s | the patch passed | | +1 :green_heart: | cc | 3m 7s | the patch passed | | +1 :green_heart: | javac | 3m 7s | the patch passed | | -0 :warning: | checkstyle | 0m 28s | hbase-server: The patch generated 1 new + 19 unchanged - 0 fixed = 20 total (was 19) | | +1 :green_heart: | whitespace | 0m 0s | The patch has no whitespace issues. | | +1 :green_heart: | hadoopcheck | 11m 56s | Patch does not cause any errors with Hadoop 3.1.2 3.2.2 3.3.1. | | +1 :green_heart: | hbaseprotoc | 1m 1s | the patch passed | | +1 :green_heart: | spotless | 0m 39s | patch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 4m 8s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | asflicense | 0m 14s | The patch does not generate ASF License warnings. | | | | 40m 43s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/artifact/yetus-general-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | dupname asflicense cc hbaseprotoc spotless prototool javac spotbugs hadoopcheck hbaseanti checkstyle compile | | uname | Linux 003c48a1f812 5.4.0-1025-aws #25~18.04.1-Ubuntu SMP Fri Sep 11 12:03:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | checkstyle | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/artifact/yetus-general-check/output/diff-checkstyle-hbase-server.txt | | Max. process+thread count | 65 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/6/console | | versions | git=2.17.1 maven=3.6.3 spotbugs=4.2.2 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Commented] (HBASE-27046) The filenum in AbstractFSWAL should be monotone increasing
[
https://issues.apache.org/jira/browse/HBASE-27046?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547689#comment-17547689
]
Hudson commented on HBASE-27046:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> The filenum in AbstractFSWAL should be monotone increasing
> --
>
> Key: HBASE-27046
> URL: https://issues.apache.org/jira/browse/HBASE-27046
> Project: HBase
> Issue Type: Improvement
>Reporter: Duo Zhang
>Assignee: Duo Zhang
>Priority: Major
>
> This is the current code
> {code}
> /**
>* retrieve the next path to use for writing. Increments the internal
> filenum.
>*/
> private Path getNewPath() throws IOException {
> this.filenum.set(EnvironmentEdgeManager.currentTime());
> Path newPath = getCurrentFileName();
> while (fs.exists(newPath)) {
> this.filenum.incrementAndGet();
> newPath = getCurrentFileName();
> }
> return newPath;
> }
> {code}
> In some tests, we inject our own EnvironmentEdge, it may return the same ts
> always or even go backwards, the logic here is not rnough to keep the filenum
> monotone increasing, as we may have already archive the old file.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547691#comment-17547691
]
Hudson commented on HBASE-26993:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27039) Some methods of MasterRegion should be annotated for testing only
[
https://issues.apache.org/jira/browse/HBASE-27039?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547685#comment-17547685
]
Hudson commented on HBASE-27039:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Some methods of MasterRegion should be annotated for testing only
> -
>
> Key: HBASE-27039
> URL: https://issues.apache.org/jira/browse/HBASE-27039
> Project: HBase
> Issue Type: Test
> Components: master
>Reporter: LiangJun He
>Assignee: LiangJun He
>Priority: Minor
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
>
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-26962) Add mob info in web UI
[
https://issues.apache.org/jira/browse/HBASE-26962?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547688#comment-17547688
]
Hudson commented on HBASE-26962:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Add mob info in web UI
> --
>
> Key: HBASE-26962
> URL: https://issues.apache.org/jira/browse/HBASE-26962
> Project: HBase
> Issue Type: Improvement
> Components: UI
>Reporter: Xuesen Liang
>Assignee: Xuesen Liang
>Priority: Minor
> Fix For: 2.6.0, 3.0.0-alpha-3
>
>
> Add mob store info in web UI.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-26680) Close and do not write trailer for the broken WAL writer
[
https://issues.apache.org/jira/browse/HBASE-26680?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547687#comment-17547687
]
Hudson commented on HBASE-26680:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Close and do not write trailer for the broken WAL writer
>
>
> Key: HBASE-26680
> URL: https://issues.apache.org/jira/browse/HBASE-26680
> Project: HBase
> Issue Type: Improvement
> Components: wal
>Affects Versions: 3.0.0-alpha-1, 2.0.0
>Reporter: Xiaolin Ha
>Assignee: Xiaolin Ha
>Priority: Major
> Fix For: 2.5.0, 2.6.0, 3.0.0-alpha-3, 2.4.12
>
>
> {code:java}
> public static AsyncWriter createAsyncWriter(Configuration conf, FileSystem
> fs, Path path,
> boolean overwritable, long blocksize, EventLoopGroup eventLoopGroup,
> Class channelClass, StreamSlowMonitor monitor) throws
> IOException {
> // Configuration already does caching for the Class lookup.
> Class logWriterClass = conf.getClass(
> WRITER_IMPL, AsyncProtobufLogWriter.class, AsyncWriter.class);
> try {
> AsyncWriter writer = logWriterClass.getConstructor(EventLoopGroup.class,
> Class.class)
> .newInstance(eventLoopGroup, channelClass);
> writer.init(fs, path, conf, overwritable, blocksize, monitor);
> return writer;
> } catch (Exception e) {
> if (e instanceof CommonFSUtils.StreamLacksCapabilityException) {
> LOG.error("The RegionServer async write ahead log provider " +
> "relies on the ability to call " + e.getMessage() + " for proper
> operation during " +
> "component failures, but the current FileSystem does not support
> doing so. Please " +
> "check the config value of '" + CommonFSUtils.HBASE_WAL_DIR + "' and
> ensure " +
> "it points to a FileSystem mount that has suitable capabilities for
> output streams.");
> } else {
> LOG.debug("Error instantiating log writer.", e);
> }
> Throwables.propagateIfPossible(e, IOException.class);
> throw new IOException("cannot get log writer", e);
> }
> } {code}
> I think writer should be closed when encounters init exception here.
> This can reduce the recoverLease time before log split, and will reduce side
> effects after HBASE-26552.
> Broken writers need to be closed, so that when doing log split, there will be
> no need to recover lease for those length 0 wals.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27036) Displays the number of decommissioned region server for status command
[
https://issues.apache.org/jira/browse/HBASE-27036?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547686#comment-17547686
]
Hudson commented on HBASE-27036:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Displays the number of decommissioned region server for status command
> --
>
> Key: HBASE-27036
> URL: https://issues.apache.org/jira/browse/HBASE-27036
> Project: HBase
> Issue Type: Wish
>Reporter: Tao Li
>Assignee: Tao Li
>Priority: Minor
> Attachments: image-2022-05-14-19-32-59-491.png,
> image-2022-05-25-18-01-20-783.png
>
>
> Displays the number of decommissioned region server for status command.
> !image-2022-05-25-18-01-20-783.png|width=232,height=78!
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27037) Display the region server state on the Web UI
[
https://issues.apache.org/jira/browse/HBASE-27037?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547684#comment-17547684
]
Hudson commented on HBASE-27037:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Display the region server state on the Web UI
> -
>
> Key: HBASE-27037
> URL: https://issues.apache.org/jira/browse/HBASE-27037
> Project: HBase
> Issue Type: Wish
>Reporter: Tao Li
>Assignee: Tao Li
>Priority: Major
> Fix For: 2.6.0, 3.0.0-alpha-3
>
> Attachments: image-2022-05-18-14-39-44-208.png
>
>
> Display the region server state on the Web UI.
> !image-2022-05-18-14-39-44-208.png|width=729,height=126!
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27023) Add protobuf to NOTICE file
[
https://issues.apache.org/jira/browse/HBASE-27023?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547683#comment-17547683
]
Hudson commented on HBASE-27023:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Add protobuf to NOTICE file
> ---
>
> Key: HBASE-27023
> URL: https://issues.apache.org/jira/browse/HBASE-27023
> Project: HBase
> Issue Type: Task
>Reporter: Peter Somogyi
>Assignee: Duo Zhang
>Priority: Major
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
>
> The spotless formatting removed the protobuf credit from the
> AbstractByteRange. It is currently not included in the NOTICE file.
> https://github.com/apache/hbase/commit/9c8c9e7fbf8005ea89fa9b13d6d063b9f0240443#diff-f5806f14849a23b9265b022f3f330b80d08bcc10fcf69d8ee2e1b0d5af266d52
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-26985) SecureBulkLoadManager will set wrong permission if umask too strict
[
https://issues.apache.org/jira/browse/HBASE-26985?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547690#comment-17547690
]
Hudson commented on HBASE-26985:
Results for branch master
[build #602 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/master/602/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> SecureBulkLoadManager will set wrong permission if umask too strict
> ---
>
> Key: HBASE-26985
> URL: https://issues.apache.org/jira/browse/HBASE-26985
> Project: HBase
> Issue Type: Bug
> Components: regionserver
>Affects Versions: 2.4.11
>Reporter: Zhang Dongsheng
>Assignee: Zhang Dongsheng
>Priority: Major
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
> Attachments: HBASE-26985.patch
>
>
> SecureBulkLoadManager will create baseStagingDir if not exist. start method
> use
> fs.mkdirs(baseStagingDir, PERM_HIDDEN); to create directory with permission
> -rwx–x–x.BUT if umask is too strict such as 077 ,this directory will create
> with 0700 so it too strict for GROUP and OTHER user to own execute permission
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1146479744 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 1m 21s | Docker mode activated. | | -0 :warning: | yetus | 0m 3s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 12s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 3m 28s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 1m 42s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | shadedjars | 5m 12s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 42s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 12s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 53s | the patch passed | | +1 :green_heart: | compile | 1m 34s | the patch passed | | +1 :green_heart: | javac | 1m 34s | the patch passed | | +1 :green_heart: | shadedjars | 5m 16s | patch has no errors when building our shaded downstream artifacts. | | -0 :warning: | javadoc | 0m 31s | hbase-server generated 1 new + 23 unchanged - 0 fixed = 24 total (was 23) | ||| _ Other Tests _ | | +1 :green_heart: | unit | 0m 38s | hbase-protocol-shaded in the patch passed. | | -1 :x: | unit | 261m 57s | hbase-server in the patch failed. | | | | 287m 23s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-jdk8-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | unit javac javadoc shadedjars compile | | uname | Linux 033da11ae695 5.4.0-90-generic #101-Ubuntu SMP Fri Oct 15 20:00:55 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | javadoc | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-jdk8-hadoop3-check/output/diff-javadoc-javadoc-hbase-server.txt | | unit | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-jdk8-hadoop3-check/output/patch-unit-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/testReport/ | | Max. process+thread count | 2282 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1146451073 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 3m 57s | Docker mode activated. | | -0 :warning: | yetus | 0m 2s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 24s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 26s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 1m 14s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | shadedjars | 3m 45s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 31s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 11s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 24s | the patch passed | | +1 :green_heart: | compile | 1m 13s | the patch passed | | +1 :green_heart: | javac | 1m 13s | the patch passed | | +1 :green_heart: | shadedjars | 3m 50s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 30s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 0m 32s | hbase-protocol-shaded in the patch passed. | | +1 :green_heart: | unit | 195m 55s | hbase-server in the patch passed. | | | | 218m 8s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | unit javac javadoc shadedjars compile | | uname | Linux d9abf7e043d7 5.4.0-1071-aws #76~18.04.1-Ubuntu SMP Mon Mar 28 17:49:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-11.0.10+9 | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/testReport/ | | Max. process+thread count | 2900 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Resolved] (HBASE-26649) Support meta replica LoadBalance mode for RegionLocator#getAllRegionLocations()
[ https://issues.apache.org/jira/browse/HBASE-26649?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Huaxiang Sun resolved HBASE-26649. -- Fix Version/s: 2.5.0 3.0.0-alpha-3 2.4.13 Release Note: When setting 'hbase.locator.meta.replicas.mode' to "LoadBalance" at HBase client, RegionLocator#getAllRegionLocations() now load balances across all Meta Replica Regions. Please note, results from non-primary meta replica regions may contain stale data. Resolution: Fixed > Support meta replica LoadBalance mode for > RegionLocator#getAllRegionLocations() > --- > > Key: HBASE-26649 > URL: https://issues.apache.org/jira/browse/HBASE-26649 > Project: HBase > Issue Type: Improvement > Components: meta replicas >Affects Versions: 2.4.9 >Reporter: Huaxiang Sun >Assignee: Huaxiang Sun >Priority: Major > Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13 > > > When HBase application restarts, its meta cache is empty. Normally, it will > fill the meta cache one region at a time by scanning the meta region. This > will cause huge pressure to the region server hosting meta during application > restart. > It can prefetching all region locations by calling > RegionLocator#getAllRegionLocations().Meta replica LoadBalance mode is > support in 2.4, it will be nice to load balance > RegionLocator#getAllRegionLocations() to all meta replica regions so batch > scan can spread across all meta replica regions. -- This message was sent by Atlassian Jira (v8.20.7#820007)
[jira] [Commented] (HBASE-26649) Support meta replica LoadBalance mode for RegionLocator#getAllRegionLocations()
[ https://issues.apache.org/jira/browse/HBASE-26649?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17547358#comment-17547358 ] Huaxiang Sun commented on HBASE-26649: -- A subtask of HBASE-18070 > Support meta replica LoadBalance mode for > RegionLocator#getAllRegionLocations() > --- > > Key: HBASE-26649 > URL: https://issues.apache.org/jira/browse/HBASE-26649 > Project: HBase > Issue Type: Improvement > Components: meta replicas >Affects Versions: 2.4.9 >Reporter: Huaxiang Sun >Assignee: Huaxiang Sun >Priority: Major > > When HBase application restarts, its meta cache is empty. Normally, it will > fill the meta cache one region at a time by scanning the meta region. This > will cause huge pressure to the region server hosting meta during application > restart. > It can prefetching all region locations by calling > RegionLocator#getAllRegionLocations().Meta replica LoadBalance mode is > support in 2.4, it will be nice to load balance > RegionLocator#getAllRegionLocations() to all meta replica regions so batch > scan can spread across all meta replica regions. -- This message was sent by Atlassian Jira (v8.20.7#820007)
[jira] [Updated] (HBASE-27087) TestQuotaThrottle times out in branch-2.4/2.5
[
https://issues.apache.org/jira/browse/HBASE-27087?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Huaxiang Sun updated HBASE-27087:
-
Summary: TestQuotaThrottle times out in branch-2.4/2.5 (was:
TestQuotaThrottle times out in branch-2.5.)
> TestQuotaThrottle times out in branch-2.4/2.5
> -
>
> Key: HBASE-27087
> URL: https://issues.apache.org/jira/browse/HBASE-27087
> Project: HBase
> Issue Type: Bug
> Components: test
>Affects Versions: 2.5.0
>Reporter: Huaxiang Sun
>Priority: Major
>
> With branch-2.5, TestQuotaThrottle times out. Need to investigate.
>
> h3. Error Message
> Failed after attempts=7, exceptions: 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
> RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
> maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
> java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
> KeeperErrorCode = NoNode for /hbase/master
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] huaxiangsun merged pull request #4485: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
huaxiangsun merged PR #4485: URL: https://github.com/apache/hbase/pull/4485 -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] huaxiangsun commented on pull request #4485: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
huaxiangsun commented on PR #4485: URL: https://github.com/apache/hbase/pull/4485#issuecomment-1146412459 TestQuotaThrottle failure is being tracked by [HBASE-27087](https://issues.apache.org/jira/browse/HBASE-27087). -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] huaxiangsun merged pull request #4484: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
huaxiangsun merged PR #4484: URL: https://github.com/apache/hbase/pull/4484 -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] huaxiangsun commented on pull request #4484: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
huaxiangsun commented on PR #4484: URL: https://github.com/apache/hbase/pull/4484#issuecomment-1146411758 Filed [HBASE-27087](https://issues.apache.org/jira/browse/HBASE-27087) for TestQuotaThrottle failures. It is not related with this patch, merging. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Created] (HBASE-27087) TestQuotaThrottle times out in branch-2.5.
Huaxiang Sun created HBASE-27087:
Summary: TestQuotaThrottle times out in branch-2.5.
Key: HBASE-27087
URL: https://issues.apache.org/jira/browse/HBASE-27087
Project: HBase
Issue Type: Bug
Components: test
Affects Versions: 2.5.0
Reporter: Huaxiang Sun
With branch-2.5, TestQuotaThrottle times out. Need to investigate.
h3. Error Message
Failed after attempts=7, exceptions: 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master 2022-06-03T11:26:33.418Z,
RpcRetryingCaller\{globalStartTime=2022-06-03T11:26:33.418Z, pause=250,
maxAttempts=7}, org.apache.hadoop.hbase.MasterNotRunningException:
java.io.IOException: org.apache.zookeeper.KeeperException$NoNodeException:
KeeperErrorCode = NoNode for /hbase/master
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4487: Backport "HBASE-26366 Provide meaningful parent spans to ZK interactions" to branch-2
Apache-HBase commented on PR #4487: URL: https://github.com/apache/hbase/pull/4487#issuecomment-1146359168 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 1m 14s | Docker mode activated. | | -0 :warning: | yetus | 0m 4s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ branch-2 Compile Tests _ | | +0 :ok: | mvndep | 0m 17s | Maven dependency ordering for branch | | -1 :x: | mvninstall | 5m 14s | root in branch-2 failed. | | +1 :green_heart: | compile | 1m 40s | branch-2 passed | | +1 :green_heart: | shadedjars | 4m 47s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 19s | branch-2 passed | | -0 :warning: | patch | 6m 33s | Used diff version of patch file. Binary files and potentially other changes not applied. Please rebase and squash commits if necessary. | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 36s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 57s | the patch passed | | +1 :green_heart: | compile | 1m 48s | the patch passed | | +1 :green_heart: | javac | 1m 48s | the patch passed | | +1 :green_heart: | shadedjars | 4m 24s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 10s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 1m 49s | hbase-common in the patch passed. | | +1 :green_heart: | unit | 2m 59s | hbase-client in the patch passed. | | +1 :green_heart: | unit | 0m 41s | hbase-zookeeper in the patch passed. | | -1 :x: | unit | 193m 32s | hbase-server in the patch failed. | | | | 226m 51s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4487 | | Optional Tests | javac javadoc unit shadedjars compile | | uname | Linux 1538495708fc 5.4.0-1043-aws #45~18.04.1-Ubuntu SMP Fri Apr 9 23:32:25 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2 / 286c9c3327 | | Default Java | AdoptOpenJDK-11.0.10+9 | | mvninstall | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/artifact/yetus-jdk11-hadoop3-check/output/branch-mvninstall-root.txt | | unit | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/artifact/yetus-jdk11-hadoop3-check/output/patch-unit-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/testReport/ | | Max. process+thread count | 2711 (vs. ulimit of 12500) | | modules | C: hbase-common hbase-client hbase-zookeeper hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1146342205 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 40s | Docker mode activated. | ||| _ Prechecks _ | | +1 :green_heart: | dupname | 0m 0s | No case conflicting files found. | | +0 :ok: | prototool | 0m 0s | prototool was not available. | | +1 :green_heart: | hbaseanti | 0m 0s | Patch does not have any anti-patterns. | | +1 :green_heart: | @author | 0m 0s | The patch does not contain any @author tags. | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 14s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 4m 19s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 3m 6s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | checkstyle | 0m 35s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | spotless | 0m 47s | branch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 4m 2s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 11s | the patch passed | | +1 :green_heart: | compile | 3m 8s | the patch passed | | +1 :green_heart: | cc | 3m 8s | the patch passed | | +1 :green_heart: | javac | 3m 8s | the patch passed | | -0 :warning: | checkstyle | 0m 28s | hbase-server: The patch generated 2 new + 19 unchanged - 0 fixed = 21 total (was 19) | | +1 :green_heart: | whitespace | 0m 0s | The patch has no whitespace issues. | | +1 :green_heart: | hadoopcheck | 12m 32s | Patch does not cause any errors with Hadoop 3.1.2 3.2.2 3.3.1. | | +1 :green_heart: | hbaseprotoc | 1m 6s | the patch passed | | -1 :x: | spotless | 0m 34s | patch has 39 errors when running spotless:check, run spotless:apply to fix. | | +1 :green_heart: | spotbugs | 3m 59s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | asflicense | 0m 15s | The patch does not generate ASF License warnings. | | | | 43m 23s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-general-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | dupname asflicense cc hbaseprotoc spotless prototool javac spotbugs hadoopcheck hbaseanti checkstyle compile | | uname | Linux 273542b9135d 5.4.0-1025-aws #25~18.04.1-Ubuntu SMP Fri Sep 11 12:03:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | checkstyle | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-general-check/output/diff-checkstyle-hbase-server.txt | | spotless | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/artifact/yetus-general-check/output/patch-spotless.txt | | Max. process+thread count | 64 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/5/console | | versions | git=2.17.1 maven=3.6.3 spotbugs=4.2.2 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4459: HBASE-26366 Provide meaningful parent spans to ZK interactions
Apache-HBase commented on PR #4459: URL: https://github.com/apache/hbase/pull/4459#issuecomment-1146307098 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 1m 31s | Docker mode activated. | | -0 :warning: | yetus | 0m 2s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ master Compile Tests _ | | +0 :ok: | mvndep | 0m 15s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 42s | master passed | | +1 :green_heart: | compile | 1m 41s | master passed | | +1 :green_heart: | shadedjars | 4m 55s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 10s | master passed | | -0 :warning: | patch | 6m 32s | Used diff version of patch file. Binary files and potentially other changes not applied. Please rebase and squash commits if necessary. | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 40s | the patch passed | | +1 :green_heart: | compile | 1m 38s | the patch passed | | +1 :green_heart: | javac | 1m 38s | the patch passed | | +1 :green_heart: | shadedjars | 4m 27s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 7s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 1m 43s | hbase-common in the patch passed. | | +1 :green_heart: | unit | 1m 25s | hbase-client in the patch passed. | | +1 :green_heart: | unit | 0m 40s | hbase-zookeeper in the patch passed. | | -1 :x: | unit | 267m 49s | hbase-server in the patch failed. | | | | 296m 16s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/artifact/yetus-jdk8-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4459 | | Optional Tests | javac javadoc unit shadedjars compile | | uname | Linux 4d935f9f93bb 5.4.0-90-generic #101-Ubuntu SMP Fri Oct 15 20:00:55 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | master / d57159f31c | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | unit | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/artifact/yetus-jdk8-hadoop3-check/output/patch-unit-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/testReport/ | | Max. process+thread count | 2455 (vs. ulimit of 3) | | modules | C: hbase-common hbase-client hbase-zookeeper hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Commented] (HBASE-26985) SecureBulkLoadManager will set wrong permission if umask too strict
[
https://issues.apache.org/jira/browse/HBASE-26985?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17546692#comment-17546692
]
Hudson commented on HBASE-26985:
Results for branch branch-2.5
[build #133 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(x) {color:red}-1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> SecureBulkLoadManager will set wrong permission if umask too strict
> ---
>
> Key: HBASE-26985
> URL: https://issues.apache.org/jira/browse/HBASE-26985
> Project: HBase
> Issue Type: Bug
> Components: regionserver
>Affects Versions: 2.4.11
>Reporter: Zhang Dongsheng
>Assignee: Zhang Dongsheng
>Priority: Major
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
> Attachments: HBASE-26985.patch
>
>
> SecureBulkLoadManager will create baseStagingDir if not exist. start method
> use
> fs.mkdirs(baseStagingDir, PERM_HIDDEN); to create directory with permission
> -rwx–x–x.BUT if umask is too strict such as 077 ,this directory will create
> with 0700 so it too strict for GROUP and OTHER user to own execute permission
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27023) Add protobuf to NOTICE file
[
https://issues.apache.org/jira/browse/HBASE-27023?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17546688#comment-17546688
]
Hudson commented on HBASE-27023:
Results for branch branch-2.5
[build #133 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(x) {color:red}-1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Add protobuf to NOTICE file
> ---
>
> Key: HBASE-27023
> URL: https://issues.apache.org/jira/browse/HBASE-27023
> Project: HBase
> Issue Type: Task
>Reporter: Peter Somogyi
>Assignee: Duo Zhang
>Priority: Major
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
>
> The spotless formatting removed the protobuf credit from the
> AbstractByteRange. It is currently not included in the NOTICE file.
> https://github.com/apache/hbase/commit/9c8c9e7fbf8005ea89fa9b13d6d063b9f0240443#diff-f5806f14849a23b9265b022f3f330b80d08bcc10fcf69d8ee2e1b0d5af266d52
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27039) Some methods of MasterRegion should be annotated for testing only
[
https://issues.apache.org/jira/browse/HBASE-27039?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17546689#comment-17546689
]
Hudson commented on HBASE-27039:
Results for branch branch-2.5
[build #133 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(x) {color:red}-1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Some methods of MasterRegion should be annotated for testing only
> -
>
> Key: HBASE-27039
> URL: https://issues.apache.org/jira/browse/HBASE-27039
> Project: HBase
> Issue Type: Test
> Components: master
>Reporter: LiangJun He
>Assignee: LiangJun He
>Priority: Minor
> Fix For: 2.5.0, 3.0.0-alpha-3, 2.4.13
>
>
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-26680) Close and do not write trailer for the broken WAL writer
[
https://issues.apache.org/jira/browse/HBASE-26680?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17546690#comment-17546690
]
Hudson commented on HBASE-26680:
Results for branch branch-2.5
[build #133 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(x) {color:red}-1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Close and do not write trailer for the broken WAL writer
>
>
> Key: HBASE-26680
> URL: https://issues.apache.org/jira/browse/HBASE-26680
> Project: HBase
> Issue Type: Improvement
> Components: wal
>Affects Versions: 3.0.0-alpha-1, 2.0.0
>Reporter: Xiaolin Ha
>Assignee: Xiaolin Ha
>Priority: Major
> Fix For: 2.5.0, 2.6.0, 3.0.0-alpha-3, 2.4.12
>
>
> {code:java}
> public static AsyncWriter createAsyncWriter(Configuration conf, FileSystem
> fs, Path path,
> boolean overwritable, long blocksize, EventLoopGroup eventLoopGroup,
> Class channelClass, StreamSlowMonitor monitor) throws
> IOException {
> // Configuration already does caching for the Class lookup.
> Class logWriterClass = conf.getClass(
> WRITER_IMPL, AsyncProtobufLogWriter.class, AsyncWriter.class);
> try {
> AsyncWriter writer = logWriterClass.getConstructor(EventLoopGroup.class,
> Class.class)
> .newInstance(eventLoopGroup, channelClass);
> writer.init(fs, path, conf, overwritable, blocksize, monitor);
> return writer;
> } catch (Exception e) {
> if (e instanceof CommonFSUtils.StreamLacksCapabilityException) {
> LOG.error("The RegionServer async write ahead log provider " +
> "relies on the ability to call " + e.getMessage() + " for proper
> operation during " +
> "component failures, but the current FileSystem does not support
> doing so. Please " +
> "check the config value of '" + CommonFSUtils.HBASE_WAL_DIR + "' and
> ensure " +
> "it points to a FileSystem mount that has suitable capabilities for
> output streams.");
> } else {
> LOG.debug("Error instantiating log writer.", e);
> }
> Throwables.propagateIfPossible(e, IOException.class);
> throw new IOException("cannot get log writer", e);
> }
> } {code}
> I think writer should be closed when encounters init exception here.
> This can reduce the recoverLease time before log split, and will reduce side
> effects after HBASE-26552.
> Broken writers need to be closed, so that when doing log split, there will be
> no need to recover lease for those length 0 wals.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Commented] (HBASE-27046) The filenum in AbstractFSWAL should be monotone increasing
[
https://issues.apache.org/jira/browse/HBASE-27046?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17546691#comment-17546691
]
Hudson commented on HBASE-27046:
Results for branch branch-2.5
[build #133 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(x) {color:red}-1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2.5/133/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> The filenum in AbstractFSWAL should be monotone increasing
> --
>
> Key: HBASE-27046
> URL: https://issues.apache.org/jira/browse/HBASE-27046
> Project: HBase
> Issue Type: Improvement
>Reporter: Duo Zhang
>Assignee: Duo Zhang
>Priority: Major
>
> This is the current code
> {code}
> /**
>* retrieve the next path to use for writing. Increments the internal
> filenum.
>*/
> private Path getNewPath() throws IOException {
> this.filenum.set(EnvironmentEdgeManager.currentTime());
> Path newPath = getCurrentFileName();
> while (fs.exists(newPath)) {
> this.filenum.incrementAndGet();
> newPath = getCurrentFileName();
> }
> return newPath;
> }
> {code}
> In some tests, we inject our own EnvironmentEdge, it may return the same ts
> always or even go backwards, the logic here is not rnough to keep the filenum
> monotone increasing, as we may have already archive the old file.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4459: HBASE-26366 Provide meaningful parent spans to ZK interactions
Apache-HBase commented on PR #4459: URL: https://github.com/apache/hbase/pull/4459#issuecomment-1146247836 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 42s | Docker mode activated. | | -0 :warning: | yetus | 0m 2s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ master Compile Tests _ | | +0 :ok: | mvndep | 0m 35s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 47s | master passed | | +1 :green_heart: | compile | 1m 26s | master passed | | +1 :green_heart: | shadedjars | 4m 0s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 2s | master passed | | -0 :warning: | patch | 5m 27s | Used diff version of patch file. Binary files and potentially other changes not applied. Please rebase and squash commits if necessary. | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 11s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 40s | the patch passed | | +1 :green_heart: | compile | 1m 26s | the patch passed | | +1 :green_heart: | javac | 1m 26s | the patch passed | | +1 :green_heart: | shadedjars | 3m 59s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 2s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 1m 37s | hbase-common in the patch passed. | | +1 :green_heart: | unit | 1m 20s | hbase-client in the patch passed. | | +1 :green_heart: | unit | 0m 36s | hbase-zookeeper in the patch passed. | | +1 :green_heart: | unit | 191m 11s | hbase-server in the patch passed. | | | | 217m 13s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4459 | | Optional Tests | javac javadoc unit shadedjars compile | | uname | Linux 811071b6202e 5.4.0-1025-aws #25~18.04.1-Ubuntu SMP Fri Sep 11 12:03:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | master / d57159f31c | | Default Java | AdoptOpenJDK-11.0.10+9 | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/testReport/ | | Max. process+thread count | 2472 (vs. ulimit of 3) | | modules | C: hbase-common hbase-client hbase-zookeeper hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4487: Backport "HBASE-26366 Provide meaningful parent spans to ZK interactions" to branch-2
Apache-HBase commented on PR #4487: URL: https://github.com/apache/hbase/pull/4487#issuecomment-1146221520 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 52s | Docker mode activated. | ||| _ Prechecks _ | | +1 :green_heart: | dupname | 0m 0s | No case conflicting files found. | | +1 :green_heart: | hbaseanti | 0m 0s | Patch does not have any anti-patterns. | | +1 :green_heart: | @author | 0m 0s | The patch does not contain any @author tags. | ||| _ branch-2 Compile Tests _ | | +0 :ok: | mvndep | 1m 15s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 4m 25s | branch-2 passed | | +1 :green_heart: | compile | 3m 35s | branch-2 passed | | +1 :green_heart: | checkstyle | 1m 0s | branch-2 passed | | +1 :green_heart: | spotless | 0m 47s | branch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 2m 37s | branch-2 passed | | -0 :warning: | patch | 0m 37s | Used diff version of patch file. Binary files and potentially other changes not applied. Please rebase and squash commits if necessary. | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 11s | the patch passed | | +1 :green_heart: | compile | 3m 34s | the patch passed | | +1 :green_heart: | javac | 3m 34s | the patch passed | | -0 :warning: | checkstyle | 0m 28s | hbase-server: The patch generated 1 new + 14 unchanged - 1 fixed = 15 total (was 15) | | +1 :green_heart: | whitespace | 0m 0s | The patch has no whitespace issues. | | +1 :green_heart: | hadoopcheck | 8m 4s | Patch does not cause any errors with Hadoop 3.1.2 3.2.1. | | +1 :green_heart: | spotless | 0m 39s | patch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 2m 58s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | asflicense | 0m 28s | The patch does not generate ASF License warnings. | | | | 39m 20s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/artifact/yetus-general-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4487 | | Optional Tests | dupname asflicense javac spotbugs hadoopcheck hbaseanti spotless checkstyle compile | | uname | Linux 384b73b75c16 5.4.0-1068-aws #72~18.04.1-Ubuntu SMP Thu Mar 3 08:49:49 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2 / 286c9c3327 | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | checkstyle | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/artifact/yetus-general-check/output/diff-checkstyle-hbase-server.txt | | Max. process+thread count | 72 (vs. ulimit of 12500) | | modules | C: hbase-common hbase-client hbase-zookeeper hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4487/1/console | | versions | git=2.17.1 maven=3.6.3 spotbugs=4.2.2 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4459: HBASE-26366 Provide meaningful parent spans to ZK interactions
Apache-HBase commented on PR #4459: URL: https://github.com/apache/hbase/pull/4459#issuecomment-1146078918 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 38s | Docker mode activated. | ||| _ Prechecks _ | | +1 :green_heart: | dupname | 0m 0s | No case conflicting files found. | | +1 :green_heart: | hbaseanti | 0m 0s | Patch does not have any anti-patterns. | | +1 :green_heart: | @author | 0m 0s | The patch does not contain any @author tags. | ||| _ master Compile Tests _ | | +0 :ok: | mvndep | 0m 24s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 2s | master passed | | +1 :green_heart: | compile | 3m 31s | master passed | | +1 :green_heart: | checkstyle | 0m 56s | master passed | | +1 :green_heart: | spotless | 0m 39s | branch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 2m 28s | master passed | | -0 :warning: | patch | 1m 31s | Used diff version of patch file. Binary files and potentially other changes not applied. Please rebase and squash commits if necessary. | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 9s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 8s | the patch passed | | +1 :green_heart: | compile | 3m 30s | the patch passed | | +1 :green_heart: | javac | 3m 30s | the patch passed | | -0 :warning: | checkstyle | 0m 27s | hbase-server: The patch generated 1 new + 13 unchanged - 1 fixed = 14 total (was 14) | | +1 :green_heart: | whitespace | 0m 0s | The patch has no whitespace issues. | | +1 :green_heart: | hadoopcheck | 11m 38s | Patch does not cause any errors with Hadoop 3.1.2 3.2.2 3.3.1. | | +1 :green_heart: | spotless | 0m 39s | patch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 2m 51s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | asflicense | 0m 26s | The patch does not generate ASF License warnings. | | | | 38m 45s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/artifact/yetus-general-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4459 | | Optional Tests | dupname asflicense javac spotbugs hadoopcheck hbaseanti spotless checkstyle compile | | uname | Linux 640f02f3b5f5 5.4.0-1068-aws #72~18.04.1-Ubuntu SMP Thu Mar 3 08:49:49 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | master / d57159f31c | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | checkstyle | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/artifact/yetus-general-check/output/diff-checkstyle-hbase-server.txt | | Max. process+thread count | 64 (vs. ulimit of 3) | | modules | C: hbase-common hbase-client hbase-zookeeper hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4459/3/console | | versions | git=2.17.1 maven=3.6.3 spotbugs=4.2.2 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] ndimiduk opened a new pull request, #4487: Backport "HBASE-26366 Provide meaningful parent spans to ZK interactions" to branch-2
ndimiduk opened a new pull request, #4487: URL: https://github.com/apache/hbase/pull/4487 A backport of #4459 to branch-2. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Commented] (HBASE-15867) Move HBase replication tracking from ZooKeeper to HBase
[ https://issues.apache.org/jira/browse/HBASE-15867?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17546010#comment-17546010 ] Duo Zhang commented on HBASE-15867: --- There are two other things which are handled by replication queue storage. First is the lastSequenceIds, which is used by serial replication. It needs to be updated together with replication offset, atomically, so we need to store it with replication offset in the same table. The key is basically a (peerId, encodedRegionName) pair, and the value is a sequence id. The second is hfile refs, for replicating bulk load hfiles. In fact, it is only used to prevent the hfiles being deleted by the HFileCleaner before being replicated, and the update to hfile refs does not need to be atomic with replication offset. Buy anyway, store it in the same table but a separated family seems no harm. Reviewing the code, for both lastSequenceIds and hfile refs, one of the requirements is to delete them as all when deleting the peer, and for hfile refs, we also need to list all the refs atomically. So the idea is to just store them in one row, with different qualifiers. To be more specific, introduce two new families, may be called replicated_seq_id and hfile_ref, and for a peer, there is only one row, where the row key is the peer id, and in replicated_seq_id, the qualifier is the encodedRegionName, and value is the sequence id, and for hfile_ref, the qualifier is the hfile name and value is just empty. In this way, a single delete families call can remove them all at once, and also, a simple get all the hfile refs for a replication peer at once. > Move HBase replication tracking from ZooKeeper to HBase > --- > > Key: HBASE-15867 > URL: https://issues.apache.org/jira/browse/HBASE-15867 > Project: HBase > Issue Type: New Feature > Components: Replication >Affects Versions: 2.1.0 >Reporter: Joseph >Assignee: Zheng Hu >Priority: Major > > Move the WAL file and offset tracking out of ZooKeeper and into an HBase > table called hbase:replication. > The largest three new changes will be two classes ReplicationTableBase, > TableBasedReplicationQueues, and TableBasedReplicationQueuesClient. As of now > ReplicationPeers and HFileRef's tracking will not be implemented. Subtasks > have been filed for these two jobs. -- This message was sent by Atlassian Jira (v8.20.7#820007)
[GitHub] [hbase] ndimiduk commented on pull request #4459: HBASE-26366 Provide meaningful parent spans to ZK interactions
ndimiduk commented on PR #4459: URL: https://github.com/apache/hbase/pull/4459#issuecomment-1146041985 - rebased - decouple spawned thread spans from parent thread spans, just in case - ensure all manually-managed spans have a status set - rename/move test to better match its scope -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4485: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
Apache-HBase commented on PR #4485: URL: https://github.com/apache/hbase/pull/4485#issuecomment-1145969061 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 1m 54s | Docker mode activated. | | -0 :warning: | yetus | 0m 4s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ branch-2.4 Compile Tests _ | | +0 :ok: | mvndep | 1m 19s | Maven dependency ordering for branch | | -1 :x: | mvninstall | 3m 33s | root in branch-2.4 failed. | | +1 :green_heart: | compile | 1m 8s | branch-2.4 passed | | +1 :green_heart: | shadedjars | 5m 42s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 48s | branch-2.4 passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 34s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 52s | the patch passed | | +1 :green_heart: | compile | 1m 30s | the patch passed | | +1 :green_heart: | javac | 1m 30s | the patch passed | | +1 :green_heart: | shadedjars | 6m 8s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 1m 10s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 3m 6s | hbase-client in the patch passed. | | -1 :x: | unit | 246m 26s | hbase-server in the patch failed. | | | | 278m 43s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4485 | | Optional Tests | javac javadoc unit shadedjars compile | | uname | Linux fee19cb7dafd 5.4.0-1025-aws #25~18.04.1-Ubuntu SMP Fri Sep 11 12:03:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2.4 / 2e08c69c5c | | Default Java | AdoptOpenJDK-11.0.10+9 | | mvninstall | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/artifact/yetus-jdk11-hadoop3-check/output/branch-mvninstall-root.txt | | unit | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/artifact/yetus-jdk11-hadoop3-check/output/patch-unit-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/testReport/ | | Max. process+thread count | 2760 (vs. ulimit of 12500) | | modules | C: hbase-client hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Commented] (HBASE-26962) Add mob info in web UI
[
https://issues.apache.org/jira/browse/HBASE-26962?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=17545862#comment-17545862
]
Hudson commented on HBASE-26962:
Results for branch branch-2
[build #557 on
builds.a.o|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2/557/]:
(x) *{color:red}-1 overall{color}*
details (if available):
(/) {color:green}+1 general checks{color}
-- For more information [see general
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2/557/General_20Nightly_20Build_20Report/]
(x) {color:red}-1 jdk8 hadoop2 checks{color}
-- For more information [see jdk8 (hadoop2)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2/557/JDK8_20Nightly_20Build_20Report_20_28Hadoop2_29/]
(x) {color:red}-1 jdk8 hadoop3 checks{color}
-- For more information [see jdk8 (hadoop3)
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2/557/JDK8_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(x) {color:red}-1 jdk11 hadoop3 checks{color}
-- For more information [see jdk11
report|https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2/557/JDK11_20Nightly_20Build_20Report_20_28Hadoop3_29/]
(/) {color:green}+1 source release artifact{color}
-- See build output for details.
(/) {color:green}+1 client integration test{color}
> Add mob info in web UI
> --
>
> Key: HBASE-26962
> URL: https://issues.apache.org/jira/browse/HBASE-26962
> Project: HBase
> Issue Type: Improvement
> Components: UI
>Reporter: Xuesen Liang
>Assignee: Xuesen Liang
>Priority: Minor
> Fix For: 2.6.0, 3.0.0-alpha-3
>
>
> Add mob store info in web UI.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[jira] [Resolved] (HBASE-27004) Client integration test is failing on branch-2.x
[
https://issues.apache.org/jira/browse/HBASE-27004?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Duo Zhang resolved HBASE-27004.
---
Resolution: Fixed
Fixed by INFRA.
> Client integration test is failing on branch-2.x
>
>
> Key: HBASE-27004
> URL: https://issues.apache.org/jira/browse/HBASE-27004
> Project: HBase
> Issue Type: Bug
>Reporter: Duo Zhang
>Priority: Major
>
> It is because we can not start hadoop cluster.
> The error is
> {noformat}
> 22/05/05 20:04:18 INFO service.AbstractService: Service HistoryClientService
> failed in state STARTED; cause:
> org.apache.hadoop.yarn.exceptions.YarnRuntimeException:
> java.net.BindException: Problem binding to [jenkins-hbase3.apache.org:0]
> java.net.BindException: Cannot assign requested address; For more details
> see: http://wiki.apache.org/hadoop/BindException
> org.apache.hadoop.yarn.exceptions.YarnRuntimeException:
> java.net.BindException: Problem binding to [jenkins-hbase3.apache.org:0]
> java.net.BindException: Cannot assign requested address; For more details
> see: http://wiki.apache.org/hadoop/BindException
> at
> org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl.getServer(RpcServerFactoryPBImpl.java:138)
> at
> org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC.getServer(HadoopYarnProtoRPC.java:65)
> at org.apache.hadoop.yarn.ipc.YarnRPC.getServer(YarnRPC.java:54)
> at
> org.apache.hadoop.mapreduce.v2.hs.HistoryClientService.serviceStart(HistoryClientService.java:128)
> at
> org.apache.hadoop.service.AbstractService.start(AbstractService.java:194)
> at
> org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:121)
> at
> org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStart(JobHistoryServer.java:202)
> at
> org.apache.hadoop.service.AbstractService.start(AbstractService.java:194)
> at
> org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper$1.run(MiniMRYarnCluster.java:236)
> Caused by: java.net.BindException: Problem binding to
> [jenkins-hbase3.apache.org:0] java.net.BindException: Cannot assign requested
> address; For more details see: http://wiki.apache.org/hadoop/BindException
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
> at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:824)
> at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:735)
> at org.apache.hadoop.ipc.Server.bind(Server.java:615)
> at org.apache.hadoop.ipc.Server$Listener.(Server.java:1179)
> at org.apache.hadoop.ipc.Server.(Server.java:2983)
> at org.apache.hadoop.ipc.RPC$Server.(RPC.java:1003)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server.(ProtobufRpcEngine.java:425)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine.getServer(ProtobufRpcEngine.java:346)
> at org.apache.hadoop.ipc.RPC$Builder.build(RPC.java:844)
> at
> org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl.createServer(RpcServerFactoryPBImpl.java:168)
> at
> org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl.getServer(RpcServerFactoryPBImpl.java:131)
> ... 8 more
> Caused by: java.net.BindException: Cannot assign requested address
> at sun.nio.ch.Net.bind0(Native Method)
> at sun.nio.ch.Net.bind(Net.java:438)
> at sun.nio.ch.Net.bind(Net.java:430)
> at
> sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
> at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
> at org.apache.hadoop.ipc.Server.bind(Server.java:598)
> ... 16 more
> {noformat}
> https://ci-hbase.apache.org/job/HBase%20Nightly/job/branch-2/534/artifact/output-integration/hadoop-2/hadoop_cluster_command.err/*view*/
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4484: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
Apache-HBase commented on PR #4484: URL: https://github.com/apache/hbase/pull/4484#issuecomment-1145919697 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 27s | Docker mode activated. | | -0 :warning: | yetus | 0m 3s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ branch-2.5 Compile Tests _ | | +0 :ok: | mvndep | 0m 12s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 37s | branch-2.5 passed | | +1 :green_heart: | compile | 1m 9s | branch-2.5 passed | | +1 :green_heart: | shadedjars | 4m 27s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 52s | branch-2.5 passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 19s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 4m 2s | the patch passed | | +1 :green_heart: | compile | 1m 25s | the patch passed | | +1 :green_heart: | javac | 1m 25s | the patch passed | | +1 :green_heart: | shadedjars | 5m 0s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 54s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 3m 38s | hbase-client in the patch passed. | | -1 :x: | unit | 201m 58s | hbase-server in the patch failed. | | | | 228m 32s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4484 | | Optional Tests | javac javadoc unit shadedjars compile | | uname | Linux 7847e32933f1 5.4.0-96-generic #109-Ubuntu SMP Wed Jan 12 16:49:16 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2.5 / 0c5d6601da | | Default Java | AdoptOpenJDK-11.0.10+9 | | unit | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/artifact/yetus-jdk11-hadoop3-check/output/patch-unit-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/testReport/ | | Max. process+thread count | 2795 (vs. ulimit of 12500) | | modules | C: hbase-client hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Assigned] (HBASE-24337) Backport HBASE-23968 to branch-2
[ https://issues.apache.org/jira/browse/HBASE-24337?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Pankaj Kumar reassigned HBASE-24337: Assignee: Minwoo Kang (was: Pankaj Kumar) > Backport HBASE-23968 to branch-2 > > > Key: HBASE-24337 > URL: https://issues.apache.org/jira/browse/HBASE-24337 > Project: HBase > Issue Type: Sub-task >Reporter: Minwoo Kang >Assignee: Minwoo Kang >Priority: Minor > Fix For: 2.5.0 > > -- This message was sent by Atlassian Jira (v8.20.7#820007)
[jira] [Assigned] (HBASE-24337) Backport HBASE-23968 to branch-2
[ https://issues.apache.org/jira/browse/HBASE-24337?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Pankaj Kumar reassigned HBASE-24337: Assignee: Pankaj Kumar (was: Minwoo Kang) > Backport HBASE-23968 to branch-2 > > > Key: HBASE-24337 > URL: https://issues.apache.org/jira/browse/HBASE-24337 > Project: HBase > Issue Type: Sub-task >Reporter: Minwoo Kang >Assignee: Pankaj Kumar >Priority: Minor > Fix For: 2.5.0 > > -- This message was sent by Atlassian Jira (v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4485: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
Apache-HBase commented on PR #4485: URL: https://github.com/apache/hbase/pull/4485#issuecomment-1145894048 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 54s | Docker mode activated. | | -0 :warning: | yetus | 0m 6s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ branch-2.4 Compile Tests _ | | +0 :ok: | mvndep | 1m 14s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 3m 52s | branch-2.4 passed | | +1 :green_heart: | compile | 0m 47s | branch-2.4 passed | | +1 :green_heart: | shadedjars | 4m 15s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 35s | branch-2.4 passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 1m 54s | the patch passed | | +1 :green_heart: | compile | 0m 46s | the patch passed | | +1 :green_heart: | javac | 0m 46s | the patch passed | | +1 :green_heart: | shadedjars | 4m 9s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 35s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 2m 2s | hbase-client in the patch passed. | | +1 :green_heart: | unit | 168m 11s | hbase-server in the patch passed. | | | | 191m 28s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/artifact/yetus-jdk8-hadoop2-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4485 | | Optional Tests | javac javadoc unit shadedjars compile | | uname | Linux eea045075593 5.4.0-1025-aws #25~18.04.1-Ubuntu SMP Fri Sep 11 12:03:04 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2.4 / 2e08c69c5c | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/testReport/ | | Max. process+thread count | 2525 (vs. ulimit of 12500) | | modules | C: hbase-client hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Updated] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[
https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shinya Yoshida updated HBASE-27086:
---
Affects Version/s: 2.4.10
2.5.0
2.6.0
> graceful_stop cannot take previous balancer status by incompatibility of
> hbase shell prompt
> ---
>
> Key: HBASE-27086
> URL: https://issues.apache.org/jira/browse/HBASE-27086
> Project: HBase
> Issue Type: Bug
>Affects Versions: 2.5.0, 2.6.0, 2.4.10, 2.4.12
>Reporter: Shinya Yoshida
>Assignee: Shinya Yoshida
>Priority: Major
>
> {code:java}
> graceful_stop.sh --failfast $(hostname -f)
> 2022-06-03T20:04:34 Set failfast, will exit immediately if any command exits
> with non-zero status
> 2022-06-03T20:04:34 Disabling load balancer
> 2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
> 2022-06-03T20:04:42 Unloading myregionserver.example.com region(s)
> 2022-06-03T20:04:46 Unloaded myregionserver.example.com region(s)
> 2022-06-03T20:04:46 Stopping regionserver on myregionserver.example.com
> running regionserver, logging to /var/log/hbase/hbase-hbase-regionserver.out
> stopping regionserver.
> 2022-06-03T20:04:47 Restoring balancer state to hbase:002:0>
> {code}
> You can see wrong previous balancer state
> {code:java}
> 2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
> {code}
> this should be either of true or false, but it's "hbase:002:0>"
> This is because of the incompatibility of hbase shell prompt behavior.
> graceful_stop perform `echo 'balance_switch false' | "$bin"/hbase --config
> "${HBASE_CONF_DIR}" shell -n | tail -1`
> https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/bin/graceful_stop.sh#L118
> However, hbase shell now always set prompt mode to CUSTOM.
> https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/hbase-shell/src/main/ruby/jar-bootstrap.rb#L206
> (this breaking change is introduced in
> https://github.com/apache/hbase/pull/4018 in hbase2.4.10,
> https://issues.apache.org/jira/browse/HBASE-26469)
> So the prompt is always shown even when `hbase shell -n` or just piping stdin.
> {code:java}
> $ echo "balance_switch false" | hbase shell
> HBase Shell
> Use "help" to get list of supported commands.
> Use "exit" to quit this interactive shell.
> For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
> Version 2.4.12-xxx
> Took 0.0022 seconds
>
>
> hbase:001:0> balance_switch false
> Previous balancer state : false
>
>
> Took 0.4308 seconds
>
>
> => false
> hbase:002:0>
> $ echo "balance_switch false" | hbase shell -n
> hbase:001:0> balance_switch false
> Previous balancer state : false
>
>
> Took 0.5207 seconds
>
>
> => false
> hbase:002:0>
> {code}
> This is incompatible from old version.
> {code:java}
> hbase 1.4.x version:
> $ echo "balance_switch false" | hbase shell
> HBase Shell
> Use "help" to get list of supported commands.
> Use "exit" to quit this interactive shell.
> Version 1.4.13-xxx
> balance_switch false
> false
>
>
>
>
> 0 row(s) in 0.3310 seconds
> $ echo "balance_switch false" | hbase shell -n
> false
>
>
>
>
> 0 row(s) in 0.4240 seconds
> nil
> {code}
> {code:java}
> hbase-2.4.9
> $ echo "balance_switch false" | bin/hbase shell -n
> Previous balancer state : false
[jira] [Updated] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[
https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shinya Yoshida updated HBASE-27086:
---
Description:
{code:java}
graceful_stop.sh --failfast $(hostname -f)
2022-06-03T20:04:34 Set failfast, will exit immediately if any command exits
with non-zero status
2022-06-03T20:04:34 Disabling load balancer
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
2022-06-03T20:04:42 Unloading myregionserver.example.com region(s)
2022-06-03T20:04:46 Unloaded myregionserver.example.com region(s)
2022-06-03T20:04:46 Stopping regionserver on myregionserver.example.com
running regionserver, logging to /var/log/hbase/hbase-hbase-regionserver.out
stopping regionserver.
2022-06-03T20:04:47 Restoring balancer state to hbase:002:0>
{code}
You can see wrong previous balancer state
{code:java}
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
{code}
this should be either of true or false, but it's "hbase:002:0>"
This is because of the incompatibility of hbase shell prompt behavior.
graceful_stop perform `echo 'balance_switch false' | "$bin"/hbase --config
"${HBASE_CONF_DIR}" shell -n | tail -1`
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/bin/graceful_stop.sh#L118
However, hbase shell now always set prompt mode to CUSTOM.
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/hbase-shell/src/main/ruby/jar-bootstrap.rb#L206
(this breaking change is introduced in
https://github.com/apache/hbase/pull/4018 in hbase2.4.10,
https://issues.apache.org/jira/browse/HBASE-26469)
So the prompt is always shown even when `hbase shell -n` or just piping stdin.
{code:java}
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.4.12-xxx
Took 0.0022 seconds
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.4308 seconds
=> false
hbase:002:0>
$ echo "balance_switch false" | hbase shell -n
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.5207 seconds
=> false
hbase:002:0>
{code}
This is incompatible from old version.
{code:java}
hbase 1.4.x version:
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
Version 1.4.13-xxx
balance_switch false
false
0 row(s) in 0.3310 seconds
$ echo "balance_switch false" | hbase shell -n
false
0 row(s) in 0.4240 seconds
nil
{code}
{code:java}
hbase-2.4.9
$ echo "balance_switch false" | bin/hbase shell -n
Previous balancer state : false
Took 0.4340 seconds
false
{code}
(TODO check old hbase-2 case)
In old version, :NULL is used for
[jira] [Updated] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[
https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shinya Yoshida updated HBASE-27086:
---
Description:
{code:java}
graceful_stop.sh --failfast $(hostname -f)
2022-06-03T20:04:34 Set failfast, will exit immediately if any command exits
with non-zero status
2022-06-03T20:04:34 Disabling load balancer
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
2022-06-03T20:04:42 Unloading myregionserver.example.com region(s)
2022-06-03T20:04:46 Unloaded myregionserver.example.com region(s)
2022-06-03T20:04:46 Stopping regionserver on myregionserver.example.com
running regionserver, logging to /var/log/hbase/hbase-hbase-regionserver.out
stopping regionserver.
2022-06-03T20:04:47 Restoring balancer state to hbase:002:0>
{code}
You can see wrong previous balancer state
{code:java}
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
{code}
this should be either of true or false, but it's "hbase:002:0>"
This is because of the incompatibility of hbase shell prompt behavior.
graceful_stop perform `echo 'balance_switch false' | "$bin"/hbase --config
"${HBASE_CONF_DIR}" shell -n | tail -1`
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/bin/graceful_stop.sh#L118
However, hbase shell now always set prompt mode to CUSTOM.
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/hbase-shell/src/main/ruby/jar-bootstrap.rb#L206
(this breaking change is introduced in
https://github.com/apache/hbase/pull/4018)
So the prompt is always shown even when `hbase shell -n` or just piping stdin.
{code:java}
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.4.12-xxx
Took 0.0022 seconds
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.4308 seconds
=> false
hbase:002:0>
$ echo "balance_switch false" | hbase shell -n
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.5207 seconds
=> false
hbase:002:0>
{code}
This is incompatible from old version.
{code:java}
hbase 1.4.x version:
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
Version 1.4.13-xxx
balance_switch false
false
0 row(s) in 0.3310 seconds
$ echo "balance_switch false" | hbase shell -n
false
0 row(s) in 0.4240 seconds
nil
{code}
{code:java}
hbase-2.4.9
$ echo "balance_switch false" | bin/hbase shell -n
Previous balancer state : false
Took 0.4340 seconds
false
{code}
(TODO check old hbase-2 case)
In old version, :NULL is used for prompt_mode
{code:java}
$ echo "irb_context.prompt_mode" | hbase shell
[jira] [Updated] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[
https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shinya Yoshida updated HBASE-27086:
---
Description:
{code:java}
graceful_stop.sh --failfast $(hostname -f)
2022-06-03T20:04:34 Set failfast, will exit immediately if any command exits
with non-zero status
2022-06-03T20:04:34 Disabling load balancer
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
2022-06-03T20:04:42 Unloading myregionserver.example.com region(s)
2022-06-03T20:04:46 Unloaded myregionserver.example.com region(s)
2022-06-03T20:04:46 Stopping regionserver on myregionserver.example.com
running regionserver, logging to /var/log/hbase/hbase-hbase-regionserver.out
stopping regionserver.
2022-06-03T20:04:47 Restoring balancer state to hbase:002:0>
{code}
You can see wrong previous balancer state
{code:java}
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
{code}
this should be either of true or false, but it's "hbase:002:0>"
This is because of the incompatibility of hbase shell prompt behavior.
graceful_stop perform `echo 'balance_switch false' | "$bin"/hbase --config
"${HBASE_CONF_DIR}" shell -n | tail -1`
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/bin/graceful_stop.sh#L118
However, hbase shell now always set prompt mode to CUSTOM.
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/hbase-shell/src/main/ruby/jar-bootstrap.rb#L206
(this breaking change is introduced in
https://github.com/apache/hbase/pull/4018)
So the prompt is always shown even when `hbase shell -n` or just piping stdin.
{code:java}
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.4.12-xxx
Took 0.0022 seconds
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.4308 seconds
=> false
hbase:002:0>
$ echo "balance_switch false" | hbase shell -n
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.5207 seconds
=> false
hbase:002:0>
{code}
This is incompatible from old version.
{code:java}
hbase 1.4.x version:
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
Version 1.4.13-xxx
balance_switch false
false
0 row(s) in 0.3310 seconds
$ echo "balance_switch false" | hbase shell -n
false
0 row(s) in 0.4240 seconds
nil
{code}
(TODO check old hbase-2 case)
In old version, :NULL is used for prompt_mode
{code:java}
$ echo "irb_context.prompt_mode" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
Version 1.4.13-xxx
irb_context.prompt_mode
:NULL
{code}
But it's now :CUSTOM
{code:java}
$ echo "irb_context.prompt_mode" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.4.12-xxx
Took 0.0028 seconds
hbase:001:0> irb_context.prompt_mode
=> :CUSTOM
hbase:002:0>
{code}
We should keep using NULL prompt_mode for such case respecting previous
behavior?
was:
{code:java}
graceful_stop.sh
[jira] [Assigned] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[
https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shinya Yoshida reassigned HBASE-27086:
--
Assignee: Shinya Yoshida
> graceful_stop cannot take previous balancer status by incompatibility of
> hbase shell prompt
> ---
>
> Key: HBASE-27086
> URL: https://issues.apache.org/jira/browse/HBASE-27086
> Project: HBase
> Issue Type: Bug
>Affects Versions: 2.4.12
>Reporter: Shinya Yoshida
>Assignee: Shinya Yoshida
>Priority: Major
>
> {code:java}
> graceful_stop.sh --failfast $(hostname -f)
> 2022-06-03T20:04:34 Set failfast, will exit immediately if any command exits
> with non-zero status
> 2022-06-03T20:04:34 Disabling load balancer
> 2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
> 2022-06-03T20:04:42 Unloading myregionserver.example.com region(s)
> 2022-06-03T20:04:46 Unloaded myregionserver.example.com region(s)
> 2022-06-03T20:04:46 Stopping regionserver on myregionserver.example.com
> running regionserver, logging to /var/log/hbase/hbase-hbase-regionserver.out
> stopping regionserver.
> 2022-06-03T20:04:47 Restoring balancer state to hbase:002:0>
> {code}
> You can see wrong previous balancer state
> {code:java}
> 2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
> {code}
> this should be either of true or false, but it's "hbase:002:0>"
> This is because of the incompatibility of hbase shell prompt behavior.
> graceful_stop perform `echo 'balance_switch false' | "$bin"/hbase --config
> "${HBASE_CONF_DIR}" shell -n | tail -1`
> https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/bin/graceful_stop.sh#L118
> However, hbase shell now always set prompt mode to CUSTOM.
> https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/hbase-shell/src/main/ruby/jar-bootstrap.rb#L206
> So the prompt is always shown even when `hbase shell -n` or just piping stdin.
> {code:java}
> $ echo "balance_switch false" | hbase shell
> HBase Shell
> Use "help" to get list of supported commands.
> Use "exit" to quit this interactive shell.
> For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
> Version 2.4.12-xxx
> Took 0.0022 seconds
>
>
> hbase:001:0> balance_switch false
> Previous balancer state : false
>
>
> Took 0.4308 seconds
>
>
> => false
> hbase:002:0>
> $ echo "balance_switch false" | hbase shell -n
> hbase:001:0> balance_switch false
> Previous balancer state : false
>
>
> Took 0.5207 seconds
>
>
> => false
> hbase:002:0>
> {code}
> This is incompatible from old version.
> {code:java}
> hbase 1.4.x version:
> $ echo "balance_switch false" | hbase shell
> HBase Shell
> Use "help" to get list of supported commands.
> Use "exit" to quit this interactive shell.
> Version 1.4.13-xxx
> balance_switch false
> false
>
>
>
>
> 0 row(s) in 0.3310 seconds
> $ echo "balance_switch false" | hbase shell -n
> false
>
>
>
>
> 0 row(s) in 0.4240 seconds
> nil
> {code}
> (TODO check old hbase-2 case)
> In old version, :NULL is used for prompt_mode
> {code:java}
> $ echo "irb_context.prompt_mode" | hbase shell
> HBase Shell
> Use "help" to get list of supported commands.
> Use "exit" to quit this interactive shell.
> Version 1.4.13-xxx
> irb_context.prompt_mode
> :NULL
> {code}
> But it's now :CUSTOM
> {code:java}
> $ echo
[jira] [Updated] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[
https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Shinya Yoshida updated HBASE-27086:
---
Description:
{code:java}
graceful_stop.sh --failfast $(hostname -f)
2022-06-03T20:04:34 Set failfast, will exit immediately if any command exits
with non-zero status
2022-06-03T20:04:34 Disabling load balancer
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
2022-06-03T20:04:42 Unloading myregionserver.example.com region(s)
2022-06-03T20:04:46 Unloaded myregionserver.example.com region(s)
2022-06-03T20:04:46 Stopping regionserver on myregionserver.example.com
running regionserver, logging to /var/log/hbase/hbase-hbase-regionserver.out
stopping regionserver.
2022-06-03T20:04:47 Restoring balancer state to hbase:002:0>
{code}
You can see wrong previous balancer state
{code:java}
2022-06-03T20:04:42 Previous balancer state was hbase:002:0>
{code}
this should be either of true or false, but it's "hbase:002:0>"
This is because of the incompatibility of hbase shell prompt behavior.
graceful_stop perform `echo 'balance_switch false' | "$bin"/hbase --config
"${HBASE_CONF_DIR}" shell -n | tail -1`
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/bin/graceful_stop.sh#L118
However, hbase shell now always set prompt mode to CUSTOM.
https://github.com/apache/hbase/blob/d57159f31cb7be4d9ced0d7b95e2c78c43d160a1/hbase-shell/src/main/ruby/jar-bootstrap.rb#L206
So the prompt is always shown even when `hbase shell -n` or just piping stdin.
{code:java}
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.4.12-xxx
Took 0.0022 seconds
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.4308 seconds
=> false
hbase:002:0>
$ echo "balance_switch false" | hbase shell -n
hbase:001:0> balance_switch false
Previous balancer state : false
Took 0.5207 seconds
=> false
hbase:002:0>
{code}
This is incompatible from old version.
{code:java}
hbase 1.4.x version:
$ echo "balance_switch false" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
Version 1.4.13-xxx
balance_switch false
false
0 row(s) in 0.3310 seconds
$ echo "balance_switch false" | hbase shell -n
false
0 row(s) in 0.4240 seconds
nil
{code}
(TODO check old hbase-2 case)
In old version, :NULL is used for prompt_mode
{code:java}
$ echo "irb_context.prompt_mode" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
Version 1.4.13-xxx
irb_context.prompt_mode
:NULL
{code}
But it's now :CUSTOM
{code:java}
$ echo "irb_context.prompt_mode" | hbase shell
HBase Shell
Use "help" to get list of supported commands.
Use "exit" to quit this interactive shell.
For Reference, please visit: http://hbase.apache.org/2.0/book.html#shell
Version 2.4.12-xxx
Took 0.0028 seconds
hbase:001:0> irb_context.prompt_mode
=> :CUSTOM
hbase:002:0>
{code}
We should keep using NULL prompt_mode for such case respecting previous
behavior?
> graceful_stop cannot take previous balancer status by incompatibility of
> hbase shell prompt
>
[jira] [Updated] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
[ https://issues.apache.org/jira/browse/HBASE-27086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Shinya Yoshida updated HBASE-27086: --- Affects Version/s: 2.4.12 > graceful_stop cannot take previous balancer status by incompatibility of > hbase shell prompt > --- > > Key: HBASE-27086 > URL: https://issues.apache.org/jira/browse/HBASE-27086 > Project: HBase > Issue Type: Bug >Affects Versions: 2.4.12 >Reporter: Shinya Yoshida >Priority: Major > -- This message was sent by Atlassian Jira (v8.20.7#820007)
[jira] [Created] (HBASE-27086) graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt
Shinya Yoshida created HBASE-27086: -- Summary: graceful_stop cannot take previous balancer status by incompatibility of hbase shell prompt Key: HBASE-27086 URL: https://issues.apache.org/jira/browse/HBASE-27086 Project: HBase Issue Type: Bug Reporter: Shinya Yoshida -- This message was sent by Atlassian Jira (v8.20.7#820007)
[GitHub] [hbase] Apache-HBase commented on pull request #4485: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
Apache-HBase commented on PR #4485: URL: https://github.com/apache/hbase/pull/4485#issuecomment-1145775244 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 54s | Docker mode activated. | ||| _ Prechecks _ | | +1 :green_heart: | dupname | 0m 0s | No case conflicting files found. | | +1 :green_heart: | hbaseanti | 0m 0s | Patch does not have any anti-patterns. | | +1 :green_heart: | @author | 0m 0s | The patch does not contain any @author tags. | ||| _ branch-2.4 Compile Tests _ | | +0 :ok: | mvndep | 0m 20s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 1m 55s | branch-2.4 passed | | +1 :green_heart: | compile | 2m 48s | branch-2.4 passed | | +1 :green_heart: | checkstyle | 0m 41s | branch-2.4 passed | | +1 :green_heart: | spotless | 0m 39s | branch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 1m 52s | branch-2.4 passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 9s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 1m 52s | the patch passed | | +1 :green_heart: | compile | 2m 52s | the patch passed | | +1 :green_heart: | javac | 2m 52s | the patch passed | | +1 :green_heart: | checkstyle | 0m 41s | the patch passed | | +1 :green_heart: | whitespace | 0m 0s | The patch has no whitespace issues. | | +1 :green_heart: | hadoopcheck | 10m 26s | Patch does not cause any errors with Hadoop 2.10.0 or 3.1.2 3.2.1. | | +1 :green_heart: | spotless | 0m 39s | patch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 2m 7s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | asflicense | 0m 13s | The patch does not generate ASF License warnings. | | | | 32m 54s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/artifact/yetus-general-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4485 | | Optional Tests | dupname asflicense javac spotbugs hadoopcheck hbaseanti spotless checkstyle compile | | uname | Linux 46c499044010 5.4.0-1071-aws #76~18.04.1-Ubuntu SMP Mon Mar 28 17:49:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2.4 / 2e08c69c5c | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | Max. process+thread count | 60 (vs. ulimit of 12500) | | modules | C: hbase-client hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4485/2/console | | versions | git=2.17.1 maven=3.6.3 spotbugs=4.2.2 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4484: HBASE-26649 Support meta replica LoadBalance mode for RegionLocator#g…
Apache-HBase commented on PR #4484: URL: https://github.com/apache/hbase/pull/4484#issuecomment-1145773216 :broken_heart: **-1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 4m 20s | Docker mode activated. | ||| _ Prechecks _ | | +1 :green_heart: | dupname | 0m 0s | No case conflicting files found. | | +1 :green_heart: | hbaseanti | 0m 0s | Patch does not have any anti-patterns. | | +1 :green_heart: | @author | 0m 0s | The patch does not contain any @author tags. | ||| _ branch-2.5 Compile Tests _ | | +0 :ok: | mvndep | 1m 7s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 13s | branch-2.5 passed | | +1 :green_heart: | compile | 2m 53s | branch-2.5 passed | | +1 :green_heart: | checkstyle | 0m 45s | branch-2.5 passed | | +1 :green_heart: | spotless | 0m 49s | branch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 1m 50s | branch-2.5 passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 3s | the patch passed | | +1 :green_heart: | compile | 2m 48s | the patch passed | | +1 :green_heart: | javac | 2m 48s | the patch passed | | +1 :green_heart: | checkstyle | 0m 41s | the patch passed | | +1 :green_heart: | whitespace | 0m 0s | The patch has no whitespace issues. | | -1 :x: | hadoopcheck | 10m 53s | The patch causes 10 errors with Hadoop v3.2.1. | | +1 :green_heart: | spotless | 0m 39s | patch has no errors when running spotless:check. | | +1 :green_heart: | spotbugs | 2m 2s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | asflicense | 0m 15s | The patch does not generate ASF License warnings. | | | | 34m 54s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/artifact/yetus-general-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4484 | | Optional Tests | dupname asflicense javac spotbugs hadoopcheck hbaseanti spotless checkstyle compile | | uname | Linux 26819505ce63 5.4.0-1071-aws #76~18.04.1-Ubuntu SMP Mon Mar 28 17:49:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | branch-2.5 / 0c5d6601da | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | hadoopcheck | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/artifact/yetus-general-check/output/patch-javac-3.2.1.txt | | Max. process+thread count | 65 (vs. ulimit of 12500) | | modules | C: hbase-client hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4484/2/console | | versions | git=2.17.1 maven=3.6.3 spotbugs=4.2.2 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[jira] [Updated] (HBASE-26993) Make the new framework for region replication could work for SKIP_WAL
[
https://issues.apache.org/jira/browse/HBASE-26993?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Duo Zhang updated HBASE-26993:
--
Fix Version/s: 3.0.0-alpha-3
Hadoop Flags: Reviewed
Resolution: Fixed
Status: Resolved (was: Patch Available)
Merged to master.
Thanks [~comnetwork]!
Please fill the release note as this is an important improvement.
> Make the new framework for region replication could work for SKIP_WAL
> -
>
> Key: HBASE-26993
> URL: https://issues.apache.org/jira/browse/HBASE-26993
> Project: HBase
> Issue Type: Improvement
> Components: read replicas
>Affects Versions: 3.0.0-alpha-2
>Reporter: chenglei
>Assignee: chenglei
>Priority: Major
> Fix For: 3.0.0-alpha-3
>
>
> For now , the new region replication framework introduced by HBASE-26233
> could not work for table which {{DURABILITY}} is {{Durability.SKIP_WAL}}, but
> the framework does not build on WAL replication, so it should also work for
> SKIP_WAL, and besides table could be SKIP_WAL, the individual {{Mutation}}
> could also be SKIP_WAL.
--
This message was sent by Atlassian Jira
(v8.20.7#820007)
[GitHub] [hbase] Apache9 merged pull request #4392: HBASE-26993 Make the new framework for region replication could work …
Apache9 merged PR #4392: URL: https://github.com/apache/hbase/pull/4392 -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1145679199 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 1m 11s | Docker mode activated. | | -0 :warning: | yetus | 0m 3s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 12s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 35s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 1m 17s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | shadedjars | 4m 7s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 34s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 10s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 42s | the patch passed | | +1 :green_heart: | compile | 1m 18s | the patch passed | | +1 :green_heart: | javac | 1m 18s | the patch passed | | +1 :green_heart: | shadedjars | 4m 19s | patch has no errors when building our shaded downstream artifacts. | | -0 :warning: | javadoc | 0m 27s | hbase-server generated 1 new + 23 unchanged - 0 fixed = 24 total (was 23) | ||| _ Other Tests _ | | +1 :green_heart: | unit | 0m 33s | hbase-protocol-shaded in the patch passed. | | +1 :green_heart: | unit | 242m 43s | hbase-server in the patch passed. | | | | 263m 37s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/artifact/yetus-jdk8-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | unit javac javadoc shadedjars compile | | uname | Linux ae4b74a63e01 5.4.0-90-generic #101-Ubuntu SMP Fri Oct 15 20:00:55 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-1.8.0_282-b08 | | javadoc | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/artifact/yetus-jdk8-hadoop3-check/output/diff-javadoc-javadoc-hbase-server.txt | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/testReport/ | | Max. process+thread count | 2830 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
[GitHub] [hbase] Apache-HBase commented on pull request #4486: HBASE-27085 Create REPLICATION_SINK_TRACKER table to persist marker rows coming from source cluster
Apache-HBase commented on PR #4486: URL: https://github.com/apache/hbase/pull/4486#issuecomment-1145642545 :confetti_ball: **+1 overall** | Vote | Subsystem | Runtime | Comment | |::|--:|:|:| | +0 :ok: | reexec | 0m 42s | Docker mode activated. | | -0 :warning: | yetus | 0m 3s | Unprocessed flag(s): --brief-report-file --spotbugs-strict-precheck --whitespace-eol-ignore-list --whitespace-tabs-ignore-list --quick-hadoopcheck | ||| _ Prechecks _ | ||| _ HBASE-26913-replication-observability-framework Compile Tests _ | | +0 :ok: | mvndep | 0m 30s | Maven dependency ordering for branch | | +1 :green_heart: | mvninstall | 2m 25s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | compile | 1m 12s | HBASE-26913-replication-observability-framework passed | | +1 :green_heart: | shadedjars | 3m 46s | branch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 30s | HBASE-26913-replication-observability-framework passed | ||| _ Patch Compile Tests _ | | +0 :ok: | mvndep | 0m 11s | Maven dependency ordering for patch | | +1 :green_heart: | mvninstall | 2m 23s | the patch passed | | +1 :green_heart: | compile | 1m 13s | the patch passed | | +1 :green_heart: | javac | 1m 13s | the patch passed | | +1 :green_heart: | shadedjars | 3m 47s | patch has no errors when building our shaded downstream artifacts. | | +1 :green_heart: | javadoc | 0m 31s | the patch passed | ||| _ Other Tests _ | | +1 :green_heart: | unit | 0m 32s | hbase-protocol-shaded in the patch passed. | | +1 :green_heart: | unit | 196m 20s | hbase-server in the patch passed. | | | | 215m 20s | | | Subsystem | Report/Notes | |--:|:-| | Docker | ClientAPI=1.41 ServerAPI=1.41 base: https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/artifact/yetus-jdk11-hadoop3-check/output/Dockerfile | | GITHUB PR | https://github.com/apache/hbase/pull/4486 | | Optional Tests | unit javac javadoc shadedjars compile | | uname | Linux 045690a27450 5.4.0-1071-aws #76~18.04.1-Ubuntu SMP Mon Mar 28 17:49:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux | | Build tool | maven | | Personality | dev-support/hbase-personality.sh | | git revision | HBASE-26913-replication-observability-framework / 5ca8bc832a | | Default Java | AdoptOpenJDK-11.0.10+9 | | Test Results | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/testReport/ | | Max. process+thread count | 2888 (vs. ulimit of 3) | | modules | C: hbase-protocol-shaded hbase-server U: . | | Console output | https://ci-hbase.apache.org/job/HBase-PreCommit-GitHub-PR/job/PR-4486/4/console | | versions | git=2.17.1 maven=3.6.3 | | Powered by | Apache Yetus 0.12.0 https://yetus.apache.org | This message was automatically generated. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@hbase.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
