Repository: asterixdb Updated Branches: refs/heads/master 2b10c1c95 -> df5e3cf5d
[NO ISSUE][OTH] Trace ingestion performance at Feed Store - user model changes: no - storage format changes: no - interface changes: no details: - Trace the ingestion performance at store side Change-Id: I80f41429d23cb46385e6672bfd59715249c3b7ba Reviewed-on: https://asterix-gerrit.ics.uci.edu/2074 Sonar-Qube: Jenkins <[email protected]> Tested-by: Jenkins <[email protected]> Contrib: Jenkins <[email protected]> Reviewed-by: Till Westmann <[email protected]> Integration-Tests: Jenkins <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/df5e3cf5 Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/df5e3cf5 Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/df5e3cf5 Branch: refs/heads/master Commit: df5e3cf5df1634a1edab16cbf661421c95dbd0d3 Parents: 2b10c1c Author: Abdullah Alamoudi <[email protected]> Authored: Sun Oct 15 10:08:21 2017 -0700 Committer: abdullah alamoudi <[email protected]> Committed: Sun Oct 15 13:57:10 2017 -0700 ---------------------------------------------------------------------- .../external/operators/FeedMetaStoreNodePushable.java | 11 +++++++++-- .../hyracks/control/nc/application/NCServiceContext.java | 2 +- 2 files changed, 10 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/asterixdb/blob/df5e3cf5/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/operators/FeedMetaStoreNodePushable.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/operators/FeedMetaStoreNodePushable.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/operators/FeedMetaStoreNodePushable.java index 97c1115..3791f61 100644 --- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/operators/FeedMetaStoreNodePushable.java +++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/operators/FeedMetaStoreNodePushable.java @@ -43,6 +43,7 @@ import org.apache.hyracks.api.util.HyracksConstants; import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAccessor; import org.apache.hyracks.dataflow.common.utils.TaskUtil; import org.apache.hyracks.dataflow.std.base.AbstractUnaryInputUnaryOutputOperatorNodePushable; +import org.apache.hyracks.util.trace.ITracer; public class FeedMetaStoreNodePushable extends AbstractUnaryInputUnaryOutputOperatorNodePushable { @@ -85,6 +86,8 @@ public class FeedMetaStoreNodePushable extends AbstractUnaryInputUnaryOutputOper private final FeedMetaOperatorDescriptor opDesc; + private final ITracer tracer; + public FeedMetaStoreNodePushable(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions, IOperatorDescriptor coreOperator, FeedConnectionId feedConnectionId, Map<String, String> feedPolicyProperties, FeedMetaOperatorDescriptor feedMetaOperatorDescriptor) @@ -101,6 +104,7 @@ public class FeedMetaStoreNodePushable extends AbstractUnaryInputUnaryOutputOper TaskUtil.put(HyracksConstants.KEY_MESSAGE, message, ctx); this.recordDescProvider = recordDescProvider; this.opDesc = feedMetaOperatorDescriptor; + tracer = ctx.getJobletContext().getServiceContext().getTracer(); } @Override @@ -136,12 +140,15 @@ public class FeedMetaStoreNodePushable extends AbstractUnaryInputUnaryOutputOper @Override public void nextFrame(ByteBuffer buffer) throws HyracksDataException { + long tid = tracer.durationB("Ingestion-Store", "Process-Frame", null); try { FeedUtils.processFeedMessage(buffer, message, fta); writer.nextFrame(buffer); } catch (Exception e) { - e.printStackTrace(); - throw new HyracksDataException(e); + LOGGER.log(Level.WARNING, "Failure Processing a frame at store side", e); + throw HyracksDataException.create(e); + } finally { + tracer.durationE(tid, null); } } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/df5e3cf5/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-nc/src/main/java/org/apache/hyracks/control/nc/application/NCServiceContext.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-nc/src/main/java/org/apache/hyracks/control/nc/application/NCServiceContext.java b/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-nc/src/main/java/org/apache/hyracks/control/nc/application/NCServiceContext.java index 68d9581..8e35ed4 100644 --- a/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-nc/src/main/java/org/apache/hyracks/control/nc/application/NCServiceContext.java +++ b/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-nc/src/main/java/org/apache/hyracks/control/nc/application/NCServiceContext.java @@ -95,7 +95,7 @@ public class NCServiceContext extends ServiceContext implements INCServiceContex @Override public ITracer getTracer() { - return tracer; + return ITracer.check(tracer); } @Override
