svn commit: r1684964 - /uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part4/system-logs.tex
Author: challngr
Date: Thu Jun 11 19:14:59 2015
New Revision: 1684964
URL: http://svn.apache.org/r1684964
Log:
UIMA-4109 Updates for 2.0.0.
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part4/system-logs.tex
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part4/system-logs.tex
URL:
http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part4/system-logs.tex?rev=1684964&r1=1684963&r2=1684964&view=diff
==
---
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part4/system-logs.tex
(original)
+++
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part4/system-logs.tex
Thu Jun 11 19:14:59 2015
@@ -38,7 +38,7 @@
means that log4j configuration files in the user's classpath will not
interfere
with DUCC's logger.
-The logs are set to roll after some reaching a given size and the number
of generations
+The logs are set to roll after reaching a given size and the number of
generations
is limited to prevent overrunning disk space. In general the log level is
set to
provide sufficient diagnostic output to resolve most issues.
@@ -67,8 +67,7 @@
each running agent.
The log4j file may be customized for each installation to change the
format or content of the
-log files, according to the rules defined by log4j itself. This section
defines the
-default configuration.
+log files, according to the rules defined by log4j itself.
The general format of a log message is as follows:
\begin{verbatim}
@@ -86,8 +85,10 @@
\item[OR] Orchestrator
\item[WS] Web Server
\item[Agent] Agent
- \item[JD] Job Driver
- \item[JobProcessComponent] Job process, also known as JP
+ \item[JD] Job Driver. These logs are written to the log directory
specified in each
+job submission.
+ \item[JobProcessComponent] Job process, also known as JP. These
logs are written to the
+log directory specifid in each job submission.
\end{description}
\item[sourceFileName] This is the name of the Java source file from
which the message is emitted.
\item[method-name] This is the name of the method in {\em
sourceFileName} which emitted the message.
@@ -118,6 +119,20 @@
\item Internal schedule
\item Published schedule
\end{itemize}
+
+Most useful messages are emitted under log level INFO but a wealth of
details can
+be seen by incresing the log level to DEBUG or TRACE. To do so,
+edit the file
+{\em \ducchome/resources/log4j.xml}
+and change the {\em priority} value to {\em debug} (or {\em trace}) in the
stanza
+similar to that shown here. Within about a minute the logger will
+pick up the change and increase its log level.
+\begin{verbatim}
+
+
+
+
+\end{verbatim}
\subsection{Bootstrap Configuration}
The RM summarizes its entire configuration when it starts up and prints it
to the log to
@@ -152,12 +167,12 @@ RM.ResourceManagerComponent- N/A boot .
The first configuration lines show the reading and validation of the node
and class configuration. Look
for the string {\em printNodepool} to find these lines:
\begin{verbatim}
-RM.Config- N/A printNodepool Nodepool --default--
-RM.Config- N/A printNodepoolSearch Order: 100
-RM.Config- N/A printNodepoolNode File: None
-RM.Config- N/A printNodepool
-RM.Config- N/A printNodepoolClasses: background low normal high
normal-all nightly-test reserve
-RM.Config- N/A printNodepoolSubpools: jobdriver power intel
+RM.Config- N/A printNodepool Nodepool --default--
+RM.Config- N/A printNodepool Search Order: 100
+RM.Config- N/A printNodepool Node File: None
+RM.Config- N/A printNodepool
+RM.Config- N/A printNodepool Classes: background low normal high
normal-all nightly-test reserve
+RM.Config- N/A printNodepool Subpools: jobdriver power intel
...
\end{verbatim}
@@ -166,21 +181,22 @@ RM.Config- N/A printNodepoolSubp
about its environment: the ActiveMQ broker, JVM information, OS
information, DUCC version, etc. To fine
this search for the string {\em init Scheduler}.
\begin{verbatim}
- init Scheduler running with share quantum : 15 GB
- init reserved DRAM : 0 GB
- init DRAM override : 0 GB
- init scheduler :
org.apache.uima.ducc.rm.scheduler.NodepoolScheduler
-
- init DUCC home :
/home/challngr/ducc_runtime
- init ActiveMQ URL:
tcp://bluej537:61617?jms.useCompression=true
- init
svn commit: r1684922 - in /uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta: descriptor/RutaDescriptorBuilder.java engine/RutaEngine.java
Author: pkluegl
Date: Thu Jun 11 15:34:34 2015
New Revision: 1684922
URL: http://svn.apache.org/r1684922
Log:
UIMA-4443
- hotfix replacement of backslashes
- some minimal changes to ease debugging
Modified:
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/descriptor/RutaDescriptorBuilder.java
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/engine/RutaEngine.java
Modified:
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/descriptor/RutaDescriptorBuilder.java
URL:
http://svn.apache.org/viewvc/uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/descriptor/RutaDescriptorBuilder.java?rev=1684922&r1=1684921&r2=1684922&view=diff
==
---
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/descriptor/RutaDescriptorBuilder.java
(original)
+++
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/descriptor/RutaDescriptorBuilder.java
Thu Jun 11 15:34:34 2015
@@ -500,7 +500,9 @@ public class RutaDescriptorBuilder {
return null;
}
Path relativePath = basePath.relativize(targetPath);
-return relativePath.toString();
+// HOTFIX: avoid windows paths. No generic solution to access a portable
string found yet for Path
+String result = relativePath.toString().replaceAll("", "/");
+return result;
}
private void configureExtensions(AnalysisEngineDescription
analysisEngineDescription,
Modified:
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/engine/RutaEngine.java
URL:
http://svn.apache.org/viewvc/uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/engine/RutaEngine.java?rev=1684922&r1=1684921&r2=1684922&view=diff
==
---
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/engine/RutaEngine.java
(original)
+++
uima/ruta/trunk/ruta-core/src/main/java/org/apache/uima/ruta/engine/RutaEngine.java
Thu Jun 11 15:34:34 2015
@@ -938,8 +938,9 @@ public class RutaEngine extends JCasAnno
name = name.replaceAll("[.]", "/");
for (String each : paths) {
File file = new File(each, name + suffix);
+ String absolutePath = file.getAbsolutePath();
if (!mustExist || file.exists()) {
-return file.getAbsolutePath();
+return absolutePath;
}
}
return null;
svn commit: r1684912 - /uima/sandbox/uima-ducc/trunk/uima-ducc-transport/src/main/java/org/apache/uima/ducc/transport/configuration/jd/JobDriverStateExchanger.java
Author: degenaro
Date: Thu Jun 11 14:56:47 2015
New Revision: 1684912
URL: http://svn.apache.org/r1684912
Log:
UIMA-4458 DUCC Job Driver (JD) is too verbose when config'd at debug level
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-transport/src/main/java/org/apache/uima/ducc/transport/configuration/jd/JobDriverStateExchanger.java
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-transport/src/main/java/org/apache/uima/ducc/transport/configuration/jd/JobDriverStateExchanger.java
URL:
http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-transport/src/main/java/org/apache/uima/ducc/transport/configuration/jd/JobDriverStateExchanger.java?rev=1684912&r1=1684911&r2=1684912&view=diff
==
---
uima/sandbox/uima-ducc/trunk/uima-ducc-transport/src/main/java/org/apache/uima/ducc/transport/configuration/jd/JobDriverStateExchanger.java
(original)
+++
uima/sandbox/uima-ducc/trunk/uima-ducc-transport/src/main/java/org/apache/uima/ducc/transport/configuration/jd/JobDriverStateExchanger.java
Thu Jun 11 14:56:47 2015
@@ -28,7 +28,9 @@ import org.apache.uima.ducc.common.utils
import org.apache.uima.ducc.common.utils.DuccPropertiesResolver;
import org.apache.uima.ducc.common.utils.id.DuccId;
import org.apache.uima.ducc.container.jd.JobDriver;
+import org.apache.uima.ducc.container.jd.blacklist.JobProcessBlacklist;
import org.apache.uima.ducc.container.jd.mh.IMessageHandler;
+import org.apache.uima.ducc.container.jd.mh.RemoteWorkerProcess;
import org.apache.uima.ducc.container.jd.mh.iface.IOperatingInfo;
import org.apache.uima.ducc.container.jd.mh.iface.IProcessInfo;
import org.apache.uima.ducc.container.jd.mh.impl.ProcessInfo;
@@ -47,6 +49,8 @@ import org.apache.uima.ducc.transport.ev
public class JobDriverStateExchanger extends Thread {
+ private JobProcessBlacklist jobProcessBlacklist =
JobProcessBlacklist.getInstance();
+
private static final DuccLogger logger =
DuccLoggerComponents.getOrLogger(JobDriverStateExchanger.class.getName());
private static final DuccId jobid = null;
@@ -209,9 +213,20 @@ public class JobDriverStateExchanger ext
String reasonDeallocated = null;
ProcessDeallocationType
processDeallocationType = p.getProcessDeallocationType();
if(processDeallocationType != null) {
- reasonDeallocated =
processDeallocationType.name();
-
sb.append("reason[deallocated]:"+reasonDeallocated);
- sb.append(" ");
+ switch(processDeallocationType)
{
+ case Undefined:
+ break;
+ default:
+ reasonDeallocated =
processDeallocationType.name();
+
sb.append("reason[deallocated]:"+reasonDeallocated);
+ sb.append(" ");
+ break;
+ }
+ }
+ RemoteWorkerProcess rwp =
RemoteWorkerProcess.factory(node, ip, pidName, pid);
+ if(jobProcessBlacklist.includes(rwp)) {
+ logger.trace(location, jobid,
sb.toString());
+ continue;
}
logger.debug(location, jobid,
sb.toString());
switch(state) {
svn commit: r1684911 - in /uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd: blacklist/JobProcessBlacklist.java fsm/wi/ActionProcessBlacklist.java fsm/w
Author: degenaro
Date: Thu Jun 11 14:54:32 2015
New Revision: 1684911
URL: http://svn.apache.org/r1684911
Log:
UIMA-4458 DUCC Job Driver (JD) is too verbose when config'd at debug level
Added:
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/fsm/wi/ActionProcessBlacklist.java
(with props)
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/blacklist/JobProcessBlacklist.java
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/fsm/wi/WiFsm.java
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/mh/RemoteWorkerProcess.java
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/blacklist/JobProcessBlacklist.java
URL:
http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/blacklist/JobProcessBlacklist.java?rev=1684911&r1=1684910&r2=1684911&view=diff
==
---
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/blacklist/JobProcessBlacklist.java
(original)
+++
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/blacklist/JobProcessBlacklist.java
Thu Jun 11 14:54:32 2015
@@ -81,7 +81,7 @@ public class JobProcessBlacklist {
mb.append(Standardize.Label.pid.get()+rwp.getPid());
mb.append(Standardize.Label.size.get()+map.size());
mb.append(Standardize.Label.value.get()+retVal);
- logger.debug(location, ILogger.null_id,
mb.toString());
+ logger.trace(location, ILogger.null_id,
mb.toString());
}
}
return retVal;
Added:
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/fsm/wi/ActionProcessBlacklist.java
URL:
http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/fsm/wi/ActionProcessBlacklist.java?rev=1684911&view=auto
==
---
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/fsm/wi/ActionProcessBlacklist.java
(added)
+++
uima/sandbox/uima-ducc/trunk/uima-ducc-container/src/main/java/org/apache/uima/ducc/container/jd/fsm/wi/ActionProcessBlacklist.java
Thu Jun 11 14:54:32 2015
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+*/
+package org.apache.uima.ducc.container.jd.fsm.wi;
+
+import org.apache.uima.ducc.container.common.MessageBuffer;
+import org.apache.uima.ducc.container.common.fsm.iface.IAction;
+import org.apache.uima.ducc.container.common.logger.IComponent;
+import org.apache.uima.ducc.container.common.logger.ILogger;
+import org.apache.uima.ducc.container.common.logger.Logger;
+import org.apache.uima.ducc.container.jd.blacklist.JobProcessBlacklist;
+import org.apache.uima.ducc.container.jd.log.LoggerHelper;
+import org.apache.uima.ducc.container.jd.mh.RemoteWorkerProcess;
+import org.apache.uima.ducc.container.jd.mh.iface.remote.IRemoteWorkerThread;
+
+public class ActionProcessBlacklist extends Action implements IAction {
+
+ private static Logger logger =
Logger.getLogger(ActionProcessBlacklist.class, IComponent.Id.JD.name());
+
+ @Override
+ public String getName() {
+ return ActionProcessBlacklist.class.getName();
+ }
+
+ @Override
+ public void engage(Object objectData) {
+ String location = "engage";
+ logger.trace(location, ILogger.null_id, "");
+ IActionData actionData = (IActionData) objectData;
+ try {
+ if(actionData != null) {
+ IRemoteWorkerThread rwt =
actionData.getRemoteWorkerThread();
+
