Hi
The following hive query which works fine in BAM 2.0.0 is not working now
in BAM 2.0.1. Could you please have a look on this?
jira: https://wso2.org/jira/browse/CARBON-13943
set logs_column_family = "log_1_AS_2012_10_14";
set file_path =
/media/Entertainment/stratos/BAM_LOGS/archive-logs/tmpLogs/1/AS/2012_10_14;
drop table LogStats;
set mapred.output.compress=true;
set hive.exec.compress.output=true;
set
mapred.output.compression.codec=org.apache.hadoop.io.compress.GzipCodec;
set io.compression.codecs=org.apache.hadoop.io.compress.GzipCodec;
CREATE EXTERNAL TABLE IF NOT EXISTS LogStats (key STRING,
payload_tenantID STRING,payload_serverName STRING,
payload_appName STRING,payload_message STRING,
payload_stacktrace STRING,
payload_logger STRING,
payload_priority STRING,payload_logTime BIGINT)
STORED BY
'org.apache.hadoop.hive.cassandra.CassandraStorageHandler'
WITH SERDEPROPERTIES ( "cassandra.host" = "localhost",
"cassandra.port" ="9160","cassandra.ks.name" = "EVENT_KS",
"cassandra.ks.username" = "admin","cassandra.ks.password" ="admin",
"cassandra.cf.name" = ${hiveconf:logs_column_family},
"cassandra.columns.mapping" =
":key,payload_tenantID,
payload_serverName,payload_appName,payload_message,
payload_stacktrace,payload_logger,payload_priority,
payload_logTime" );
INSERT OVERWRITE LOCAL DIRECTORY 'file:///${hiveconf:file_path}'
select
concat('TID[',payload_tenantID, ']\t',
'Server[',payload_serverName,']\t',
'Application[',payload_appName,']\t',
'Message[',payload_message,']\t',
'Stacktrace ',payload_stacktrace,'\t',
'Logger{',payload_logger,'}\t',
'Priority[',payload_priority,']\t'),
concat('LogTime[',
(from_unixtime(cast(payload_logTime/1000 as BIGINT),'yyyy-MM-dd
HH:mm:ss.SSS' )),']\n') as LogTime from LogStats
ORDER BY LogTime;
The exception trace is as following:
Hive history file=/tmp/reka/hive_job_log_reka_201210161416_1379462536.txt
Hive history file=/tmp/reka/hive_job_log_reka_201210161416_844839482.txt
[2012-10-16 14:16:03,180] ERROR {hive.ql.metadata.Hive} -
NoSuchObjectException(message:default.LogStats table not found)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1194)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1189)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.executeWithRetry(MultitenantMetaStoreHandler.java:324)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.get_table(MultitenantMetaStoreHandler.java:1189)
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTable(HiveMetaStoreClient.java:735)
at org.apache.hadoop.hive.ql.metadata.Hive.getTable(Hive.java:901)
at org.apache.hadoop.hive.ql.metadata.Hive.getTable(Hive.java:843)
at org.apache.hadoop.hive.ql.exec.DDLTask.dropTable(DDLTask.java:3127)
at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:250)
at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:133)
at
org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:57)
at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1334)
at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1125)
at org.apache.hadoop.hive.ql.Driver.run(Driver.java:933)
at
org.apache.hadoop.hive.service.HiveServer$HiveServerHandler.execute(HiveServer.java:201)
at
org.apache.hadoop.hive.jdbc.HiveStatement.executeQuery(HiveStatement.java:187)
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:324)
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:225)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
OK
FAILED: Parse Error: line 1:536 mismatched input '$' expecting
StringLiteral near '=' in specifying key/value property
[2012-10-16 14:16:03,186] ERROR {org.apache.hadoop.hive.ql.Driver} -
FAILED: Parse Error: line 1:536 mismatched input '$' expecting
StringLiteral near '=' in specifying key/value property
org.apache.hadoop.hive.ql.parse.ParseException: line 1:536 mismatched input
'$' expecting StringLiteral near '=' in specifying key/value property
at
org.apache.hadoop.hive.ql.parse.ParseDriver.parse(ParseDriver.java:438)
at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:419)
at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:339)
at org.apache.hadoop.hive.ql.Driver.run(Driver.java:891)
at
org.apache.hadoop.hive.service.HiveServer$HiveServerHandler.execute(HiveServer.java:201)
at
org.apache.hadoop.hive.jdbc.HiveStatement.executeQuery(HiveStatement.java:187)
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:324)
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:225)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
[2012-10-16 14:16:03,186] ERROR
{org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl} - Error
while executing Hive script.
Query returned non-zero code: 11, cause: FAILED: Parse Error: line 1:536
mismatched input '$' expecting StringLiteral near '=' in specifying
key/value property
java.sql.SQLException: Query returned non-zero code: 11, cause: FAILED:
Parse Error: line 1:536 mismatched input '$' expecting StringLiteral near
'=' in specifying key/value property
at
org.apache.hadoop.hive.jdbc.HiveStatement.executeQuery(HiveStatement.java:189)
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:324)
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:225)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
[2012-10-16 14:16:03,187] ERROR
{org.wso2.carbon.analytics.hive.task.HiveScriptExecutorTask} - Error while
executing script : test
org.wso2.carbon.analytics.hive.exception.HiveExecutionException: Error
while executing Hive script.Query returned non-zero code: 11, cause:
FAILED: Parse Error: line 1:536 mismatched input '$' expecting
StringLiteral near '=' in specifying key/value property
at
org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl.execute(HiveExecutorServiceImpl.java:110)
at
org.wso2.carbon.analytics.hive.task.HiveScriptExecutorTask.execute(HiveScriptExecutorTask.java:60)
at
org.wso2.carbon.ntask.core.impl.TaskQuartzJobAdapter.execute(TaskQuartzJobAdapter.java:56)
at org.quartz.core.JobRunShell.run(JobRunShell.java:213)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
[2012-10-16 14:16:03,203] ERROR {hive.ql.metadata.Hive} -
NoSuchObjectException(message:default.LogStats table not found)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1194)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1189)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.executeWithRetry(MultitenantMetaStoreHandler.java:324)
at
org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.get_table(MultitenantM
Thanks,
Reka
_______________________________________________
Dev mailing list
[email protected]
http://wso2.org/cgi-bin/mailman/listinfo/dev
