This issue has been fixed. Thanks Buddhika for providing the fix. On Tue, Oct 16, 2012 at 2:31 PM, Reka Thirunavukkarasu <[email protected]>wrote:
> Hi > > The following hive query which works fine in BAM 2.0.0 is not working now > in BAM 2.0.1. Could you please have a look on this? > jira: https://wso2.org/jira/browse/CARBON-13943 > > set logs_column_family = "log_1_AS_2012_10_14"; > set file_path = > /media/Entertainment/stratos/BAM_LOGS/archive-logs/tmpLogs/1/AS/2012_10_14; > drop table LogStats; > set mapred.output.compress=true; > set hive.exec.compress.output=true; > set > mapred.output.compression.codec=org.apache.hadoop.io.compress.GzipCodec; > set io.compression.codecs=org.apache.hadoop.io.compress.GzipCodec; > > CREATE EXTERNAL TABLE IF NOT EXISTS LogStats (key STRING, > payload_tenantID STRING,payload_serverName STRING, > payload_appName STRING,payload_message STRING, > payload_stacktrace STRING, > payload_logger STRING, > payload_priority STRING,payload_logTime BIGINT) > STORED BY > 'org.apache.hadoop.hive.cassandra.CassandraStorageHandler' > WITH SERDEPROPERTIES ( "cassandra.host" = "localhost", > "cassandra.port" ="9160","cassandra.ks.name" = "EVENT_KS", > "cassandra.ks.username" = "admin","cassandra.ks.password" ="admin", > "cassandra.cf.name" = ${hiveconf:logs_column_family}, > "cassandra.columns.mapping" = > ":key,payload_tenantID, > payload_serverName,payload_appName,payload_message, > payload_stacktrace,payload_logger,payload_priority, > payload_logTime" ); > INSERT OVERWRITE LOCAL DIRECTORY 'file:///${hiveconf:file_path}' > select > concat('TID[',payload_tenantID, ']\t', > 'Server[',payload_serverName,']\t', > 'Application[',payload_appName,']\t', > 'Message[',payload_message,']\t', > 'Stacktrace ',payload_stacktrace,'\t', > 'Logger{',payload_logger,'}\t', > 'Priority[',payload_priority,']\t'), > concat('LogTime[', > (from_unixtime(cast(payload_logTime/1000 as BIGINT),'yyyy-MM-dd > HH:mm:ss.SSS' )),']\n') as LogTime from LogStats > ORDER BY LogTime; > > The exception trace is as following: > > Hive history file=/tmp/reka/hive_job_log_reka_201210161416_1379462536.txt > Hive history file=/tmp/reka/hive_job_log_reka_201210161416_844839482.txt > [2012-10-16 14:16:03,180] ERROR {hive.ql.metadata.Hive} - > NoSuchObjectException(message:default.LogStats table not found) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1194) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1189) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.executeWithRetry(MultitenantMetaStoreHandler.java:324) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.get_table(MultitenantMetaStoreHandler.java:1189) > at > org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTable(HiveMetaStoreClient.java:735) > at org.apache.hadoop.hive.ql.metadata.Hive.getTable(Hive.java:901) > at org.apache.hadoop.hive.ql.metadata.Hive.getTable(Hive.java:843) > at org.apache.hadoop.hive.ql.exec.DDLTask.dropTable(DDLTask.java:3127) > at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:250) > at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:133) > at > org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:57) > at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1334) > at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1125) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:933) > at > org.apache.hadoop.hive.service.HiveServer$HiveServerHandler.execute(HiveServer.java:201) > at > org.apache.hadoop.hive.jdbc.HiveStatement.executeQuery(HiveStatement.java:187) > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:324) > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:225) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) > at java.util.concurrent.FutureTask.run(FutureTask.java:138) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:662) > > OK > FAILED: Parse Error: line 1:536 mismatched input '$' expecting > StringLiteral near '=' in specifying key/value property > > [2012-10-16 14:16:03,186] ERROR {org.apache.hadoop.hive.ql.Driver} - > FAILED: Parse Error: line 1:536 mismatched input '$' expecting > StringLiteral near '=' in specifying key/value property > > org.apache.hadoop.hive.ql.parse.ParseException: line 1:536 mismatched > input '$' expecting StringLiteral near '=' in specifying key/value property > > at > org.apache.hadoop.hive.ql.parse.ParseDriver.parse(ParseDriver.java:438) > at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:419) > at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:339) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:891) > at > org.apache.hadoop.hive.service.HiveServer$HiveServerHandler.execute(HiveServer.java:201) > at > org.apache.hadoop.hive.jdbc.HiveStatement.executeQuery(HiveStatement.java:187) > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:324) > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:225) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) > at java.util.concurrent.FutureTask.run(FutureTask.java:138) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:662) > > [2012-10-16 14:16:03,186] ERROR > {org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl} - Error > while executing Hive script. > Query returned non-zero code: 11, cause: FAILED: Parse Error: line 1:536 > mismatched input '$' expecting StringLiteral near '=' in specifying > key/value property > > java.sql.SQLException: Query returned non-zero code: 11, cause: FAILED: > Parse Error: line 1:536 mismatched input '$' expecting StringLiteral near > '=' in specifying key/value property > > at > org.apache.hadoop.hive.jdbc.HiveStatement.executeQuery(HiveStatement.java:189) > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:324) > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl$ScriptCallable.call(HiveExecutorServiceImpl.java:225) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) > at java.util.concurrent.FutureTask.run(FutureTask.java:138) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:662) > [2012-10-16 14:16:03,187] ERROR > {org.wso2.carbon.analytics.hive.task.HiveScriptExecutorTask} - Error while > executing script : test > org.wso2.carbon.analytics.hive.exception.HiveExecutionException: Error > while executing Hive script.Query returned non-zero code: 11, cause: > FAILED: Parse Error: line 1:536 mismatched input '$' expecting > StringLiteral near '=' in specifying key/value property > > at > org.wso2.carbon.analytics.hive.impl.HiveExecutorServiceImpl.execute(HiveExecutorServiceImpl.java:110) > at > org.wso2.carbon.analytics.hive.task.HiveScriptExecutorTask.execute(HiveScriptExecutorTask.java:60) > at > org.wso2.carbon.ntask.core.impl.TaskQuartzJobAdapter.execute(TaskQuartzJobAdapter.java:56) > at org.quartz.core.JobRunShell.run(JobRunShell.java:213) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) > at java.util.concurrent.FutureTask.run(FutureTask.java:138) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:662) > [2012-10-16 14:16:03,203] ERROR {hive.ql.metadata.Hive} - > NoSuchObjectException(message:default.LogStats table not found) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1194) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler$16.run(MultitenantMetaStoreHandler.java:1189) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.executeWithRetry(MultitenantMetaStoreHandler.java:324) > at > org.apache.hadoop.hive.metastore.MultitenantMetaStoreHandler.get_table(MultitenantM > > Thanks, > Reka > -- *Kasun Weranga* Software Engineer ** *WSO2, Inc. *lean.enterprise.middleware. mobile : +94 772314602 <http://sanjeewamalalgoda.blogspot.com/>blog :<http://sanjeewamalalgoda.blogspot.com/> http://kasunweranga.blogspot.com/
_______________________________________________ Dev mailing list [email protected] http://wso2.org/cgi-bin/mailman/listinfo/dev
