Hi,
我在https://github.com/HuaweiBigData/carbondata/wiki/Quick-Start
执行如下:
scala> import org.apache.spark.sql.CarbonContext
import org.apache.spark.sql.CarbonContext
scala> import java.io.File
import java.io.File
scala> import org.apache.hadoop.hive.conf.HiveConf
import org.apache.hadoop.hive.conf.HiveConf
scala> val metadata = new File("").getCanonicalPath + "/carbondata/metadata"
metadata: String =
/mnt/resource/opt/cloudera/parcels/CDH-5.6.1-1.cdh5.6.1.p0.3/lib/spark/carbondata/metadata
scala> val cc = new CarbonContext(sc,
"/mnt/resource/opt/cloudera/parcels/CDH-5.6.1-1.cdh5.6.1.p0.3/lib/spark/carbondata/store")
cc: org.apache.spark.sql.CarbonContext =
org.apache.spark.sql.CarbonContext@2746b25b
scala>
cc.setConf("carbon.kettle.home","/mnt/resource/opt/cloudera/parcels/CDH-5.6.1-1.cdh5.6.1.p0.3/lib/spark/carbondata/carbonplugins")
scala> val metadata = new File("").getCanonicalPath + "/carbondata/metadata"
metadata: String =
/mnt/resource/opt/cloudera/parcels/CDH-5.6.1-1.cdh5.6.1.p0.3/lib/spark/carbondata/metadata
scala> cc.setConf("hive.metastore.warehouse.dir", metadata)
scala> cc.setConf(HiveConf.ConfVars.HIVECHECKFILEFORMAT.varname, "false")
scala> cc.sql("create table if not exists table1 (id string, name string, city
string, age Int) STORED BY 'org.apache.carbondata.format'")
AUDIT 30-06 07:27:48,141 - [BDGroup01]Creating timestamp file
java.io.IOException: Permission denied
at java.io.UnixFileSystem.createFileExclusively(Native Method)
at java.io.File.createNewFile(File.java:1006)
at
org.carbondata.core.datastorage.store.impl.FileFactory.createNewFile(FileFactory.java:357)
at
org.apache.spark.sql.hive.CarbonMetastoreCatalog.updateSchemasUpdatedTime(CarbonMetastoreCatalog.scala:584)
at
org.apache.spark.sql.hive.CarbonMetastoreCatalog.loadMetadata(CarbonMetastoreCatalog.scala:225)
at
org.apache.spark.sql.hive.CarbonMetastoreCatalog.<init>(CarbonMetastoreCatalog.scala:113)
at org.apache.spark.sql.CarbonContext$$anon$1.<init>(CarbonContext.scala:45)
at org.apache.spark.sql.CarbonContext.catalog$lzycompute(CarbonContext.scala:45)
at org.apache.spark.sql.CarbonContext.catalog(CarbonContext.scala:43)
at
org.apache.spark.sql.CarbonContext.analyzer$lzycompute(CarbonContext.scala:49)
at org.apache.spark.sql.CarbonContext.analyzer(CarbonContext.scala:49)
at
org.apache.spark.sql.SQLContext$QueryExecution.assertAnalyzed(SQLContext.scala:914)
杨卫
15116966545