Hello team, Does Drill support connecting to Azure Data Lake Storage Gen2?
Show databases; or show schemas does not show az. I configured the following jars, https://search.maven.org/remotecontent?filepath=org/apache/hadoop/hadoop-azure-datalake/3.2.1/hadoop-azure-datalake-3.2.1.jar https://search.maven.org/remotecontent?filepath=com/microsoft/azure/azure-data-lake-store-sdk/2.3.8/azure-data-lake-store-sdk-2.3.8.jar My storage plugin is as below: "storage": { az: { "type" : "file", "connection" : "adl://[email protected]/", "config" : { "dfs.adls.oauth2.access.token.provider.type":"ClientCredential", "dfs.adls.oauth2.refresh.url":"https://login.microsoftonline.com/tenantid/oauth2/token";, "dfs.adls.oauth2.client.id":"serviceprincipalclientid", "dfs.adls.oauth2.credential":"clientsecret", "fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem", "fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl" }, "workspaces" : { "root" : { "location" : "/", "writable" : false, "defaultInputFormat" : null, "allowAccessOutsideWorkspace" : false } }, "formats" : { "psv" : { "type" : "text", "extensions" : [ "tbl" ], "delimiter" : "|" }, "tsv" : { "type" : "text", "extensions" : [ "tsv" ], "delimiter" : "\t" }, "httpd" : { "type" : "httpd", "logFormat" : "%h %t \"%r\" %>s %b \"%{Referer}i\"" }, "parquet" : { "type" : "parquet" }, "json" : { "type" : "json", "extensions" : [ "json" ] }, "pcap" : { "type" : "pcap" }, "avro" : { "type" : "avro" }, "sequencefile" : { "type" : "sequencefile", "extensions" : [ "seq" ] }, "csv" : { "type" : "text", "extensions" : [ "csv" ], "delimiter" : ",", "skipFirstLine": false, "extractHeader": true } }, "enabled" : true } } RaviKumar Dorairaj Capital Markets, Risk Management and Treasury Technology 22 Front Street, 9th Floor, Toronto, Ontario, M5J 1C4 | Tel: 416-816-8441 (M) [email protected]<mailto:[email protected]> [cid:[email protected]] [cid:[email protected]]
