[
https://issues.apache.org/jira/browse/TINKERPOP-1298?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15307742#comment-15307742
]
ASF GitHub Bot commented on TINKERPOP-1298:
-------------------------------------------
Github user okram commented on a diff in the pull request:
https://github.com/apache/incubator-tinkerpop/pull/323#discussion_r65183485
--- Diff:
gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkExportVertexProgramTest.java
---
@@ -0,0 +1,99 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.tinkerpop.gremlin.process.computer.bulkdumping;
+
+import org.apache.commons.configuration.Configuration;
+import org.apache.tinkerpop.gremlin.LoadGraphWith;
+import org.apache.tinkerpop.gremlin.TestHelper;
+import org.apache.tinkerpop.gremlin.process.AbstractGremlinProcessTest;
+import org.apache.tinkerpop.gremlin.process.computer.GraphComputer;
+import org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.__;
+import
org.apache.tinkerpop.gremlin.structure.io.script.ScriptResourceAccess;
+import org.junit.Test;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileReader;
+import java.util.HashSet;
+import java.util.Set;
+
+import static org.apache.tinkerpop.gremlin.LoadGraphWith.GraphData.MODERN;
+import static org.apache.tinkerpop.gremlin.structure.Column.keys;
+import static org.apache.tinkerpop.gremlin.structure.Column.values;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+
+/**
+ * @author Daniel Kuppitz (http://gremlin.guru)
+ */
+public class BulkExportVertexProgramTest extends
AbstractGremlinProcessTest {
+
+ @Test
+ @LoadGraphWith(MODERN)
+ public void shouldExportCsvFile() throws Exception {
+ if
(graphProvider.getGraphComputer(graph).features().supportsResultGraphPersistCombination(GraphComputer.ResultGraph.NEW,
GraphComputer.Persist.EDGES)) {
+ g.V().hasLabel("person").match(
+ __.as("person").values("name").as("name"),
+ __.as("person").values("age").as("age"),
+ __.as("person").outE("created").count().as("projects")
+ ).select("person").
+ coalesce(__.out("created"), __.identity()).
+ coalesce(__.in("created"), __.identity()).
+ groupCount("m").by(__.select("person", "name", "age",
"projects")).cap("m").unfold().as("kv").
+ select(keys).select("person").as("person").
+ select("kv").select(keys).select("name").as("name").
+ select("kv").select(keys).select("age").as("age").
+
select("kv").select(keys).select("projects").as("projects").
+
select("kv").select(values).map(__.union(__.identity(),
__.constant(-1)).sum()).as("coworkers").
+ select("person", "name", "age", "projects",
"coworkers").
+
program(BulkDumperVertexProgram.build().create(graph)).iterate();
+
+ final Configuration config = graph.configuration();
+ final String outputLocation =
config.getString("gremlin.hadoop.outputLocation");
+ final String scriptFileName =
+
TestHelper.generateTempFileFromResource(ScriptResourceAccess.class,
"script-csv-export.groovy", "").
+ getAbsolutePath().replace('\\', '/');
+
+ config.setProperty("gremlin.hadoop.inputLocation",
outputLocation + "/~g");
+ config.setProperty("gremlin.hadoop.outputLocation",
outputLocation + "-csv");
+ config.setProperty("gremlin.hadoop.graphReader",
"org.apache.tinkerpop.gremlin.hadoop.structure.io.gryo.GryoInputFormat");
+ config.setProperty("gremlin.hadoop.graphWriter",
"org.apache.tinkerpop.gremlin.hadoop.structure.io.script.ScriptOutputFormat");
+ config.setProperty("gremlin.hadoop.scriptOutputFormat.script",
scriptFileName);
+
+
graph.compute().program(BulkExportVertexProgram.build().keys("name", "age",
"projects", "coworkers").create(graph)).submit().get();
+
+ final Set<String> lines = new HashSet<>();
+ lines.add("josh,32,2,3");
+ lines.add("marko,29,1,2");
+ lines.add("peter,35,1,2");
+ lines.add("vadas,27,0,0");
+
+ final File output = new File(outputLocation + "-csv/~g");
+ for (final File f : output.listFiles()) {
+ if (f.getName().startsWith("part-")) {
--- End diff --
Again, more Hadoop stuff that should not be here. Also, this is file
handling, please look into `Storage`.
> Save OLAP results to file
> -------------------------
>
> Key: TINKERPOP-1298
> URL: https://issues.apache.org/jira/browse/TINKERPOP-1298
> Project: TinkerPop
> Issue Type: Improvement
> Components: io, process
> Reporter: Daniel Kuppitz
> Assignee: Daniel Kuppitz
>
> Provide a way to save (tabular) results to text files, just like Spark's
> {{saveAsTextFile}}.
> I'm not sure about the best way to do it. 3 options come to my mind:
> # a new step.
> # a {{VertexProgram}}
> # a configuration option
> Things to consider / open questions:
> * Is it sufficient to simply {{toString()}} all values or should we allow
> formatters / format stings?
> * [~jlewandowski] pointed out that it would be nice to have support for the
> [parquet file format|https://parquet.apache.org/]. I guess now we're already
> talking about support for different {{FileOutputFormats}} and not just
> formatters.
> * Is that only relevant for OLAP?
> * Can we support arbitrary file systems?
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
