This is an automated email from the ASF dual-hosted git repository.
weibin pushed a commit to branch research
in repository https://gitbox.apache.org/repos/asf/incubator-graphar.git
The following commit(s) were added to refs/heads/research by this push:
new a5209a3b Add script for ic8 data gen
a5209a3b is described below
commit a5209a3b9539006f9cf1aeeb081e167e3f0ad582
Author: acezen <[email protected]>
AuthorDate: Fri Sep 20 11:29:03 2024 +0800
Add script for ic8 data gen
Signed-off-by: acezen <[email protected]>
---
scripts/6.5/gen-ic8-data.sh | 45 +++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 45 insertions(+)
diff --git a/scripts/6.5/gen-ic8-data.sh b/scripts/6.5/gen-ic8-data.sh
new file mode 100644
index 00000000..37a52b98
--- /dev/null
+++ b/scripts/6.5/gen-ic8-data.sh
@@ -0,0 +1,45 @@
+!/bin/bash
+
+# Generate the base dataset
+# ./release/Csv2Parquet-is3 sourcefile output_file_prefix ignore_rows type
[to_undirected]
+#!/bin/bash
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/person_0_0 0 vertex
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0 0 vertex
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/post_hasCreator_person_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_hasCreator_person_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_replyOf_post_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_replyOf_comment_0_0
0 edge
+# sf100
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/person_0_0 0 vertex
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/comment_0_0 0 vertex
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/post_hasCreator_person_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/comment_hasCreator_person_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/comment_replyOf_post_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/comment_replyOf_comment_0_0
0 edge
+# sf300
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/person_0_0 0 vertex
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/comment_0_0 0 vertex
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/post_hasCreator_person_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/comment_hasCreator_person_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/comment_replyOf_post_0_0
0 edge
+./release/Csv2Parquet-is3
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/comment_replyOf_comment_0_0
0 edge
+
+# Generate the graphar dataset
+# ./data-generator-label edge_source_file src_vertex_source_file
dst_vertex_source_file src_label dst_label src_file_type dst_file_type
output_file_prefix reverse/not-reverse to_undirected/not_to_undirected
[just_vertex]
+# sf30
+# generate person_0_0_index.sf300
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person csv csv /tmp/sf30/person_0_0_index.parquet not_to_undirected just_vertex
+# generate comment_0_0_index.sf300
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person csv csv /tmp/sf30/comment_0_0_index.parquet not_to_undirected just_vertex
+# post_hasCreator_person_0_0
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv post
person csv csv /tmp/sf30/post_hasCreator_person_0_0 reverse not_to_undirected
+# commet_hasCreator_person_0_0 reverse
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person parquet csv /tmp/sf30/comment_hasCreator_person_0_0 reverse
not_to_undirected
+# commet_hasCreator_person_0_0 not reverse
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person parquet csv /tmp/sf30/comment_hasCreator_person_0_0_alter not-reverse
not_to_undirected
+# comment_replyOf_post_0_0
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv comment
post parquet csv /tmp/sf30/comment_replyOf_post_0_0 reverse not_to_undirected
+# comment_replyOf_comment_0_0
+./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
comment comment parquet parquet /tmp/sf30/comment_replyOf_comment_0_0 reverse
not_to_undirected
+
+# sf100
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
