This is an automated email from the ASF dual-hosted git repository. weibin pushed a commit to branch research in repository https://gitbox.apache.org/repos/asf/incubator-graphar.git
commit b1d7e6856ad2ee3a24f99e5b1eae0bbbfbf5edbf Author: acezen <[email protected]> AuthorDate: Fri Sep 20 11:54:32 2024 +0800 Update Signed-off-by: acezen <[email protected]> --- scripts/6.5/gen-bi2-data.sh | 20 ++++++++++---------- scripts/6.5/gen-ic8-data.sh | 38 +++++++++++++++++++------------------- scripts/6.5/gen-is3-data.sh | 14 +++++++------- 3 files changed, 36 insertions(+), 36 deletions(-) diff --git a/scripts/6.5/gen-bi2-data.sh b/scripts/6.5/gen-bi2-data.sh index b903a05a..88c1a32c 100644 --- a/scripts/6.5/gen-bi2-data.sh +++ b/scripts/6.5/gen-bi2-data.sh @@ -1,19 +1,19 @@ !/bin/bash # Generate the base dataset -# ./release/Csv2Parquet-is3 sourcefile output_file_prefix ignore_rows type [to_undirected] +# ./release/Csv2Parquet-ldbc sourcefile output_file_prefix ignore_rows type [to_undirected] #!/bin/bash -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv /tmp/sf30/bi/post_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasTag_tag_0_0.csv /tmp/sf30/bi/post_hasTag_tag_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasTag_tag_0_0.csv /tmp/sf30/bi/comment_hasTag_tag_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv /tmp/sf30/bi/post_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasTag_tag_0_0.csv /tmp/sf30/bi/post_hasTag_tag_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasTag_tag_0_0.csv /tmp/sf30/bi/comment_hasTag_tag_0_0 0 edge # sf100 -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_0_0.csv /tmp/sf100/bi/post_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasTag_tag_0_0.csv /tmp/sf100/bi/post_hasTag_tag_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasTag_tag_0_0.csv /tmp/sf100/bi/comment_hasTag_tag_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_0_0.csv /tmp/sf100/bi/post_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasTag_tag_0_0.csv /tmp/sf100/bi/post_hasTag_tag_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasTag_tag_0_0.csv /tmp/sf100/bi/comment_hasTag_tag_0_0 0 edge # sf300 -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_0_0.csv /tmp/sf300/bi/post_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasTag_tag_0_0.csv /tmp/sf300/bi/post_hasTag_tag_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasTag_tag_0_0.csv /tmp/sf300/bi/comment_hasTag_tag_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_0_0.csv /tmp/sf300/bi/post_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasTag_tag_0_0.csv /tmp/sf300/bi/post_hasTag_tag_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasTag_tag_0_0.csv /tmp/sf300/bi/comment_hasTag_tag_0_0 0 edge # Generate the graphar dataset # ./data-generator-label edge_source_file src_vertex_source_file dst_vertex_source_file src_label dst_label src_file_type dst_file_type output_file_prefix reverse/not-reverse to_undirected/not_to_undirected [just_vertex] diff --git a/scripts/6.5/gen-ic8-data.sh b/scripts/6.5/gen-ic8-data.sh index 701b3fb7..a372cf57 100644 --- a/scripts/6.5/gen-ic8-data.sh +++ b/scripts/6.5/gen-ic8-data.sh @@ -1,28 +1,28 @@ !/bin/bash # Generate the base dataset -# ./release/Csv2Parquet-is3 sourcefile output_file_prefix ignore_rows type [to_undirected] +# ./release/Csv2Parquet-ldbc sourcefile output_file_prefix ignore_rows type [to_undirected] #!/bin/bash -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv /tmp/sf30/person_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv /tmp/sf30/comment_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasCreator_person_0_0.csv /tmp/sf30/post_hasCreator_person_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv /tmp/sf30/comment_hasCreator_person_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_post_0_0.csv /tmp/sf30/comment_replyOf_post_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_comment_0_0.csv /tmp/sf30/comment_replyOf_comment_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv /tmp/sf30/person_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv /tmp/sf30/comment_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasCreator_person_0_0.csv /tmp/sf30/post_hasCreator_person_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv /tmp/sf30/comment_hasCreator_person_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_post_0_0.csv /tmp/sf30/comment_replyOf_post_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_comment_0_0.csv /tmp/sf30/comment_replyOf_comment_0_0 0 edge # sf100 -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv /tmp/sf100/person_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_0_0.csv /tmp/sf100/comment_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasCreator_person_0_0.csv /tmp/sf100/post_hasCreator_person_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasCreator_person_0_0.csv /tmp/sf100/comment_hasCreator_person_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_post_0_0.csv /tmp/sf100/comment_replyOf_post_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_comment_0_0.csv /tmp/sf100/comment_replyOf_comment_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv /tmp/sf100/person_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_0_0.csv /tmp/sf100/comment_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasCreator_person_0_0.csv /tmp/sf100/post_hasCreator_person_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasCreator_person_0_0.csv /tmp/sf100/comment_hasCreator_person_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_post_0_0.csv /tmp/sf100/comment_replyOf_post_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_comment_0_0.csv /tmp/sf100/comment_replyOf_comment_0_0 0 edge # sf300 -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv /tmp/sf300/person_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_0_0.csv /tmp/sf300/comment_0_0 0 vertex -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasCreator_person_0_0.csv /tmp/sf300/post_hasCreator_person_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasCreator_person_0_0.csv /tmp/sf300/comment_hasCreator_person_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_post_0_0.csv /tmp/sf300/comment_replyOf_post_0_0 0 edge -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_comment_0_0.csv /tmp/sf300/comment_replyOf_comment_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv /tmp/sf300/person_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_0_0.csv /tmp/sf300/comment_0_0 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasCreator_person_0_0.csv /tmp/sf300/post_hasCreator_person_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasCreator_person_0_0.csv /tmp/sf300/comment_hasCreator_person_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_post_0_0.csv /tmp/sf300/comment_replyOf_post_0_0 0 edge +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_comment_0_0.csv /tmp/sf300/comment_replyOf_comment_0_0 0 edge # Generate the graphar dataset # ./data-generator-label edge_source_file src_vertex_source_file dst_vertex_source_file src_label dst_label src_file_type dst_file_type output_file_prefix reverse/not-reverse to_undirected/not_to_undirected [just_vertex] diff --git a/scripts/6.5/gen-is3-data.sh b/scripts/6.5/gen-is3-data.sh index 6ecea91f..95c31e6b 100644 --- a/scripts/6.5/gen-is3-data.sh +++ b/scripts/6.5/gen-is3-data.sh @@ -1,15 +1,15 @@ !/bin/bash # Generate the base dataset -# ./release/Csv2Parquet-is3 sourcefile output_file_prefix ignore_rows type [to_undirected] -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_knows_person_0_0.csv /tmp/sf30/parquet/person_knows_person 0 edge to_undirected -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv /tmp/sf30/person_knows_person 0 vertex +# ./release/Csv2Parquet-ldbc sourcefile output_file_prefix ignore_rows type [to_undirected] +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_knows_person_0_0.csv /tmp/sf30/parquet/person_knows_person 0 edge to_undirected +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv /tmp/sf30/person_knows_person 0 vertex # sf100 -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_knows_person_0_0.csv /tmp/sf100/person_knows_person 0 edge to_undirected -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv /tmp/sf100/person_knows_person 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_knows_person_0_0.csv /tmp/sf100/person_knows_person 0 edge to_undirected +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv /tmp/sf100/person_knows_person 0 vertex # sf300 -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_knows_person_0_0.csv /tmp/sf100/person_knows_person 0 edge to_undirected -./release/Csv2Parquet-is3 /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv /tmp/sf100/person_knows_person 0 vertex +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_knows_person_0_0.csv /tmp/sf100/person_knows_person 0 edge to_undirected +./release/Csv2Parquet-ldbc /mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv /tmp/sf100/person_knows_person 0 vertex # Generate the graphar dataset # ./data-generator-label edge_source_file src_vertex_source_file dst_vertex_source_file src_label dst_label src_file_type dst_file_type output_file_prefix reverse/not-reverse to_undirected/not_to_undirected --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
