This is an automated email from the ASF dual-hosted git repository.
weibin pushed a commit to branch research
in repository https://gitbox.apache.org/repos/asf/incubator-graphar.git
The following commit(s) were added to refs/heads/research by this push:
new 544d9063 remove old scripts
544d9063 is described below
commit 544d9063d810a87907bb51f082562574795301f5
Author: youli.lx <[email protected]>
AuthorDate: Fri Sep 20 17:24:26 2024 +0800
remove old scripts
---
scripts/6.1/gen-base-dataset.sh | 14 ----
scripts/6.1/gen-graphar-data-large.sh | 11 ---
scripts/6.1/gen-graphar-data.sh | 21 ------
scripts/6.2/run-micro-bench.sh | 51 -------------
scripts/6.5/gen-bi2-data.sh | 30 --------
scripts/6.5/gen-ic8-data.sh | 45 ------------
scripts/6.5/gen-is3-data.sh | 18 -----
scripts/6.5/run-bi2.sh | 12 ----
scripts/6.5/run-ic8.sh | 16 -----
scripts/6.5/run-is3.sh | 13 ----
scripts/6.6/run_loader.sh | 54 --------------
scripts/6.6/run_writer.sh | 131 ----------------------------------
12 files changed, 416 deletions(-)
diff --git a/scripts/6.1/gen-base-dataset.sh b/scripts/6.1/gen-base-dataset.sh
deleted file mode 100644
index 2f788930..00000000
--- a/scripts/6.1/gen-base-dataset.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-!/bin/bash
-
-# Generate the base dataset
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/bi/post_0_0 0
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/bi/post_hasTag_tag_0_0 0
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/bi/comment_hasTag_tag_0_0
0
-# sf100
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/bi/post_0_0 0
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/bi/post_hasTag_tag_0_0 0
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/bi/comment_hasTag_tag_0_0
0
-# sf300
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/bi/post_0_0 0
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/bi/post_hasTag_tag_0_0 0
-./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/bi/comment_hasTag_tag_0_0
0
diff --git a/scripts/6.1/gen-graphar-data-large.sh
b/scripts/6.1/gen-graphar-data-large.sh
deleted file mode 100644
index 344eb31a..00000000
--- a/scripts/6.1/gen-graphar-data-large.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/bash
-# ./data-generator source_file outut_file_prefix vertex_num isDirected
isWeighted isSorted isReversed delemiter ignoreLineNum
-#
-echo 'uk-2002'
-./data-generator /mnt/ldbc/lixue/uk-2002/uk-2002.mtx /root/dataset/uk-2002
18520486 false true false false space 1
-echo 'arabic-2005'
-./data-generator /mnt/ldbc/lixue/arabic-2005/arabic-2005.mtx
/root/dataset/arabic-2005 22744081 false true false false space 1
-echo 'uk-2005'
-./data-generator /mnt/ldbc/lixue/uk-2005/uk-2005.mtx /root/dataset/uk-2005
39459926 false true false false space 1
-echo 'webbase-2001'
-./data-generator /mnt/ldbc/lixue/webbase-2001/webbase-2001.mtx
/root/dataset/webbase-2001 118142156 false true false false space 1
\ No newline at end of file
diff --git a/scripts/6.1/gen-graphar-data.sh b/scripts/6.1/gen-graphar-data.sh
deleted file mode 100644
index b10b56b8..00000000
--- a/scripts/6.1/gen-graphar-data.sh
+++ /dev/null
@@ -1,21 +0,0 @@
-#!/bin/bash
-# ./data-generator source_file output_file_prefix vertex_num isDirected
isWeighted isSorted isReversed delemiter ignoreLineNum
-#
-echo 'degme'
-./data-generator /mnt/ldbc/lixue/degme/degme_full.mtx /root/dataset/degme
659416 false true false false space 2
-echo 'cont1_l'
-./data-generator /mnt/ldbc/lixue/cont1-l/cont1_l_full.mtx
/root/dataset/cont1_l 1921597 false true false true space 2
-echo 'wiki'
-./data-generator /mnt/ldbc/lixue/LargeRegFile/LargeRegFile.mtx
/root/dataset/LargeRegFile 2111155 false true false true space 2
-echo 'tp-6'
-./data-generator /mnt/ldbc/lixue/tp-6/tp-6.mtx /root/dataset/tp-6 1100000 true
true false false space 0
-echo 'hollywood-2009'
-./data-generator /mnt/ldbc/lixue/hollywood-2009/hollywood-2009.mtx
/root/dataset/hollywood-2009 1139906 false true false false space 1
-echo 'orkut'
-./data-generator /mnt/ldbc/lixue/orkut/com-orkut.ungraph.txt
/root/dataset/orkut 3072442 true false false false tab 0
-echo 'indochina-2004'
-./data-generator /mnt/ldbc/lixue/indochina-2004/indochina-2004.mtx
/root/dataset/indochina-2004 7414867 false true false false space 1
-echo 'wiki'
-./data-generator /mnt/ldbc/lixue/wiki/wikipedia_link_en/out.wikipedia_link_en
/root/dataset/wiki 13593032 false false false true tab 1
-echo 'uk-2005'
-./data-generator /mnt/ldbc/lixue/uk-2005/uk-2005.mtx /root/dataset/uk-2005
39459926 false true false false space 1
diff --git a/scripts/6.2/run-micro-bench.sh b/scripts/6.2/run-micro-bench.sh
deleted file mode 100644
index bcce95f1..00000000
--- a/scripts/6.2/run-micro-bench.sh
+++ /dev/null
@@ -1,51 +0,0 @@
-#!/bin/bash
-# ./decode-bit-map data_file_prefix vertex_num vertex_id [base,delta]
-#
-echo 'degme base'
-./decode-bit-map /root/dataset/degme 659416 185501 delta
-./decode-bit-map /root/dataset/degme 659416 185501 base
-./decode-bit-map /root/dataset/degme 659416 185501
-echo 'cont1_l base'
-./decode-bit-map /root/dataset/cont1_l 1921597 1921596 delta
-./decode-bit-map /root/dataset/cont1_l 1921597 1921596 base
-./decode-bit-map /root/dataset/cont1_l 1921597 1921596
-echo 'LageRegFile base'
-./decode-bit-map /root/dataset/LargeRegFile 2111155 1353 delta
-./decode-bit-map /root/dataset/LargeRegFile 2111155 1353 base
-./decode-bit-map /root/dataset/LargeRegFile 2111155 1353
-echo 'tp-6'
-./decode-bit-map /root/dataset/tp-6 1100000 6073 delta
-./decode-bit-map /root/dataset/tp-6 1100000 6073 base
-./decode-bit-map /root/dataset/tp-6 1100000 6073
-echo 'hollywood-2009'
-./decode-bit-map /root/dataset/hollywood-2009 1139906 601226 delta
-./decode-bit-map /root/dataset/hollywood-2009 1139906 601226 base
-./decode-bit-map /root/dataset/hollywood-2009 1139906 601226
-echo 'orkut'
-./decode-bit-map /root/dataset/orkut 3072442 43608 delta
-./decode-bit-map /root/dataset/orkut 3072442 43608 base
-./decode-bit-map /root/dataset/orkut 3072442 43608
-echo 'indochina-2004'
-./decode-bit-map /root/dataset/indochina-2004 7414867 7030320 delta
-./decode-bit-map /root/dataset/indochina-2004 7414867 7030320 base
-./decode-bit-map /root/dataset/indochina-2004 7414867 7030320
-echo 'wiki'
-./decode-bit-map /root/dataset/wiki 13593032 134151 delta
-./decode-bit-map /root/dataset/wiki 13593032 134151 base
-./decode-bit-map /root/dataset/wiki 13593032 134151
-echo 'uk-2002'
-./decode-bit-map /root/dataset/uk-2002 18520486 17159800 delta
-./decode-bit-map /root/dataset/uk-2002 18520486 17159800 base
-./decode-bit-map /root/dataset/uk-2002 18520486 17159800
-echo 'arabic-2005'
-./decode-bit-map /root/dataset/arabic-2005 22744081 13720651 delta
-./decode-bit-map /root/dataset/arabic-2005 22744081 13720651 base
-./decode-bit-map /root/dataset/arabic-2005 22744081 13720651
-echo 'uk-2002'
-./decode-bit-map /root/dataset/uk-2005 39459926 34054381 delta
-./decode-bit-map /root/dataset/uk-2005 39459926 34054381 base
-./decode-bit-map /root/dataset/uk-2005 39459926 34054381
-echo 'webbase-2001'
-./decode-bit-map /root/dataset/webbase-2001 118142156 111342910 delta
-./decode-bit-map /root/dataset/webbase-2001 118142156 111342910 base
-./decode-bit-map /root/dataset/webbase-2001 118142156 111342910
diff --git a/scripts/6.5/gen-bi2-data.sh b/scripts/6.5/gen-bi2-data.sh
deleted file mode 100644
index 88c1a32c..00000000
--- a/scripts/6.5/gen-bi2-data.sh
+++ /dev/null
@@ -1,30 +0,0 @@
-!/bin/bash
-
-# Generate the base dataset
-# ./release/Csv2Parquet-ldbc sourcefile output_file_prefix ignore_rows type
[to_undirected]
-#!/bin/bash
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv
/tmp/sf30/bi/post_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasTag_tag_0_0.csv
/tmp/sf30/bi/post_hasTag_tag_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasTag_tag_0_0.csv
/tmp/sf30/bi/comment_hasTag_tag_0_0 0 edge
-# sf100
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_0_0.csv
/tmp/sf100/bi/post_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasTag_tag_0_0.csv
/tmp/sf100/bi/post_hasTag_tag_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasTag_tag_0_0.csv
/tmp/sf100/bi/comment_hasTag_tag_0_0 0 edge
-# sf300
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_0_0.csv
/tmp/sf300/bi/post_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasTag_tag_0_0.csv
/tmp/sf300/bi/post_hasTag_tag_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasTag_tag_0_0.csv
/tmp/sf300/bi/comment_hasTag_tag_0_0 0 edge
-
-# Generate the graphar dataset
-# ./data-generator-label edge_source_file src_vertex_source_file
dst_vertex_source_file src_label dst_label src_file_type dst_file_type
output_file_prefix reverse/not-reverse to_undirected/not_to_undirected
[just_vertex]
-# sf30
-# post_hasTag_tag_0_0
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf10/social_network/static/tag_0_0.csv post tag csv
csv /tmp/sf30/bi/post_hasTag_tag_0_0_reverse reverse not_to_undirected
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf10/social_network/static/tag_0_0.csv comment tag
csv csv /tmp/sf30/bi/comment_hasTag_tag_0_0_reverse reverse not_to_undirected
-# sf100
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf10/social_network/static/tag_0_0.csv post tag csv
csv /tmp/sf100/bi/post_hasTag_tag_0_0_reverse reverse not_to_undirected
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf10/social_network/static/tag_0_0.csv comment tag
csv csv /tmp/sf100/bi/comment_hasTag_tag_0_0 not_reverse not_to_undirected
-
-# sf300
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf10/social_network/static/tag_0_0.csv post tag csv
csv /tmp/sf300/bi/post_hasTag_tag_0_0_reverse reverse not_to_undirected
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf10/social_network/static/tag_0_0.csv comment tag
csv csv /tmp/sf300/bi/comment_hasTag_tag_0_0_reverse reverse not_to_undirected
\ No newline at end of file
diff --git a/scripts/6.5/gen-ic8-data.sh b/scripts/6.5/gen-ic8-data.sh
deleted file mode 100644
index a372cf57..00000000
--- a/scripts/6.5/gen-ic8-data.sh
+++ /dev/null
@@ -1,45 +0,0 @@
-!/bin/bash
-
-# Generate the base dataset
-# ./release/Csv2Parquet-ldbc sourcefile output_file_prefix ignore_rows type
[to_undirected]
-#!/bin/bash
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv
/tmp/sf30/person_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/tmp/sf30/comment_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasCreator_person_0_0.csv
/tmp/sf30/post_hasCreator_person_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/tmp/sf30/comment_hasCreator_person_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_post_0_0.csv
/tmp/sf30/comment_replyOf_post_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_comment_0_0.csv
/tmp/sf30/comment_replyOf_comment_0_0 0 edge
-# sf100
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv
/tmp/sf100/person_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_0_0.csv
/tmp/sf100/comment_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasCreator_person_0_0.csv
/tmp/sf100/post_hasCreator_person_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasCreator_person_0_0.csv
/tmp/sf100/comment_hasCreator_person_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_post_0_0.csv
/tmp/sf100/comment_replyOf_post_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_replyOf_comment_0_0.csv
/tmp/sf100/comment_replyOf_comment_0_0 0 edge
-# sf300
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv
/tmp/sf300/person_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_0_0.csv
/tmp/sf300/comment_0_0 0 vertex
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasCreator_person_0_0.csv
/tmp/sf300/post_hasCreator_person_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasCreator_person_0_0.csv
/tmp/sf300/comment_hasCreator_person_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_post_0_0.csv
/tmp/sf300/comment_replyOf_post_0_0 0 edge
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_replyOf_comment_0_0.csv
/tmp/sf300/comment_replyOf_comment_0_0 0 edge
-
-# Generate the graphar dataset
-# ./data-generator-label edge_source_file src_vertex_source_file
dst_vertex_source_file src_label dst_label src_file_type dst_file_type
output_file_prefix reverse/not-reverse to_undirected/not_to_undirected
[just_vertex]
-# sf30
-# generate person_0_0_index.sf300
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person csv csv /tmp/sf30/person_0_0_index.parquet not_to_undirected just_vertex
-# generate comment_0_0_index.sf300
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person csv csv /tmp/sf30/comment_0_0_index.parquet not_to_undirected just_vertex
-# post_hasCreator_person_0_0
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv post
person csv csv /tmp/sf30/post_hasCreator_person_0_0 reverse not_to_undirected
-# commet_hasCreator_person_0_0 reverse
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person parquet csv /tmp/sf30/comment_hasCreator_person_0_0 reverse
not_to_undirected
-# commet_hasCreator_person_0_0 not reverse
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasCreator_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv comment
person parquet csv /tmp/sf30/comment_hasCreator_person_0_0_alter not-reverse
not_to_undirected
-# comment_replyOf_post_0_0
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv comment
post parquet csv /tmp/sf30/comment_replyOf_post_0_0 reverse not_to_undirected
-# comment_replyOf_comment_0_0
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_replyOf_comment_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/comment_0_0_index.parquet
comment comment parquet parquet /tmp/sf30/comment_replyOf_comment_0_0 reverse
not_to_undirected
-
-# sf100
\ No newline at end of file
diff --git a/scripts/6.5/gen-is3-data.sh b/scripts/6.5/gen-is3-data.sh
deleted file mode 100644
index 95c31e6b..00000000
--- a/scripts/6.5/gen-is3-data.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-!/bin/bash
-
-# Generate the base dataset
-# ./release/Csv2Parquet-ldbc sourcefile output_file_prefix ignore_rows type
[to_undirected]
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_knows_person_0_0.csv
/tmp/sf30/parquet/person_knows_person 0 edge to_undirected
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv
/tmp/sf30/person_knows_person 0 vertex
-# sf100
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_knows_person_0_0.csv
/tmp/sf100/person_knows_person 0 edge to_undirected
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv
/tmp/sf100/person_knows_person 0 vertex
-# sf300
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_knows_person_0_0.csv
/tmp/sf100/person_knows_person 0 edge to_undirected
-./release/Csv2Parquet-ldbc
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv
/tmp/sf100/person_knows_person 0 vertex
-
-# Generate the graphar dataset
-# ./data-generator-label edge_source_file src_vertex_source_file
dst_vertex_source_file src_label dst_label src_file_type dst_file_type
output_file_prefix reverse/not-reverse to_undirected/not_to_undirected
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_knows_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/person_0_0.csv person
person csv csv /tmp/sf30/person_knows_person not-reverse to_undirected
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_knows_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/person_0_0.csv person
person csv csv /tmp/sf100/person_knows_person not-reverse to_undirected
-./release/data-generator-label
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_knows_person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/person_0_0.csv person
person csv csv /tmp/sf300/person_knows_person not-reverse to_undirected
diff --git a/scripts/6.5/run-bi2.sh b/scripts/6.5/run-bi2.sh
deleted file mode 100644
index 77eb5113..00000000
--- a/scripts/6.5/run-bi2.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-
-# ./run-bi-2 tag_hasType_tagClass_path_file post_hasTag_tag_path_file
comment_hasTag_tag_path_file post_tagClass_label_path_file
comment_tagClass_label_path_file comment_vertex_path_file post_vertex_path_file
tag_vertex_path_file tag_class_id date vertex_num_tag vertex_num_post
vertex_num_comment
-
-echo 'sf-30'
-./run-bi-2 /root/dataset/sf-30/bi/tag_hasType_tagclass_0_0
/root/dataset/sf-30/bi/post_hasTag_tag_0_0
/root/dataset/sf-30/bi/comment_hasTag_tag_0_0
/root/dataset/sf-30/bi/post_parquet_graphar_label_RLE.parquet
/root/dataset/sf-30/bi/comment_parquet_graphar_label_RLE.parquet
/root/dataset/sf-30/bi/comment_0_0.parquet
/root/dataset/sf-30/bi/post_0_0.parquet /root/dataset/sf-30/bi/tag_0_0.parquet
MusicalArtist 18 1338508800000 16080 19968658 67126524
-
-echo 'sf-100'
-./run-bi-2 /root/dataset/sf-100/bi/tag_hasType_tagclass_0_0
/root/dataset/sf-100/bi/post_hasTag_tag_0_0
/root/dataset/sf-100/bi/comment_hasTag_tag_0_0
/root/dataset/sf-100/bi/post_parquet_graphar_label_RLE.parquet
/root/dataset/sf-100/bi/comment_parquet_graphar_label_RLE.parquet
/root/dataset/sf-100/bi/comment_0_0.parquet
/root/dataset/sf-100/bi/post_0_0.parquet
/root/dataset/sf-100/bi/tag_0_0.parquet MusicalArtist 18 1338508800000 16080
57987023 220096052
-
-echo 'sf-300'
-./run-bi-2 /root/dataset/sf-300/bi/tag_hasType_tagclass_0_0
/root/dataset/sf-300/bi/post_hasTag_tag_0_0
/root/dataset/sf-300/bi/comment_hasTag_tag_0_0
/root/dataset/sf-300/bi/post_parquet_graphar_label_RLE.parquet
/root/dataset/sf-300/bi/comment_parquet_graphar_label_RLE.parquet
/root/dataset/sf-300/bi/comment_0_0.parquet
/root/dataset/sf-300/bi/post_0_0.parquet
/root/dataset/sf-300/bi/tag_0_0.parquet MusicalArtist 18 1338508800000 16080
155783470 650086949
diff --git a/scripts/6.5/run-ic8.sh b/scripts/6.5/run-ic8.sh
deleted file mode 100644
index 5b1c22f8..00000000
--- a/scripts/6.5/run-ic8.sh
+++ /dev/null
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-# acero / graphar
-# ./run-ic-8 post_has_creator_person_path_file
comment_has_creator_person_path_file comment_replyof_post_path_file
comment_replyof_comment_path_file comment_vertex_file person_vertex_file
vertex_id post_vertex_num comment_vertex_num person_vertex_num acero/graphar
-
-echo 'sf-30'
-./run-ic-8 /root/dataset/sf-30/post_hasCreator_person_0_0
/root/dataset/sf-30/comment_hasCreator_person_0_0
/root/dataset/sf-30/comment_replyOf_post_0_0
/root/dataset/sf-30/comment_replyOf_comment_0_0
/root/dataset/sf-30/comment_0_0.parquet /root/dataset/sf-30/person_0_0.parquet
143 19968658 67126524 165430 acero
-./run-ic-8 /root/dataset/sf-30/post_hasCreator_person_0_0
/root/dataset/sf-30/comment_hasCreator_person_0_0
/root/dataset/sf-30/comment_replyOf_post_0_0
/root/dataset/sf-30/comment_replyOf_comment_0_0
/root/dataset/sf-30/comment_0_0_index.parquet
/root/dataset/sf-30/person_0_0_index.parquet 95950 19968658 67126524 165430
graphar
-
-echo 'sf-100'
-./run-ic-8 /root/dataset/sf-100/post_hasCreator_person_0_0
/root/dataset/sf-100/comment_hasCreator_person_0_0
/root/dataset/sf-100/comment_replyOf_post_0_0
/root/dataset/sf-100/comment_replyOf_comment_0_0
/root/dataset/sf-100/comment_0_0.parquet
/root/dataset/sf-100/person_0_0.parquet 143 57987023 220096052 448626 acero
-./run-ic-8 /root/dataset/sf-100/post_hasCreator_person_0_0
/root/dataset/sf-100/comment_hasCreator_person_0_0
/root/dataset/sf-100/comment_replyOf_post_0_0
/root/dataset/sf-100/comment_replyOf_comment_0_0
/root/dataset/sf-100/comment_0_0_index.parquet
/root/dataset/sf-100/person_0_0_index.parquet 260823 57987023 220096052 448626
graphar
-
-echo 'sf-300'
-./run-ic-8 /root/dataset/sf-300/post_hasCreator_person_0_0
/root/dataset/sf-300/comment_hasCreator_person_0_0
/root/dataset/sf-300/comment_replyOf_post_0_0
/root/dataset/sf-300/comment_replyOf_comment_0_0
/root/dataset/sf-300/comment_0_0.parquet
/root/dataset/sf-300/person_0_0.parquet 143 155783470 650086949 1128069 acero
-./run-ic-8 /root/dataset/sf-300/post_hasCreator_person_0_0
/root/dataset/sf-300/comment_hasCreator_person_0_0
/root/dataset/sf-300/comment_replyOf_post_0_0
/root/dataset/sf-300/comment_replyOf_comment_0_0
/root/dataset/sf-300/comment_0_0_index.parquet
/root/dataset/sf-300/person_0_0_index.parquet 655084 155783470 650086949
1128069 graphar
diff --git a/scripts/6.5/run-is3.sh b/scripts/6.5/run-is3.sh
deleted file mode 100644
index 11c64f6a..00000000
--- a/scripts/6.5/run-is3.sh
+++ /dev/null
@@ -1,13 +0,0 @@
-#!/bin/bash
-
-# ./run-work-load edge_file_prefix vertex_file vertex_num vertex_id delta/base
-
-echo 'sf-30'
-./run-work-load /root/dataset/sf-30/person_knows_person
/root/dataset/sf-30/person_knows_person-vertex-base 165430 17592186044461 base
-./run-work-load /root/dataset/sf-30/person_knows_person
/root/dataset/sf-30/person_knows_person-vertex-base 165430 70220 delta
-echo 'sf-100'
-./run-work-load /root/dataset/sf-100/person_knows_person
/root/dataset/sf-100/person_knows_person-vertex-base 448626 17592186044461 base
-./run-work-load /root/dataset/sf-100/person_knows_person
/root/dataset/sf-100/person_knows_person-vertex-base 448626 191086 delta
-echo 'sf-300'
-./run-work-load /root/dataset/sf-300/person_knows_person
/root/dataset/sf-300/person_knows_person-vertex-base 1128069 17592186044461 base
-./run-work-load /root/dataset/sf-300/person_knows_person
/root/dataset/sf-300/person_knows_person-vertex-base 1128069 479964 delta
diff --git a/scripts/6.6/run_loader.sh b/scripts/6.6/run_loader.sh
deleted file mode 100755
index c9336004..00000000
--- a/scripts/6.6/run_loader.sh
+++ /dev/null
@@ -1,54 +0,0 @@
-#!/bin/bash
-set -eo pipefail
-export VINEYARD_HOME=./bin
-# for open-mpi
-export OMPI_MCA_btl_vader_single_copy_mechanism=none
-export OMPI_MCA_orte_allowed_exit_without_sync=1
-
-np=4
-cmd_prefix="GLOG_v=111 mpirun"
-if ompi_info; then
- echo "Using openmpi"
- cmd_prefix="${cmd_prefix} --allow-run-as-root"
-fi
-
-socket_file=/tmp/vineyard.sock
-bin_home=./bin
-test_dir=/home/graphscope/v6d/gstest
-graph_yaml=/mnt/ldbc/weibin/snb/cf/cf.graph.yml_18_22
-function start_vineyard() {
- pkill vineyardd || true
- pkill etcd || true
- rm ${socket_file} || true
- echo "[INFO] vineyardd will using the socket_file on ${socket_file}"
-
- timestamp=$(date +%Y-%m-%d_%H-%M-%S)
- ${VINEYARD_HOME}/vineyardd \
- --socket ${socket_file} \
- --size 161061273600 \
- --etcd_prefix "${timestamp}" \
- --etcd_endpoint=http://127.0.0.1:3457 &
- set +m
- sleep 5
- echo "vineyardd started."
-}
-
-function run_loader_gar() {
- num_procs=$1
- shift
- executable=$1
- shift
- socket_file=$1
- shift
-
- cmd="${cmd_prefix} -n ${num_procs} --host localhost:${num_procs}
${executable} ${socket_file}"
-
- cmd="${cmd} $*"
-
- echo "${cmd}"
- eval "${cmd}"
- echo "Finished running lpa on property graph."
-}
-start_vineyard
-
-run_loader_gar ${np} ${bin_home}/arrow_fragment_loader_test "${socket_file}"
"${graph_yaml}" 1
diff --git a/scripts/6.6/run_writer.sh b/scripts/6.6/run_writer.sh
deleted file mode 100755
index 442e2436..00000000
--- a/scripts/6.6/run_writer.sh
+++ /dev/null
@@ -1,131 +0,0 @@
-#!/bin/bash
-set -eo pipefail
-export VINEYARD_HOME=./bin
-# for open-mpi
-export OMPI_MCA_btl_vader_single_copy_mechanism=none
-export OMPI_MCA_orte_allowed_exit_without_sync=1
-
-np=1
-cmd_prefix="GLOG_minloglevel=0 mpirun"
-if ompi_info; then
- echo "Using openmpi"
- cmd_prefix="${cmd_prefix} --allow-run-as-root"
-fi
-
-socket_file=/tmp/vineyard.sock
-bin_home=./bin
-test_dir=/mnt/ldbc
-graph_yaml=/mnt/ldbc/weibin/snb/cf/cf.graph.yml_18_22
-function start_vineyard() {
- pkill vineyardd || true
- pkill etcd || true
- rm ${socket_file} || true
- echo "[INFO] vineyardd will using the socket_file on ${socket_file}"
-
- timestamp=$(date +%Y-%m-%d_%H-%M-%S)
- ${VINEYARD_HOME}/vineyardd \
- --socket ${socket_file} \
- --size 161061273600 \
- --etcd_prefix "${timestamp}" \
- --etcd_endpoint=http://127.0.0.1:3457 &
- set +m
- sleep 5
- echo "vineyardd started."
-}
-
-efiles="'${test_dir}/com-friendster.e#src_label=person&dst_label=person&label=knows#schema=src,dst#column_types=int64,int64#header_row=true#delimiter=
'"
-
-vfiles="'${test_dir}/com-friendster.v#label=person#schema=id#column_types=int64#header_row=true#delimiter=
'"
-
-function run_lpa() {
- num_procs=$1
- shift
- executable=$1
- shift
- socket_file=$1
- shift
- e_label_num=$1
- shift
- v_label_num=$1
- shift
-
-# cmd="${cmd_prefix} -n ${num_procs} --host h0:1,h1:1,h2:1,h3:1 ${executable}
${socket_file}"
- cmd="${cmd_prefix} -n ${num_procs} --host h0:${num_procs} ${executable}
${socket_file}"
-
- cmd="${cmd} ${e_label_num}"
- cmd="${cmd} ${efiles}"
- cmd="${cmd} ${v_label_num}"
- cmd="${cmd} ${vfiles}"
-
- cmd="${cmd} $*"
-
- echo "${cmd}"
- eval "${cmd}"
- echo "Finished running lpa on property graph."
-}
-
-function run_gar_simple() {
- num_procs=$1
- shift
- executable=$1
- shift
- socket_file=$1
- shift
- e_label_num=$1
- shift
- e_prefix=$1
- shift
- v_label_num=$1
- shift
- v_prefix=$1
- shift
-
- cmd="${cmd_prefix} -n ${num_procs} --host localhost:${num_procs}
${executable} ${socket_file}"
-
- cmd="${cmd} ${e_label_num}"
- for ((i = 0; i < e_label_num; i++)); do
- cmd="${cmd}
'${e_prefix}_${i}.csv#src_label=person&dst_label=person&label=knows#delimiter=|'"
- done
-
- cmd="${cmd} ${v_label_num}"
- for ((i = 0; i < v_label_num; i++)); do
- cmd="${cmd} '${v_prefix}_${i}.csv#label=person#delimiter=|'"
- done
-
- cmd="${cmd} $*"
-
- echo "${cmd}"
- eval "${cmd}"
- echo "Finished running lpa on property graph."
-}
-
-function run_gar() {
- num_procs=$1
- shift
- executable=$1
- shift
- socket_file=$1
- shift
- e_label_num=$1
- shift
- v_label_num=$1
- shift
-
- cmd="${cmd_prefix} -n ${num_procs} --host localhost:${num_procs}
${executable} ${socket_file}"
-
- cmd="${cmd} ${e_label_num}"
- cmd="${cmd} ${efiles}"
- cmd="${cmd} ${v_label_num}"
- cmd="${cmd} ${vfiles}"
-
- cmd="${cmd} $*"
-
- echo "${cmd}"
- eval "${cmd}"
- echo "Finished running lpa on property graph."
-}
-start_vineyard
-
-run_lpa ${np} ${bin_home}/arrow_fragment_writer_test "${socket_file}" 1 1
"${graph_yaml}" 1
-
-# run_gar_simple ${np} ${bin_home}/arrow_fragment_writer_test "${socket_file}"
1 "${test_dir}/ldbc_sample/person_knows_person_0" 1
"${test_dir}/ldbc_sample/person_0" "${graph_yaml}" 1
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
