This is an automated email from the ASF dual-hosted git repository.
weibin pushed a commit to branch research
in repository https://gitbox.apache.org/repos/asf/incubator-graphar.git
The following commit(s) were added to refs/heads/research by this push:
new 06827660 update scripts
06827660 is described below
commit 068276606b6959a1d527670a6cbceb3fd1e4efaf
Author: youli.lx <[email protected]>
AuthorDate: Sat Sep 21 10:28:05 2024 +0800
update scripts
---
README.md | 1 -
script/run_neighbor_retrieval_all.sh | 14 --------------
2 files changed, 15 deletions(-)
diff --git a/README.md b/README.md
index a3182e0e..2201d699 100644
--- a/README.md
+++ b/README.md
@@ -66,7 +66,6 @@ Or, you could use the following command to convert the
dataset into the GraphAr
For example, running the command for the Facebook dataset:
```bash
- $ ./release/Csv2Parquet {path_to_graphar}/dataset/facebook/facebook.txt
{path_to_graphar}/dataset/facebook/facebook 0
$ ./release/data-generator {path_to_graphar}/dataset/facebook/facebook.txt
{path_to_graphar}/dataset/facebook/facebook 4039 false false true false space 0
```
diff --git a/script/run_neighbor_retrieval_all.sh
b/script/run_neighbor_retrieval_all.sh
index 2072cfee..b3ec81b4 100755
--- a/script/run_neighbor_retrieval_all.sh
+++ b/script/run_neighbor_retrieval_all.sh
@@ -1,7 +1,6 @@
#!/bin/bash
echo 'cont1_l'
# Download: https://networkrepository.com/cont1-l.php
-./Csv2Parquet /mnt/dataset/cont1-l/cont1_l_full.mtx /root/dataset/cont1_l 2
./data-generator /mnt/dataset/cont1-l/cont1_l_full.mtx /root/dataset/cont1_l
1921597 false true false true space 2
./decode-bit-map /root/dataset/cont1_l 1921597 1921596 delta
./decode-bit-map /root/dataset/cont1_l 1921597 1921596 base
@@ -9,7 +8,6 @@ echo 'cont1_l'
echo 'degme'
# Download: https://networkrepository.com/degme.php
-./Csv2Parquet /mnt/dataset/degme/degme_full.mtx /root/dataset/degme 2
./data-generator /mnt/dataset/degme/degme_full.mtx /root/dataset/degme 659416
false true false false space 2
./decode-bit-map /root/dataset/degme 659416 185501 delta
./decode-bit-map /root/dataset/degme 659416 185501 base
@@ -17,7 +15,6 @@ echo 'degme'
echo 'tp-6'
# Download: https://networkrepository.com/tp-6.php
-./Csv2Parquet /mnt/dataset/tp-6/tp-6_full.mtx /root/dataset/tp-6 0
./data-generator /mnt/dataset/tp-6/tp-6.mtx /root/dataset/tp-6 1100000 true
true false false space 0
./decode-bit-map /root/dataset/tp-6 1100000 6073 delta
./decode-bit-map /root/dataset/tp-6 1100000 6073 base
@@ -25,7 +22,6 @@ echo 'tp-6'
echo 'hollywood-2009'
# Download:
https://www.cise.ufl.edu/research/sparse/MM/LAW/hollywood-2009.tar.gz
-./Csv2Parquet /mnt/dataset/hollywood-2009/hollywood-2009.mtx
/root/dataset/hollywood-2009 1
./data-generator /mnt/dataset/hollywood-2009/hollywood-2009.mtx
/root/dataset/hollywood-2009 1139906 false true false false space 1
./decode-bit-map /root/dataset/hollywood-2009 1139906 601226 delta
./decode-bit-map /root/dataset/hollywood-2009 1139906 601226 base
@@ -33,7 +29,6 @@ echo 'hollywood-2009'
echo 'indochina-2004'
# Download:
https://www.cise.ufl.edu/research/sparse/MM/LAW/indochina-2004.tar.gz
-./Csv2Parquet /mnt/dataset/indochina-2004/indochina-2004.mtx
/root/dataset/indochina-2004 1
./data-generator /mnt/dataset/indochina-2004/indochina-2004.mtx
/root/dataset/indochina-2004 7414867 false true false false space 1
./decode-bit-map /root/dataset/indochina-2004 7414867 7030320 delta
./decode-bit-map /root/dataset/indochina-2004 7414867 7030320 base
@@ -41,7 +36,6 @@ echo 'indochina-2004'
echo 'wiki'
# Download: http://konect.cc/networks/wikipedia_link_en/
-./Csv2Parquet /mnt/dataset/wiki/wikipedia_link_en/out.wikipedia_link_en
/root/dataset/wiki 1
./data-generator /mnt/dataset/wiki/wikipedia_link_en/out.wikipedia_link_en
/root/dataset/wiki 13593032 false false false true tab 1
./decode-bit-map /root/dataset/wiki 13593032 134151 delta
./decode-bit-map /root/dataset/wiki 13593032 134151 base
@@ -49,7 +43,6 @@ echo 'wiki'
echo 'uk-2002'
# Download: https://www.cise.ufl.edu/research/sparse/MM/LAW/uk-2002.tar.gz
-./Csv2Parquet /mnt/dataset/uk-2002/uk-2002.mtx /root/dataset/uk-2002 1
./data-generator /mnt/dataset/uk-2002/uk-2002.mtx /root/dataset/uk-2002
18520486 false true false false space 1
./decode-bit-map /root/dataset/uk-2002 18520486 17159800 delta
./decode-bit-map /root/dataset/uk-2002 18520486 17159800 base
@@ -57,7 +50,6 @@ echo 'uk-2002'
echo 'arabic-2005'
# Download: https://www.cise.ufl.edu/research/sparse/MM/LAW/arabic-2005.tar.gz
-./Csv2Parquet /mnt/dataset/arabic-2005/arabic-2005.mtx
/root/dataset/arabic-2005 1
./data-generator /mnt/dataset/arabic-2005/arabic-2005.mtx
/root/dataset/arabic-2005 22744081 false true false false space 1
./decode-bit-map /root/dataset/arabic-2005 22744081 13720651 delta
./decode-bit-map /root/dataset/arabic-2005 22744081 13720651 base
@@ -65,7 +57,6 @@ echo 'arabic-2005'
echo 'uk-2005'
# Download: https://www.cise.ufl.edu/research/sparse/MM/LAW/uk-2005.tar.gz
-./Csv2Parquet /mnt/dataset/uk-2005/uk-2005.mtx /root/dataset/uk-2005 1
./data-generator /mnt/dataset/uk-2005/uk-2005.mtx /root/dataset/uk-2005
39459926 false true false false space 1
./decode-bit-map /root/dataset/uk-2005 39459926 34054381 delta
./decode-bit-map /root/dataset/uk-2005 39459926 34054381 base
@@ -73,7 +64,6 @@ echo 'uk-2005'
echo 'webbase-2001'
# Download: https://www.cise.ufl.edu/research/sparse/MM/LAW/webbase-2001.tar.gz
-./Csv2Parquet /mnt/dataset/webbase-2001/webbase-2001.mtx
/root/dataset/webbase-2001 1
./data-generator /mnt/dataset/webbase-2001/webbase-2001.mtx
/root/dataset/webbase-2001 118142156 false true false false space 1
./decode-bit-map /root/dataset/webbase-2001 118142156 111342910 delta
./decode-bit-map /root/dataset/webbase-2001 118142156 111342910 base
@@ -81,7 +71,6 @@ echo 'webbase-2001'
echo 'graph500-28'
# Generated by Graph500 generator (https://graph500.org/), scale 28
-./Csv2Parquet /mnt/dataset/graph500/graph500-28.e /root/dataset/graph500-28 0
./data-generator /mnt/dataset/graph500/graph500-28.e /root/dataset/graph500-28
268432759 true false false false space 0
./decode-bit-map /root/dataset/graph500-28 268432759 798169 delta
./decode-bit-map /root/dataset/graph500-28 268432759 798169 base
@@ -89,7 +78,6 @@ echo 'graph500-28'
echo 'graph500-29'
# Generated by Graph500 generator (https://graph500.org/), scale 29
-./Csv2Parquet /mnt/dataset/graph500/graph500-29.e /root/dataset/graph500-29 0
./data-generator /mnt/dataset/graph500/graph500-29.e /root/dataset/graph500-29
536864624 true false false false space 0
./decode-bit-map /root/dataset/graph500-29 536864624 231765318 delta
./decode-bit-map /root/dataset/graph500-29 536864624 231765318 base
@@ -97,7 +85,6 @@ echo 'graph500-29'
echo 'synthetic-5'
# Generated by synthetic generator, 75,000,000 vertices
-./Csv2Parquet /mnt/dataset/synthetic/synthetic-5 /root/dataset/synthetic-5 0
./data-generator /mnt/dataset/synthetic/synthetic-5 /root/dataset/synthetic-5
75000000 true false true false space 0
./decode-bit-map /root/dataset/synthetic-5 75000000 51446597 delta
./decode-bit-map /root/dataset/synthetic-5 75000000 51446597 base
@@ -105,7 +92,6 @@ echo 'synthetic-5'
echo 'synthetic-7'
# Generated by synthetic generator, 100,000,000 vertices
-./Csv2Parquet /mnt/dataset/synthetic/synthetic-7 /root/dataset/synthetic-7 0
./data-generator /mnt/dataset/synthetic/synthetic-7 /root/dataset/synthetic-7
100000000 true false true false space 0
./decode-bit-map /root/dataset/synthetic-7 100000000 47432856 delta
./decode-bit-map /root/dataset/synthetic-7 100000000 47432856 base
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
