This is an automated email from the ASF dual-hosted git repository.
snagel pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/nutch.git
The following commit(s) were added to refs/heads/master by this push:
new 290e3cb NUTCH-2626 bin/crawl: remove option -noParsing from fetch
command
290e3cb is described below
commit 290e3cb0071cc1104fec5737663b0102c806f3ee
Author: Sebastian Nagel <[email protected]>
AuthorDate: Mon May 6 17:29:53 2019 +0200
NUTCH-2626 bin/crawl: remove option -noParsing from fetch command
---
src/bin/crawl | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/src/bin/crawl b/src/bin/crawl
index ff5e456..81d30cc 100755
--- a/src/bin/crawl
+++ b/src/bin/crawl
@@ -338,7 +338,7 @@ do
# fetching the segment
echo "Fetching : $SEGMENT"
- __bin_nutch fetch $commonOptions -D fetcher.timelimit.mins=$TIME_LIMIT_FETCH
"$CRAWL_PATH"/segments/$SEGMENT -noParsing -threads $NUM_THREADS
+ __bin_nutch fetch $commonOptions -D fetcher.timelimit.mins=$TIME_LIMIT_FETCH
"$CRAWL_PATH"/segments/$SEGMENT -threads $NUM_THREADS
# parsing the segment
echo "Parsing : $SEGMENT"
