Hi Craig, how about this one:
$ s3cmd ls --recursive s3://datasets.elasticmapreduce/ngrams/books/ |
> awk '{print $4; sub(/s3:\/\/datasets.elasticmapreduce/, ".", $4}' |
> parallel -j0 --sshloginfile hosts -N2 /usr/bin/s3cmd \
> --no-progress get {1} {2}
Thomas
