Added a check to make sure the data file was created.
Project: http://git-wip-us.apache.org/repos/asf/incubator-vxquery/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-vxquery/commit/c72b074b Tree: http://git-wip-us.apache.org/repos/asf/incubator-vxquery/tree/c72b074b Diff: http://git-wip-us.apache.org/repos/asf/incubator-vxquery/diff/c72b074b Branch: refs/heads/prestonc/benchmarks_staging Commit: c72b074b8d0b73b1af8cc7ca6610389c7a4dcc58 Parents: 575bcfd Author: Preston Carman <[email protected]> Authored: Fri Feb 28 11:48:55 2014 -0800 Committer: Preston Carman <[email protected]> Committed: Fri Feb 28 11:48:55 2014 -0800 ---------------------------------------------------------------------- .../main/resources/noaa-ghcn-daily/scripts/weather_data_files.py | 4 ++++ 1 file changed, 4 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-vxquery/blob/c72b074b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/scripts/weather_data_files.py ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/scripts/weather_data_files.py b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/scripts/weather_data_files.py index 64b86d6..8e26e99 100644 --- a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/scripts/weather_data_files.py +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/scripts/weather_data_files.py @@ -110,6 +110,10 @@ class WeatherDataFiles: current_partition = 0 csv_sorted = self.get_csv_in_partition_order() for item, size in csv_sorted.iteritems(): + if size < 0: + print "The progress file does not have the sensor size data saved." + return + station_id = item.split('.')[0] # Update partition bases on smallest current size. current_partition = partition_sizes.index(min(partition_sizes))
