Changeset: 4e4cab485d9f for MonetDB
URL: https://dev.monetdb.org/hg/MonetDB/rev/4e4cab485d9f
Modified Files:
sql/backends/monet5/sql_bincopy.c
Branch: default
Log Message:
Progressively increase COPY BINARY chunk size for trivial types
That is, data that can be copied directly into the BAT
diffs (23 lines):
diff --git a/sql/backends/monet5/sql_bincopy.c
b/sql/backends/monet5/sql_bincopy.c
--- a/sql/backends/monet5/sql_bincopy.c
+++ b/sql/backends/monet5/sql_bincopy.c
@@ -38,7 +38,8 @@ load_trivial(BAT *bat, stream *s, const
str msg = MAL_SUCCEED;
int tt = BATttype(bat);
const size_t asz = (size_t) ATOMsize(tt);
- const size_t chunk_size = 1<<20;
+ const size_t max_chunk_size = 1<<27;
+ size_t chunk_size = 1<<20;
if (rows_estimate == 0) {
int64_t file_size = getFileSize(s);
@@ -60,6 +61,9 @@ load_trivial(BAT *bat, stream *s, const
rows_estimate = 0;
} else {
n = chunk_size / asz;
+ chunk_size += chunk_size / 2;
+ if (chunk_size > max_chunk_size)
+ chunk_size = max_chunk_size;
}
// First make some room
_______________________________________________
checkin-list mailing list -- [email protected]
To unsubscribe send an email to [email protected]
