Changeset: 929687be4528 for MonetDB
URL: https://dev.monetdb.org/hg/MonetDB?cmd=changeset;node=929687be4528
Added Files:
        sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.sql
        sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.err
        sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out
        sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out.int128
Modified Files:
        gdk/gdk_storage.c
        gdk/gdk_system.h
        sql/test/BugTracker-2019/Tests/All
Branch: Apr2019
Log Message:

merged


diffs (truncated from 353 to 300 lines):

diff --git a/gdk/gdk_storage.c b/gdk/gdk_storage.c
--- a/gdk/gdk_storage.c
+++ b/gdk/gdk_storage.c
@@ -745,6 +745,7 @@ BATsave(BAT *bd)
        gdk_return err = GDK_SUCCEED;
        const char *nme;
        BAT bs;
+       Heap vhs;
        BAT *b = bd;
 
        BATcheck(b, "BATsave", GDK_FAIL);
@@ -764,16 +765,12 @@ BATsave(BAT *bd)
        /* copy the descriptor to a local variable in order to let our
         * messing in the BAT descriptor not affect other threads that
         * only read it. */
-       bs = *BBP_desc(b->batCacheid);
-       /* fix up internal pointers */
+       bs = *b;
        b = &bs;
 
        if (b->tvheap) {
-               b->tvheap = GDKmalloc(sizeof(Heap));
-               if (b->tvheap == NULL) {
-                       return GDK_FAIL;
-               }
-               *b->tvheap = *bd->tvheap;
+               vhs = *bd->tvheap;
+               b->tvheap = &vhs;
        }
 
        /* start saving data */
@@ -781,14 +778,12 @@ BATsave(BAT *bd)
        if (!b->batCopiedtodisk || b->batDirtydesc || b->theap.dirty)
                if (err == GDK_SUCCEED && b->ttype)
                        err = HEAPsave(&b->theap, nme, "tail");
-       if (b->tvheap && (!b->batCopiedtodisk || b->batDirtydesc || 
b->tvheap->dirty))
-               if (b->ttype && b->tvarsized) {
-                       if (err == GDK_SUCCEED)
-                               err = HEAPsave(b->tvheap, nme, "theap");
-               }
-
-       if (b->tvheap)
-               GDKfree(b->tvheap);
+       if (b->tvheap
+           && (!b->batCopiedtodisk || b->batDirtydesc || b->tvheap->dirty)
+           && b->ttype
+           && b->tvarsized
+           && err == GDK_SUCCEED)
+               err = HEAPsave(b->tvheap, nme, "theap");
 
        if (err == GDK_SUCCEED) {
                bd->batCopiedtodisk = true;
diff --git a/gdk/gdk_system.h b/gdk/gdk_system.h
--- a/gdk/gdk_system.h
+++ b/gdk/gdk_system.h
@@ -440,12 +440,11 @@ typedef struct MT_Lock {
                _DBG_LOCK_COUNT_0(l);                                   \
                if (!MT_lock_try(l)) {                                  \
                        /* we didn't get the lock */                    \
-                       int _spincnt = 0;                               \
+                       unsigned _spincnt = 0;                          \
                        _DBG_LOCK_CONTENTION(l);                        \
                        MT_thread_setlockwait(l);                       \
                        do {                                            \
-                               if (++_spincnt == 2048) {               \
-                                       _spincnt = 0;                   \
+                               if ((++_spincnt & 2047) == 0) {         \
                                        _DBG_LOCK_SLEEP(l);             \
                                        MT_sleep_ms(1);                 \
                                }                                       \
diff --git a/sql/test/BugTracker-2019/Tests/All 
b/sql/test/BugTracker-2019/Tests/All
--- a/sql/test/BugTracker-2019/Tests/All
+++ b/sql/test/BugTracker-2019/Tests/All
@@ -24,3 +24,4 @@ prepare-non-existing-function.Bug-6725
 select-distinct.Bug-6728
 table-duplicate-column.Bug-6729
 view-too-few-rows.Bug-6736
+sum-over-hge.Bug.6738
diff --git a/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.sql 
b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.sql
new file mode 100644
--- /dev/null
+++ b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.sql
@@ -0,0 +1,16 @@
+-- no cast to bigint (from hugeint) since the use of hugeint was part of the 
bug
+
+select foo,
+       sum(foo) over () as s1,
+       1.0 * sum(foo) over () as s2,
+       1.0 * cast(sum(foo) over () as float) as s3
+  from (select 7 as foo union all select 3 as foo) as t;
+
+select foo,
+       sum(foo) over () / 2
+  from (select 7 as foo union all select 3 as foo) as t;
+
+select foo,
+       sum(foo) over (order by foo) as sumsum1,
+       1.0 * sum(foo) over (order by foo) as cumsum2
+  from (values (1),(2),(3),(4),(5),(6)) as t(foo);
diff --git a/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.err 
b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.err
new file mode 100644
--- /dev/null
+++ b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.err
@@ -0,0 +1,33 @@
+stderr of test 'sum-over-hge.Bug.6738` in directory 'sql/test/BugTracker-2019` 
itself:
+
+
+# 17:10:55 >  
+# 17:10:55 >  "mserver5" "--debug=10" "--set" "gdk_nr_threads=0" "--set" 
"mapi_open=true" "--set" "mapi_port=39988" "--set" 
"mapi_usock=/var/tmp/mtest-27118/.s.monetdb.39988" "--set" "monet_prompt=" 
"--forcemito" 
"--dbpath=/ufs/sjoerd/@Monet-stable/var/MonetDB/mTests_sql_test_BugTracker-2019"
 "--set" "embedded_c=true"
+# 17:10:55 >  
+
+# builtin opt  gdk_dbpath = /ufs/sjoerd/@Monet-stable/var/monetdb5/dbfarm/demo
+# builtin opt  monet_prompt = >
+# builtin opt  monet_daemon = no
+# builtin opt  mapi_port = 50000
+# builtin opt  mapi_open = false
+# builtin opt  mapi_autosense = false
+# builtin opt  sql_optimizer = default_pipe
+# builtin opt  sql_debug = 0
+# cmdline opt  gdk_nr_threads = 0
+# cmdline opt  mapi_open = true
+# cmdline opt  mapi_port = 39988
+# cmdline opt  mapi_usock = /var/tmp/mtest-27118/.s.monetdb.39988
+# cmdline opt  monet_prompt = 
+# cmdline opt  gdk_dbpath = 
/ufs/sjoerd/@Monet-stable/var/MonetDB/mTests_sql_test_BugTracker-2019
+# cmdline opt  embedded_c = true
+#main thread:!ERROR:MALException:client.quit:Server stopped
+
+# 17:10:55 >  
+# 17:10:55 >  "mclient" "-lsql" "-ftest" "-tnone" "-Eutf-8" "-i" "-e" 
"--host=/var/tmp/mtest-27118" "--port=39988"
+# 17:10:55 >  
+
+
+# 17:10:56 >  
+# 17:10:56 >  "Done."
+# 17:10:56 >  
+
diff --git a/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out 
b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out
new file mode 100644
--- /dev/null
+++ b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out
@@ -0,0 +1,101 @@
+stdout of test 'sum-over-hge.Bug.6738` in directory 'sql/test/BugTracker-2019` 
itself:
+
+
+# 17:13:59 >  
+# 17:13:59 >  "mserver5" "--debug=10" "--set" "gdk_nr_threads=0" "--set" 
"mapi_open=true" "--set" "mapi_port=30631" "--set" 
"mapi_usock=/var/tmp/mtest-29714/.s.monetdb.30631" "--set" "monet_prompt=" 
"--forcemito" 
"--dbpath=/ufs/sjoerd/@Monet-stable/var/MonetDB/mTests_sql_test_BugTracker-2019"
 "--set" "embedded_c=true"
+# 17:13:59 >  
+
+# MonetDB 5 server v11.33.4 (hg id: 4904034be0e3+)
+# This is an unreleased version
+# Serving database 'mTests_sql_test_BugTracker-2019', using 8 threads
+# Compiled for x86_64-pc-linux-gnu/64bit
+# Found 62.693 GiB available main-memory.
+# Copyright (c) 1993 - July 2008 CWI.
+# Copyright (c) August 2008 - 2019 MonetDB B.V., all rights reserved
+# Visit https://www.monetdb.org/ for further information
+# Listening for connection requests on 
mapi:monetdb://methuselah.da.cwi.nl:30631/
+# Listening for UNIX domain connection requests on 
mapi:monetdb:///var/tmp/mtest-29714/.s.monetdb.30631
+# MonetDB/GIS module loaded
+# SQL catalog created, loading sql scripts once
+# loading sql script: 09_like.sql
+# loading sql script: 10_math.sql
+# loading sql script: 11_times.sql
+# loading sql script: 12_url.sql
+# loading sql script: 13_date.sql
+# loading sql script: 14_inet.sql
+# loading sql script: 15_querylog.sql
+# loading sql script: 16_tracelog.sql
+# loading sql script: 17_temporal.sql
+# loading sql script: 18_index.sql
+# loading sql script: 20_vacuum.sql
+# loading sql script: 21_dependency_views.sql
+# loading sql script: 22_clients.sql
+# loading sql script: 23_skyserver.sql
+# loading sql script: 25_debug.sql
+# loading sql script: 26_sysmon.sql
+# loading sql script: 27_rejects.sql
+# loading sql script: 39_analytics.sql
+# loading sql script: 40_geom.sql
+# loading sql script: 40_json.sql
+# loading sql script: 41_md5sum.sql
+# loading sql script: 45_uuid.sql
+# loading sql script: 46_profiler.sql
+# loading sql script: 51_sys_schema_extension.sql
+# loading sql script: 60_wlcr.sql
+# loading sql script: 72_fits.sql
+# loading sql script: 74_netcdf.sql
+# loading sql script: 75_lidar.sql
+# loading sql script: 75_shp.sql
+# loading sql script: 75_storagemodel.sql
+# loading sql script: 80_statistics.sql
+# loading sql script: 80_udf.sql
+# loading sql script: 85_bam.sql
+# loading sql script: 90_generator.sql
+# loading sql script: 99_system.sql
+# MonetDB/SQL module loaded
+
+Ready.
+
+# 17:14:00 >  
+# 17:14:00 >  "mclient" "-lsql" "-ftest" "-tnone" "-Eutf-8" "-i" "-e" 
"--host=/var/tmp/mtest-29714" "--port=30631"
+# 17:14:00 >  
+
+#select foo,
+#       sum(foo) over () as s1,
+#       1.0 * sum(foo) over () as s2,
+#       1.0 * cast(sum(foo) over () as float) as s3
+#  from (select 7 as foo union all select 3 as foo) as t;
+% .t,  .L20,   .L25,   .L33 # table_name
+% foo, s1,     s2,     s3 # name
+% tinyint,     bigint, decimal,        double # type
+% 1,   2,      20,     24 # length
+[ 7,   10,     10.00,  10      ]
+[ 3,   10,     10.00,  10      ]
+#select foo,
+#       sum(foo) over () / 2
+#  from (select 7 as foo union all select 3 as foo) as t;
+% .t,  .L20 # table_name
+% foo, L20 # name
+% tinyint,     bigint # type
+% 1,   1 # length
+[ 7,   5       ]
+[ 3,   5       ]
+#select foo,
+#       sum(foo) over (order by foo) as sumsum1,
+#       1.0 * sum(foo) over (order by foo) as cumsum2
+#  from (values (1),(2),(3),(4),(5),(6)) as t(foo);
+% .t,  .L7,    .L14 # table_name
+% foo, sumsum1,        cumsum2 # name
+% tinyint,     bigint, decimal # type
+% 1,   2,      20 # length
+[ 1,   1,      1.00    ]
+[ 2,   3,      3.00    ]
+[ 3,   6,      6.00    ]
+[ 4,   10,     10.00   ]
+[ 5,   15,     15.00   ]
+[ 6,   21,     21.00   ]
+
+# 17:14:00 >  
+# 17:14:00 >  "Done."
+# 17:14:00 >  
+
diff --git 
a/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out.int128 
b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out.int128
new file mode 100644
--- /dev/null
+++ b/sql/test/BugTracker-2019/Tests/sum-over-hge.Bug.6738.stable.out.int128
@@ -0,0 +1,105 @@
+stdout of test 'sum-over-hge.Bug.6738` in directory 'sql/test/BugTracker-2019` 
itself:
+
+
+# 17:16:28 >  
+# 17:16:28 >  "mserver5" "--debug=10" "--set" "gdk_nr_threads=0" "--set" 
"mapi_open=true" "--set" "mapi_port=35720" "--set" 
"mapi_usock=/var/tmp/mtest-528/.s.monetdb.35720" "--set" "monet_prompt=" 
"--forcemito" 
"--dbpath=/ufs/sjoerd/@Monet-stable/var/MonetDB/mTests_sql_test_BugTracker-2019"
 "--set" "embedded_c=true"
+# 17:16:28 >  
+
+# MonetDB 5 server v11.33.4 (hg id: 4904034be0e3+)
+# This is an unreleased version
+# Serving database 'mTests_sql_test_BugTracker-2019', using 8 threads
+# Compiled for x86_64-pc-linux-gnu/64bit with 128bit integers
+# Found 62.693 GiB available main-memory.
+# Copyright (c) 1993 - July 2008 CWI.
+# Copyright (c) August 2008 - 2019 MonetDB B.V., all rights reserved
+# Visit https://www.monetdb.org/ for further information
+# Listening for connection requests on 
mapi:monetdb://methuselah.da.cwi.nl:39988/
+# Listening for UNIX domain connection requests on 
mapi:monetdb:///var/tmp/mtest-27118/.s.monetdb.39988
+# MonetDB/GIS module loaded
+# SQL catalog created, loading sql scripts once
+# loading sql script: 09_like.sql
+# loading sql script: 10_math.sql
+# loading sql script: 11_times.sql
+# loading sql script: 12_url.sql
+# loading sql script: 13_date.sql
+# loading sql script: 14_inet.sql
+# loading sql script: 15_querylog.sql
+# loading sql script: 16_tracelog.sql
+# loading sql script: 17_temporal.sql
+# loading sql script: 18_index.sql
+# loading sql script: 20_vacuum.sql
+# loading sql script: 21_dependency_views.sql
+# loading sql script: 22_clients.sql
+# loading sql script: 23_skyserver.sql
+# loading sql script: 25_debug.sql
+# loading sql script: 26_sysmon.sql
+# loading sql script: 27_rejects.sql
+# loading sql script: 39_analytics.sql
+# loading sql script: 39_analytics_hge.sql
+# loading sql script: 40_geom.sql
+# loading sql script: 40_json.sql
+# loading sql script: 40_json_hge.sql
+# loading sql script: 41_md5sum.sql
+# loading sql script: 45_uuid.sql
+# loading sql script: 46_profiler.sql
+# loading sql script: 51_sys_schema_extension.sql
+# loading sql script: 60_wlcr.sql
+# loading sql script: 72_fits.sql
+# loading sql script: 74_netcdf.sql
+# loading sql script: 75_lidar.sql
+# loading sql script: 75_shp.sql
+# loading sql script: 75_storagemodel.sql
+# loading sql script: 80_statistics.sql
_______________________________________________
checkin-list mailing list
[email protected]
https://www.monetdb.org/mailman/listinfo/checkin-list

Reply via email to