Changeset: eb85d2d0b45e for MonetDB URL: https://dev.monetdb.org/hg/MonetDB/rev/eb85d2d0b45e Removed Files: monetdb5/optimizer/opt_macro.c Modified Files: MonetDB.spec clients/Tests/MAL-signatures-hge.test clients/Tests/MAL-signatures.test clients/Tests/exports.stable.out clients/mapilib/mapi.c gdk/gdk.h gdk/gdk_atoms.c gdk/gdk_atoms.h gdk/gdk_bat.c gdk/gdk_batop.c gdk/gdk_bbp.c gdk/gdk_calc_convert.c gdk/gdk_tm.c gdk/gdk_utils.c gdk/gdk_value.c monetdb5/mal/mal.c monetdb5/mal/mal.h monetdb5/mal/mal_atom.c monetdb5/mal/mal_builder.c monetdb5/mal/mal_builder.h monetdb5/mal/mal_client.h monetdb5/mal/mal_function.c monetdb5/mal/mal_function.h monetdb5/mal/mal_instruction.c monetdb5/mal/mal_instruction.h monetdb5/mal/mal_interpreter.c monetdb5/mal/mal_interpreter.h monetdb5/mal/mal_listing.c monetdb5/mal/mal_listing.h monetdb5/mal/mal_module.c monetdb5/mal/mal_parser.c monetdb5/mal/mal_prelude.c monetdb5/mal/mal_private.h monetdb5/mal/mal_profiler.c monetdb5/mal/mal_resolve.c monetdb5/mal/mal_resolve.h monetdb5/mal/mal_resource.c monetdb5/mal/mal_runtime.c monetdb5/mal/mal_session.c monetdb5/mal/mal_stack.c monetdb5/mal/mal_type.c monetdb5/mal/mal_type.h monetdb5/mal/mel.h monetdb5/modules/kernel/algebra.c monetdb5/modules/kernel/bat5.c monetdb5/modules/kernel/batmmath.c monetdb5/modules/kernel/batstr.c monetdb5/modules/mal/batcalc.c monetdb5/modules/mal/bbp.c monetdb5/modules/mal/inspect.c monetdb5/modules/mal/iterator.c monetdb5/modules/mal/mal_io.c monetdb5/modules/mal/mal_mapi.c monetdb5/modules/mal/manual.c monetdb5/modules/mal/mat.c monetdb5/modules/mal/mdb.c monetdb5/modules/mal/mkey.c monetdb5/modules/mal/orderidx.c monetdb5/modules/mal/profiler.c monetdb5/modules/mal/remote.c monetdb5/optimizer/opt_coercion.c monetdb5/optimizer/opt_constants.c monetdb5/optimizer/opt_dict.c monetdb5/optimizer/opt_emptybind.c monetdb5/optimizer/opt_evaluate.c monetdb5/optimizer/opt_garbageCollector.c monetdb5/optimizer/opt_generator.c monetdb5/optimizer/opt_inline.c monetdb5/optimizer/opt_mergetable.c monetdb5/optimizer/opt_multiplex.c monetdb5/optimizer/opt_projectionpath.c monetdb5/optimizer/opt_pushselect.c monetdb5/optimizer/opt_remap.c monetdb5/optimizer/opt_remoteQueries.c monetdb5/optimizer/opt_support.c sql/backends/monet5/CMakeLists.txt sql/backends/monet5/mal_backend.h sql/backends/monet5/rel_bin.c sql/backends/monet5/sql.c sql/backends/monet5/sql.h sql/backends/monet5/sql_cast_impl_int.h sql/backends/monet5/sql_cat.c sql/backends/monet5/sql_execute.c sql/backends/monet5/sql_gencode.c sql/backends/monet5/sql_result.c sql/backends/monet5/sql_scenario.c sql/backends/monet5/sql_statement.c sql/backends/monet5/sql_statement.h sql/backends/monet5/sql_subquery.c sql/backends/monet5/sql_upgrades.c sql/backends/monet5/vaults/csv/csv.c sql/backends/monet5/vaults/fits/fits.c sql/backends/monet5/vaults/netcdf/netcdf.c sql/backends/monet5/vaults/shp/shp.c sql/common/CMakeLists.txt sql/common/sql_changeset.c sql/common/sql_hash.c sql/common/sql_list.c sql/common/sql_stack.c sql/common/sql_string.c sql/common/sql_string.h sql/common/sql_types.c sql/common/sql_types.h sql/include/CMakeLists.txt sql/include/sql_catalog.h sql/include/sql_hash.h sql/include/sql_list.h sql/include/sql_mem.h sql/include/sql_stack.h sql/server/rel_basetable.c sql/server/rel_dump.c sql/server/rel_exp.c sql/server/rel_exp.h sql/server/rel_optimize_others.c sql/server/rel_optimize_sel.c sql/server/rel_planner.c sql/server/rel_prop.c sql/server/rel_prop.h sql/server/rel_propagate.c sql/server/rel_psm.c sql/server/rel_psm.h sql/server/rel_rel.c sql/server/rel_rel.h sql/server/rel_remote.c sql/server/rel_remote.h sql/server/rel_rewriter.c sql/server/rel_rewriter.h sql/server/rel_schema.c sql/server/rel_schema.h sql/server/rel_select.c sql/server/rel_sequence.c sql/server/rel_statistics.c sql/server/rel_statistics.h sql/server/rel_statistics_functions.c sql/server/rel_unnest.c sql/server/rel_updates.c sql/server/rel_updates.h sql/server/sql_atom.c sql/server/sql_atom.h sql/server/sql_decimal.c sql/server/sql_decimal.h sql/server/sql_mvc.c sql/server/sql_mvc.h sql/server/sql_parser.y sql/server/sql_partition.c sql/server/sql_qc.c sql/server/sql_qc.h sql/server/sql_query.c sql/server/sql_scan.c sql/server/sql_scan.h sql/server/sql_semantic.c sql/server/sql_symbol.c sql/server/sql_symbol.h sql/storage/bat/bat_storage.c sql/storage/bat/bat_table.c sql/storage/bat/bat_utils.c sql/storage/bat/res_table.c sql/storage/objectset.c sql/storage/objlist.c sql/storage/sql_catalog.c sql/storage/sql_storage.h sql/storage/store.c tools/monetdbe/monetdbe.c Branch: no_type_bat Log Message:
merged with default diffs (truncated from 110459 to 300 lines): diff --git a/.hgtags b/.hgtags --- a/.hgtags +++ b/.hgtags @@ -818,3 +818,5 @@ 5683fd900f28d65ad7c98d1ed1efd992023a7fa4 c5b17681b55e6ca155db28be59913699e561502a Dec2023_root c9e6096e7519636a4e840c7a0c2e27cccb7dc0fe Jun2023_17 c9e6096e7519636a4e840c7a0c2e27cccb7dc0fe Jun2023_SP3_release +1230526af30f40eeea30fb87c47c3e414920561f Dec2023_1 +1230526af30f40eeea30fb87c47c3e414920561f Dec2023_release diff --git a/CMakeLists.txt b/CMakeLists.txt --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -5,7 +5,9 @@ # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. # -# Copyright 1997 - July 2008 CWI, August 2008 - 2023 MonetDB B.V. +# Copyright 2024 MonetDB Foundation; +# Copyright August 2008 - 2023 MonetDB B.V.; +# Copyright 1997 - July 2008 CWI. #]] cmake_minimum_required(VERSION 3.12) diff --git a/ChangeLog-Archive b/ChangeLog-Archive --- a/ChangeLog-Archive +++ b/ChangeLog-Archive @@ -1,6 +1,28 @@ # DO NOT EDIT THIS FILE -- MAINTAINED AUTOMATICALLY # This file contains past ChangeLog entries +* Fri Dec 1 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- All binary packages are now signed with a new key with key fingerprint + DBCE 5625 94D7 1959 7B54 CE85 3F1A D47F 5521 A603. + +* Mon Oct 30 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- The ranges of merge partitions are now pushed down into the low + level GDK operations, giving them a handle to sometimes execute more + efficiently. + +* Thu Jul 27 2023 Niels Nes <[email protected]> - 11.49.1-20231221 +- Removed the PYTHON MAP external language option, as after a fork the + synchronization primitives could be in any state, leading to deadlocks. + During the upgrade function definitions will fallback to the normal + PYTHON language option. + +* Mon Jul 17 2023 Panagiotis Koutsourakis <[email protected]> - 11.49.1-20231221 +- Implemented direct masking for strimp construction. The strimps + datastructure now keeps an array of 65K 64-bit integers that is zero + everywhere except at the indexes that correspond to header pairs. The + entry for the nth pair in order has the nth bit of the bitstring + on. These can be used to quickly construct bitstrings. + * Fri Sep 29 2023 Sjoerd Mullender <[email protected]> - 11.47.11-20230929 - Fixed an installation issue on Debian and Ubuntu introduced in the last build. diff --git a/ChangeLog.Dec2023 b/ChangeLog.Dec2023 --- a/ChangeLog.Dec2023 +++ b/ChangeLog.Dec2023 @@ -1,24 +1,3 @@ # ChangeLog file for devel # This file is updated with Maddlog -* Fri Dec 1 2023 Sjoerd Mullender <[email protected]> -- All binary packages are now signed with a new key with key fingerprint - DBCE 5625 94D7 1959 7B54 CE85 3F1A D47F 5521 A603. - -* Mon Oct 30 2023 Sjoerd Mullender <[email protected]> -- The ranges of merge partitions are now pushed down into the low - level GDK operations, giving them a handle to sometimes execute more - efficiently. - -* Thu Jul 27 2023 Niels Nes <[email protected]> -- Removed the PYTHON MAP external language option, as after a fork the - synchronization primitives could be in any state, leading to deadlocks. - During the upgrade function definitions will fallback to the normal - PYTHON language option. - -* Mon Jul 17 2023 Panagiotis Koutsourakis <[email protected]> -- Implemented direct masking for strimp construction. The strimps - datastructure now keeps an array of 65K 64-bit integers that is zero - everywhere except at the indexes that correspond to header pairs. The - entry for the nth pair in order has the nth bit of the bitstring - on. These can be used to quickly construct bitstrings. diff --git a/ChangeLog.Jun2023 b/ChangeLog.Jun2023 deleted file mode 100644 --- a/ChangeLog.Jun2023 +++ /dev/null @@ -1,3 +0,0 @@ -# ChangeLog file for devel -# This file is updated with Maddlog - diff --git a/Config.cmake.in b/Config.cmake.in --- a/Config.cmake.in +++ b/Config.cmake.in @@ -5,7 +5,9 @@ # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. # -# Copyright 1997 - July 2008 CWI, August 2008 - 2023 MonetDB B.V. +# Copyright 2024 MonetDB Foundation; +# Copyright August 2008 - 2023 MonetDB B.V.; +# Copyright 1997 - July 2008 CWI. #]] @PACKAGE_INIT@ diff --git a/MonetDB.spec b/MonetDB.spec --- a/MonetDB.spec +++ b/MonetDB.spec @@ -4,7 +4,9 @@ # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. # -# Copyright 1997 - July 2008 CWI, August 2008 - 2023 MonetDB B.V. +# Copyright 2024 MonetDB Foundation; +# Copyright August 2008 - 2023 MonetDB B.V.; +# Copyright 1997 - July 2008 CWI. %global name MonetDB %global version 11.50.0 @@ -83,13 +85,13 @@ Name: %{name} Version: %{version} Release: %{release} Summary: Monet Database Management System -Vendor: MonetDB BV <[email protected]> +Vendor: MonetDB Foundation <[email protected]> Group: Applications/Databases License: MPL-2.0 URL: https://www.monetdb.org/ BugURL: https://github.com/MonetDB/MonetDB/issues -Source: https://www.monetdb.org/downloads/sources/Jun2023-SP3/%{name}-%{version}.tar.bz2 +Source: https://www.monetdb.org/downloads/sources/Dec2023/%{name}-%{version}.tar.bz2 # The Fedora packaging document says we need systemd-rpm-macros for # the _unitdir and _tmpfilesdir macros to exist; however on RHEL 7 @@ -143,13 +145,6 @@ BuildRequires: python3-numpy %endif %if %{with rintegration} BuildRequires: pkgconfig(libR) -%if (0%{?fedora} == 32) -# work around a packaging bug on Fedora 32 (18 Nov 2020) -# problem is things like: -# file /etc/texlive/web2c/updmap.cfg conflicts between attempted installs of texlive-tetex-7:20190410-12.fc32.noarch and texlive-texlive-scripts-7:20200327-16.fc32.noarch -# texlive-tetex is obsoleted by texlive-obsolete -BuildRequires: texlive-obsolete -%endif %endif # optional packages: # BuildRequires: pkgconfig(cmocka) # -DWITH_CMOCKA=ON @@ -329,6 +324,7 @@ This package contains the files needed t %dir %{_includedir}/monetdb %{_libdir}/libmapi.so %{_includedir}/monetdb/mapi*.h +%{_includedir}/monetdb/msettings.h %{_libdir}/pkgconfig/monetdb-mapi.pc %package client-odbc @@ -920,6 +916,158 @@ fi %endif %changelog +* Thu Dec 21 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- Rebuilt. +- GH#6933: Add support for scalar function IFNULL(expr1, expr2) +- GH#7044: Improve error message regarding 3-level SQL names +- GH#7261: Misleading error message +- GH#7274: Aggregate function ST_Collect crashes mserver5 +- GH#7376: Concurrency Issue: Second Python UDF Awaits Completion of First + UDF +- GH#7391: SQL 2023 : greatest/least functions with unlimited arguments + (not only 2) +- GH#7403: Join not recognized between two row_number() columns +- GH#7413: MonetDB server crashes in `BATcalcbetween_intern` + +* Tue Dec 19 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- monetdb5: Removed MAL functions bat.reuse and bat.reuseMap. + +* Tue Dec 12 2023 Lucas Pereira <[email protected]> - 11.49.1-20231221 +- gdk: Introduced options wal_max_dropped, wal_max_file_age and + wal_max_file_size that control the write-ahead log file rotation. + +* Wed Dec 6 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- monetdb5: The MAL functions io.import and io.export have been removed. + +* Tue Dec 5 2023 Lucas Pereira <[email protected]> - 11.49.1-20231221 +- sql: Introduction of table returning function `persist_unlogged(schema + string, table string)` that attempts to persist data in disk if + "schema"."table" is unlogged table in insert only mode. If persist + attempt is successful, the count of the persisted rows is returned, + otherwise the count is 0. + +* Fri Dec 1 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- MonetDB: All binary packages are now signed with a new key with key fingerprint + DBCE 5625 94D7 1959 7B54 CE85 3F1A D47F 5521 A603. + +* Thu Nov 30 2023 Martin van Dinther <[email protected]> - 11.49.1-20231221 +- odbc: Corrected the output value of column CHAR_OCTET_LENGTH of ODBC functions + SQLColumns() and SQLProcedureColumns(). + +* Thu Nov 23 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- geom: Because recent changes to the geom module require the use of geos + 3.10, the geom module is no longer available in older versions of + Debian and Ubuntu. Specifically, Debian 10 and 11 (buster and + bullseye) and Ubuntu 20.04 (Focal Fossa) are affected. There is no + automatic upgrade available for databases that were geom enabled to + databases that are not, so dump + restore is the only option (if no + geom types are actually used). + +* Thu Nov 23 2023 stefanos mavros <[email protected]> - 11.49.1-20231221 +- geom: Implements Rtree index in GDK layer based on librtree. The index is + used in the implementation of the filter functions ST_Intersects and + ST_Dwithin for geometric points. +- geom: Improves shapefile support by replacing functions SHPattach, + SHPpartialimport, ahd SHPimport with SHPload. +- geom: Introduces functions ST_DistanceGeographic, ST_DwithinGeographic, + ST_IntersectsGeographic, ST_CoversGeographic, ST_Collects with geodesic + semantics. ST_Transform can be used to convert geodetic into geographic + data using libPROJ. + +* Tue Nov 21 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- gdk: Fixed a (rare) race condition between copying a bat (COLcopy) and + updates happening in parallel to that same bat. This may only be + an actual problem with string bats, and then only in very particular + circumstances. + +* Mon Nov 20 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- gdk: Removed function BATroles to set column names on BATs. + +* Mon Nov 20 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- monetdb5: Removed MAL functions bat.getRole and bat.setColumn since the + underlying function BATroles was removed. + +* Thu Nov 16 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- gdk: Removed the compiled-in limit on the number of threads that can be used. + The number of threads are still limited, but the limit is dictated + solely by the operating system and the availability of enough memory. + +* Thu Nov 16 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- MonetDB: The ranges of merge partitions are now pushed down into the low + level GDK operations, giving them a handle to sometimes execute more + efficiently. + +* Thu Nov 16 2023 Panagiotis Koutsourakis <[email protected]> - 11.49.1-20231221 +- monetdb5: Change how json is stored in the database: We now normalize json + strings after parsing, removing whitespace and eliminating duplicate + keys in objects. +- monetdb5: The function json.filter now properly returns json scalars instead of + wrapping them in an array. + +* Thu Nov 16 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- gdk: We now prevent accidental upgrades from a database without 128 bit + integers to one with 128 bit integers (also known as HUGEINT) from + happening. Upgrades will only be done if the server is started with + the option --set allow_hge_upgrade=yes. + +* Thu Nov 16 2023 Sjoerd Mullender <[email protected]> - 11.49.1-20231221 +- monetdb5: Removed the MAL tokenizer module. It was never usable from SQL and + in this form never would be. + +* Thu Nov 16 2023 Martin van Dinther <[email protected]> - 11.49.1-20231221 +- sql: Added ISO/IEC 9075-11 SQL/Schemata (SQL:2011) with SQL system views: + information_schema.schemata + information_schema.tables + information_schema.views + information_schema.columns + information_schema.character_sets + information_schema.check_constraints + information_schema.table_constraints + information_schema.referential_constraints + information_schema.routines + information_schema.parameters + information_schema.sequences + For details see + https://www.monetdb.org/documentation/user-guide/sql-catalog/information_schema/ + Most views have been extended (after the standard columns) with MonetDB + specific information columns such as schema_id, table_id, column_id, etc. + This simplifies filtering and joins with system tables/views in sys schema + when needed. + Note: MonetDB does NOT support catalog qualifiers in object names, so all the + CATALOG columns in these information_schema views will always return NULL. + +* Thu Nov 16 2023 Niels Nes <[email protected]> - 11.49.1-20231221 +- sql: Added support for generated column syntax: + GENERATED BY DEFAULT AS IDENTITY ... + This allows the user to override the default generated sequence value + during inserts. + +* Thu Nov 16 2023 Niels Nes <[email protected]> - 11.49.1-20231221 +- MonetDB: Removed the PYTHON MAP external language option, as after a fork the + synchronization primitives could be in any state, leading to deadlocks. + During the upgrade function definitions will fallback to the normal + PYTHON language option. + +* Thu Nov 16 2023 Panagiotis Koutsourakis <[email protected]> - 11.49.1-20231221 +- MonetDB: Implemented direct masking for strimp construction. The strimps + datastructure now keeps an array of 65K 64-bit integers that is zero + everywhere except at the indexes that correspond to header pairs. The + entry for the nth pair in order has the nth bit of the bitstring + on. These can be used to quickly construct bitstrings. + _______________________________________________ checkin-list mailing list -- [email protected] To unsubscribe send an email to [email protected]
