zeroshade commented on code in PR #13946: URL: https://github.com/apache/arrow/pull/13946#discussion_r953075638
########## go/arrow/compute/internal/kernel.go: ########## @@ -0,0 +1,508 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package internal + +import ( + "context" + "fmt" + "hash/maphash" + "strings" + + "github.com/apache/arrow/go/v10/arrow" + "github.com/apache/arrow/go/v10/arrow/bitutil" + "github.com/apache/arrow/go/v10/arrow/memory" + "golang.org/x/exp/constraints" + "golang.org/x/exp/slices" +) + +type ctxAllocKey struct{} + +// WithAllocator returns a new context with the provided allocator +// embedded into the context. +func WithAllocator(ctx context.Context, mem memory.Allocator) context.Context { + return context.WithValue(ctx, ctxAllocKey{}, mem) +} + +// GetAllocator retrieves the allocator from the context, or returns +// memory.DefaultAllocator if there was no allocator in the provided +// context. +func GetAllocator(ctx context.Context) memory.Allocator { + mem, ok := ctx.Value(ctxAllocKey{}).(memory.Allocator) + if !ok { + return memory.DefaultAllocator + } + return mem +} + +// Kernel defines the minimum interface required for the basic execution +// kernel. It will grow as the implementation requires. +type Kernel interface { + GetInitFn() KernelInitFn + GetSig() *KernelSignature +} + +// KernelCtx is a small struct holding the context for a kernel execution +// consisting of a pointer to the kernel, initialized state (if needed) +// and the context for this execution. +type KernelCtx struct { + Ctx context.Context + Kernel Kernel + State KernelState +} + +func (k *KernelCtx) Allocate(bufsize int) *memory.Buffer { + buf := memory.NewResizableBuffer(GetAllocator(k.Ctx)) + buf.Resize(bufsize) + return buf +} + +func (k *KernelCtx) AllocateBitmap(nbits int64) *memory.Buffer { + nbytes := bitutil.BytesForBits(nbits) + return k.Allocate(int(nbytes)) +} + +// TypeMatcher define an interface for matching Input or Output types +// for execution kernels. There are multiple implementations of this +// interface provided by this package. +type TypeMatcher interface { + fmt.Stringer + Matches(typ arrow.DataType) bool + Equals(other TypeMatcher) bool +} + +type sameTypeIDMatcher struct { + accepted arrow.Type +} + +func (s sameTypeIDMatcher) Matches(typ arrow.DataType) bool { return s.accepted == typ.ID() } +func (s *sameTypeIDMatcher) Equals(other TypeMatcher) bool { + if s == other { + return true + } + + o, ok := other.(*sameTypeIDMatcher) + if !ok { + return false + } + + return s.accepted == o.accepted +} + +func (s sameTypeIDMatcher) String() string { + return "Type::" + s.accepted.String() +} + +// SameTypeID returns a type matcher which will match +// any DataType that uses the same arrow.Type ID as the one +// passed in here. +func SameTypeID(id arrow.Type) TypeMatcher { return &sameTypeIDMatcher{id} } + +type timeUnitMatcher struct { + id arrow.Type + unit arrow.TimeUnit +} + +func (s timeUnitMatcher) Matches(typ arrow.DataType) bool { + if typ.ID() != s.id { + return false + } + return s.unit == typ.(arrow.TemporalWithUnit).TimeUnit() +} + +func (s timeUnitMatcher) String() string { + return strings.ToLower(s.id.String()) + "(" + s.unit.String() + ")" +} + +func (s *timeUnitMatcher) Equals(other TypeMatcher) bool { + if s == other { + return true + } + + o, ok := other.(*timeUnitMatcher) + if !ok { + return false + } + return o.id == s.id && o.unit == s.unit +} + +// TimestampTypeUnit returns a TypeMatcher that will match only +// a Timestamp datatype with the specified TimeUnit. +func TimestampTypeUnit(unit arrow.TimeUnit) TypeMatcher { + return &timeUnitMatcher{arrow.TIMESTAMP, unit} +} + +// Time32TypeUnit returns a TypeMatcher that will match only +// a Time32 datatype with the specified TimeUnit. +func Time32TypeUnit(unit arrow.TimeUnit) TypeMatcher { + return &timeUnitMatcher{arrow.TIME32, unit} +} + +// Time64TypeUnit returns a TypeMatcher that will match only +// a Time64 datatype with the specified TimeUnit. +func Time64TypeUnit(unit arrow.TimeUnit) TypeMatcher { + return &timeUnitMatcher{arrow.TIME64, unit} +} + +// DurationTypeUnit returns a TypeMatcher that will match only +// a Duration datatype with the specified TimeUnit. +func DurationTypeUnit(unit arrow.TimeUnit) TypeMatcher { + return &timeUnitMatcher{arrow.DURATION, unit} +} + +type integerMatcher struct{} + +func (integerMatcher) String() string { return "integer" } +func (integerMatcher) Matches(typ arrow.DataType) bool { return arrow.IsInteger(typ.ID()) } +func (integerMatcher) Equals(other TypeMatcher) bool { + _, ok := other.(integerMatcher) + return ok +} + +type binaryLikeMatcher struct{} + +func (binaryLikeMatcher) String() string { return "binary-like" } +func (binaryLikeMatcher) Matches(typ arrow.DataType) bool { return arrow.IsBinaryLike(typ.ID()) } +func (binaryLikeMatcher) Equals(other TypeMatcher) bool { + _, ok := other.(binaryLikeMatcher) + return ok +} + +type largeBinaryLikeMatcher struct{} + +func (largeBinaryLikeMatcher) String() string { return "large-binary-like" } +func (largeBinaryLikeMatcher) Matches(typ arrow.DataType) bool { + return arrow.IsLargeBinaryLike(typ.ID()) +} +func (largeBinaryLikeMatcher) Equals(other TypeMatcher) bool { + _, ok := other.(largeBinaryLikeMatcher) + return ok +} + +type fsbLikeMatcher struct{} + +func (fsbLikeMatcher) String() string { return "fixed-size-binary-like" } +func (fsbLikeMatcher) Matches(typ arrow.DataType) bool { return arrow.IsFixedSizeBinary(typ.ID()) } +func (fsbLikeMatcher) Equals(other TypeMatcher) bool { + _, ok := other.(fsbLikeMatcher) + return ok +} + +// Integer returns a TypeMatcher which will match any integral type like int8 or uint16 +func Integer() TypeMatcher { return integerMatcher{} } + +// BinaryLike returns a TypeMatcher that will match Binary or String +func BinaryLike() TypeMatcher { return binaryLikeMatcher{} } + +// LargeBinaryLike returns a TypeMatcher which will match LargeBinary or LargeString +func LargeBinaryLike() TypeMatcher { return largeBinaryLikeMatcher{} } + +// FixedSizeBinaryLike returns a TypeMatcher that will match FixedSizeBinary +// or Decimal128/256 +func FixedSizeBinaryLike() TypeMatcher { return fsbLikeMatcher{} } + +type primitiveMatcher struct{} + +func (primitiveMatcher) String() string { return "primitive" } +func (primitiveMatcher) Matches(typ arrow.DataType) bool { return arrow.IsPrimitive(typ.ID()) } +func (primitiveMatcher) Equals(other TypeMatcher) bool { + _, ok := other.(primitiveMatcher) + return ok +} + +// Primitive returns a TypeMatcher that will match any type that arrow.IsPrimitive +// returns true for. +func Primitive() TypeMatcher { return primitiveMatcher{} } + +// InputKind is an enum representing the type of Input matching +// that will be done. Either accepting any type, an exact specific type +// or using a TypeMatcher. +type InputKind int8 + +const ( + InputAny InputKind = iota + InputExact + InputUseMatcher +) + +type InputType struct { + Kind InputKind + Type arrow.DataType + Matcher TypeMatcher +} + +func NewExactInput(dt arrow.DataType) InputType { return InputType{Kind: InputExact, Type: dt} } +func NewMatchedInput(match TypeMatcher) InputType { + return InputType{Kind: InputUseMatcher, Matcher: match} +} +func NewIDInput(id arrow.Type) InputType { return NewMatchedInput(SameTypeID(id)) } + +func (it InputType) String() string { + switch it.Kind { + case InputAny: + return "any" + case InputUseMatcher: + return it.Matcher.String() + case InputExact: + return it.Type.String() + } + return "" +} + +func (it *InputType) Equals(other *InputType) bool { + if it == other { + return true + } + + if it.Kind != other.Kind { + return false + } + + switch it.Kind { + case InputAny: + return true + case InputExact: + return arrow.TypeEqual(it.Type, other.Type) + case InputUseMatcher: + return it.Matcher.Equals(other.Matcher) + default: + return false + } +} + +func (it InputType) Hash() uint64 { + var h maphash.Hash + + h.SetSeed(hashSeed) + result := HashCombine(h.Sum64(), uint64(it.Kind)) + switch it.Kind { + case InputExact: + result = HashCombine(result, arrow.HashType(hashSeed, it.Type)) + } + return result +} + +func (it InputType) Matches(dt arrow.DataType) bool { + switch it.Kind { + case InputExact: + return arrow.TypeEqual(it.Type, dt) + case InputUseMatcher: + return it.Matcher.Matches(dt) + default: + return true + } Review Comment: added a `debug.Assert` and a separate branch for `InputAny` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
