This is an automated email from the ASF dual-hosted git repository. zeroshade pushed a commit to branch temp-parquet-pqarrow in repository https://gitbox.apache.org/repos/asf/arrow.git
commit b7c274c2cb7816bdd51975f8263f9b37531a19a5 Author: Matthew Topol <[email protected]> AuthorDate: Tue Sep 14 16:54:58 2021 -0400 some cleanup --- go/parquet/pqarrow/encode_arrow_test.go | 5 --- go/parquet/pqarrow/path_builder.go | 1 - go/parquet/pqarrow/reader_writer_test.go | 60 -------------------------------- 3 files changed, 66 deletions(-) diff --git a/go/parquet/pqarrow/encode_arrow_test.go b/go/parquet/pqarrow/encode_arrow_test.go index 2146d42..be24497 100644 --- a/go/parquet/pqarrow/encode_arrow_test.go +++ b/go/parquet/pqarrow/encode_arrow_test.go @@ -462,11 +462,6 @@ const ( smallSize = 100 ) -var ( - binTestVal = []byte{0, 1, 2, 3} - flbaTestVal = []byte("Fixed") -) - type ParquetIOTestSuite struct { suite.Suite } diff --git a/go/parquet/pqarrow/path_builder.go b/go/parquet/pqarrow/path_builder.go index c590984..a90644c 100644 --- a/go/parquet/pqarrow/path_builder.go +++ b/go/parquet/pqarrow/path_builder.go @@ -283,7 +283,6 @@ type pathInfo struct { primitiveArr array.Interface maxDefLevel int16 maxRepLevel int16 - hasDict bool leafIsNullable bool } diff --git a/go/parquet/pqarrow/reader_writer_test.go b/go/parquet/pqarrow/reader_writer_test.go index 9c9cd2e..c55af46 100644 --- a/go/parquet/pqarrow/reader_writer_test.go +++ b/go/parquet/pqarrow/reader_writer_test.go @@ -75,66 +75,6 @@ func randomInt32(size, truePct int, sampleVals [2]int32, seed uint64) []int32 { return ret } -func randomInt64(size, truePct int, sampleVals [2]int64, seed uint64) []int64 { - ret := make([]int64, size) - if truePct == alternateOrNA { - for idx := range ret { - ret[idx] = int64(idx % 2) - } - return ret - } - - dist := distuv.Bernoulli{ - P: float64(truePct) / 100.0, - Src: rand.NewSource(seed), - } - - for idx := range ret { - ret[idx] = sampleVals[int(dist.Rand())] - } - return ret -} - -func randomFloat32(size, truePct int, sampleVals [2]float32, seed uint64) []float32 { - ret := make([]float32, size) - if truePct == alternateOrNA { - for idx := range ret { - ret[idx] = float32(idx % 2) - } - return ret - } - - dist := distuv.Bernoulli{ - P: float64(truePct) / 100.0, - Src: rand.NewSource(seed), - } - - for idx := range ret { - ret[idx] = sampleVals[int(dist.Rand())] - } - return ret -} - -func randomFloat64(size, truePct int, sampleVals [2]float64, seed uint64) []float64 { - ret := make([]float64, size) - if truePct == alternateOrNA { - for idx := range ret { - ret[idx] = float64(idx % 2) - } - return ret - } - - dist := distuv.Bernoulli{ - P: float64(truePct) / 100.0, - Src: rand.NewSource(seed), - } - - for idx := range ret { - ret[idx] = sampleVals[int(dist.Rand())] - } - return ret -} - func tableFromVec(dt arrow.DataType, size int, data interface{}, nullable bool, nullPct int) array.Table { if !nullable && nullPct != alternateOrNA { panic("bad check")
