felipecrv commented on PR #40416:
URL: https://github.com/apache/arrow/pull/40416#issuecomment-1985003079
Results of benchmarks I ran on my laptop:
`archery benchmark diff
--benchmark-filter="(Filter(Int64|Bool|Primi))|(Take(Int64|Chunked))"`
<details><summary>Details</summary>
<p>
```
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Non-regressions: (37)
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
benchmark baseline
contender change %
counters
FilterInt64FilterNoNulls/4194304/2 16.507 GiB/sec 61.929
GiB/sec 275.178 {'family_index': 0, 'per_family_instance_index': 2,
'run_name': 'FilterInt64FilterNoNulls/4194304/2', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 2966, 'data null%': 0.0,
'mask null%': 0.0, 'select%': 1.0}
FilterInt64FilterNoNulls/4194304/1 1.671 GiB/sec 2.722
GiB/sec 62.875 {'family_index': 0, 'per_family_instance_index': 1,
'run_name': 'FilterInt64FilterNoNulls/4194304/1', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 299, 'data null%': 0.0,
'mask null%': 0.0, 'select%': 50.0}
FilterInt64FilterNoNulls/4194304/0 9.188 GiB/sec 10.926
GiB/sec 18.906 {'family_index': 0, 'per_family_instance_index': 0,
'run_name': 'FilterInt64FilterNoNulls/4194304/0', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1634, 'data null%': 0.0,
'mask null%': 0.0, 'select%': 99.9}
TakeInt64MonotonicIndices/4194304/0 769.298M items/sec 884.929M
items/sec 15.031 {'family_index': 4,
'per_family_instance_index': 4, 'run_name':
'TakeInt64MonotonicIndices/4194304/0', 'repetitions': 1, 'repetition_index': 0,
'threads': 1, 'iterations': 129, 'null_percent': 0.0}
FilterInt64FilterNoNulls/4194304/14 14.655 GiB/sec 16.258
GiB/sec 10.940 {'family_index': 0, 'per_family_instance_index': 14,
'run_name': 'FilterInt64FilterNoNulls/4194304/14', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 2640, 'data null%': 90.0,
'mask null%': 0.0, 'select%': 1.0}
FilterInt64FilterNoNulls/4194304/11 14.705 GiB/sec 16.270
GiB/sec 10.646 {'family_index': 0, 'per_family_instance_index': 11,
'run_name': 'FilterInt64FilterNoNulls/4194304/11', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 2636, 'data null%': 10.0,
'mask null%': 0.0, 'select%': 1.0}
FilterInt64FilterNoNulls/4194304/3 8.576 GiB/sec 8.977
GiB/sec 4.672 {'family_index': 0, 'per_family_instance_index': 3,
'run_name': 'FilterInt64FilterNoNulls/4194304/3', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1546, 'data null%': 0.1,
'mask null%': 0.0, 'select%': 99.9}
TakeInt64MonotonicIndices/4194304/2 227.037M items/sec 236.976M
items/sec 4.378 {'family_index': 4,
'per_family_instance_index': 2, 'run_name':
'TakeInt64MonotonicIndices/4194304/2', 'repetitions': 1, 'repetition_index': 0,
'threads': 1, 'iterations': 38, 'null_percent': 50.0}
FilterInt64FilterWithNulls/4194304/11 9.845 GiB/sec 10.155
GiB/sec 3.147 {'family_index': 1, 'per_family_instance_index': 11,
'run_name': 'FilterInt64FilterWithNulls/4194304/11', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1762, 'data null%': 10.0,
'mask null%': 5.0, 'select%': 1.0}
FilterInt64FilterWithNulls/4194304/14 9.827 GiB/sec 10.136
GiB/sec 3.143 {'family_index': 1, 'per_family_instance_index': 14,
'run_name': 'FilterInt64FilterWithNulls/4194304/14', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1759, 'data null%': 90.0,
'mask null%': 5.0, 'select%': 1.0}
TakeInt64MonotonicIndices/4194304/1 788.652M items/sec 810.698M
items/sec 2.795 {'family_index': 4,
'per_family_instance_index': 3, 'run_name':
'TakeInt64MonotonicIndices/4194304/1', 'repetitions': 1, 'repetition_index': 0,
'threads': 1, 'iterations': 132, 'null_percent': 100.0}
TakeInt64RandomIndicesWithNulls/4194304/2 101.947M items/sec 104.586M
items/sec 2.589 {'family_index': 3,
'per_family_instance_index': 2, 'run_name':
'TakeInt64RandomIndicesWithNulls/4194304/2', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 17, 'null_percent': 50.0}
FilterInt64FilterWithNulls/4194304/5 9.986 GiB/sec 10.238
GiB/sec 2.521 {'family_index': 1, 'per_family_instance_index': 5,
'run_name': 'FilterInt64FilterWithNulls/4194304/5', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1789, 'data null%': 0.1,
'mask null%': 5.0, 'select%': 1.0}
TakeInt64RandomIndicesWithNulls/4194304/10 103.565M items/sec 106.136M
items/sec 2.483 {'family_index': 3,
'per_family_instance_index': 1, 'run_name':
'TakeInt64RandomIndicesWithNulls/4194304/10', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 17, 'null_percent': 10.0}
FilterInt64FilterNoNulls/4194304/8 15.003 GiB/sec 15.372
GiB/sec 2.463 {'family_index': 0, 'per_family_instance_index': 8,
'run_name': 'FilterInt64FilterNoNulls/4194304/8', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 2681, 'data null%': 1.0,
'mask null%': 0.0, 'select%': 1.0}
FilterInt64FilterWithNulls/4194304/8 9.684 GiB/sec 9.907
GiB/sec 2.304 {'family_index': 1, 'per_family_instance_index': 8,
'run_name': 'FilterInt64FilterWithNulls/4194304/8', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1732, 'data null%': 1.0,
'mask null%': 5.0, 'select%': 1.0}
FilterInt64FilterWithNulls/4194304/2 9.990 GiB/sec 10.174
GiB/sec 1.844 {'family_index': 1, 'per_family_instance_index': 2,
'run_name': 'FilterInt64FilterWithNulls/4194304/2', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1790, 'data null%': 0.0,
'mask null%': 5.0, 'select%': 1.0}
TakeInt64RandomIndicesWithNulls/4194304/1000 126.972M items/sec 129.189M
items/sec 1.746 {'family_index': 3,
'per_family_instance_index': 0, 'run_name':
'TakeInt64RandomIndicesWithNulls/4194304/1000', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 21, 'null_percent': 0.1}
TakeInt64RandomIndicesNoNulls/4194304/10 131.612M items/sec 133.602M
items/sec 1.512 {'family_index': 2,
'per_family_instance_index': 1, 'run_name':
'TakeInt64RandomIndicesNoNulls/4194304/10', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 22, 'null_percent': 10.0}
TakeInt64MonotonicIndices/4194304/1000 345.231M items/sec 349.957M
items/sec 1.369 {'family_index': 4,
'per_family_instance_index': 0, 'run_name':
'TakeInt64MonotonicIndices/4194304/1000', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 58, 'null_percent': 0.1}
TakeInt64RandomIndicesNoNulls/4194304/2 150.052M items/sec 152.070M
items/sec 1.345 {'family_index': 2,
'per_family_instance_index': 2, 'run_name':
'TakeInt64RandomIndicesNoNulls/4194304/2', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 25, 'null_percent': 50.0}
FilterInt64FilterNoNulls/4194304/6 7.164 GiB/sec 7.253
GiB/sec 1.233 {'family_index': 0, 'per_family_instance_index': 6,
'run_name': 'FilterInt64FilterNoNulls/4194304/6', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1316, 'data null%': 1.0,
'mask null%': 0.0, 'select%': 99.9}
TakeInt64MonotonicIndices/4194304/10 347.102M items/sec 351.008M
items/sec 1.125 {'family_index': 4,
'per_family_instance_index': 1, 'run_name':
'TakeInt64MonotonicIndices/4194304/10', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 58, 'null_percent': 10.0}
TakeInt64RandomIndicesNoNulls/4194304/1000 126.014M items/sec 127.032M
items/sec 0.808 {'family_index': 2,
'per_family_instance_index': 0, 'run_name':
'TakeInt64RandomIndicesNoNulls/4194304/1000', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 21, 'null_percent': 0.1}
FilterInt64FilterWithNulls/4194304/4 1.385 GiB/sec 1.394
GiB/sec 0.699 {'family_index': 1, 'per_family_instance_index': 4,
'run_name': 'FilterInt64FilterWithNulls/4194304/4', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 251, 'data null%': 0.1,
'mask null%': 5.0, 'select%': 50.0}
TakeInt64RandomIndicesWithNulls/4194304/0 337.964M items/sec 340.261M
items/sec 0.680 {'family_index': 3,
'per_family_instance_index': 4, 'run_name':
'TakeInt64RandomIndicesWithNulls/4194304/0', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 56, 'null_percent': 0.0}
TakeInt64RandomIndicesNoNulls/4194304/1 1.171G items/sec 1.178G
items/sec 0.633 {'family_index': 2,
'per_family_instance_index': 3, 'run_name':
'TakeInt64RandomIndicesNoNulls/4194304/1', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 196, 'null_percent': 100.0}
TakeInt64RandomIndicesWithNulls/4194304/1 5.113G items/sec 5.143G
items/sec 0.578 {'family_index': 3,
'per_family_instance_index': 3, 'run_name':
'TakeInt64RandomIndicesWithNulls/4194304/1', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 859, 'null_percent': 100.0}
FilterInt64FilterNoNulls/4194304/5 16.210 GiB/sec 16.232
GiB/sec 0.135 {'family_index': 0, 'per_family_instance_index': 5,
'run_name': 'FilterInt64FilterNoNulls/4194304/5', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 2910, 'data null%': 0.1,
'mask null%': 0.0, 'select%': 1.0}
TakeInt64RandomIndicesNoNulls/4194304/0 335.021M items/sec 334.969M
items/sec -0.016 {'family_index': 2,
'per_family_instance_index': 4, 'run_name':
'TakeInt64RandomIndicesNoNulls/4194304/0', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 56, 'null_percent': 0.0}
FilterInt64FilterWithNulls/4194304/1 1.388 GiB/sec 1.387
GiB/sec -0.127 {'family_index': 1, 'per_family_instance_index': 1,
'run_name': 'FilterInt64FilterWithNulls/4194304/1', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 248, 'data null%': 0.0,
'mask null%': 5.0, 'select%': 50.0}
FilterInt64FilterWithNulls/4194304/7 1.340 GiB/sec 1.330
GiB/sec -0.694 {'family_index': 1, 'per_family_instance_index': 7,
'run_name': 'FilterInt64FilterWithNulls/4194304/7', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 239, 'data null%': 1.0,
'mask null%': 5.0, 'select%': 50.0}
FilterInt64FilterNoNulls/4194304/9 6.934 GiB/sec 6.883
GiB/sec -0.733 {'family_index': 0, 'per_family_instance_index': 9,
'run_name': 'FilterInt64FilterNoNulls/4194304/9', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1234, 'data null%': 10.0,
'mask null%': 0.0, 'select%': 99.9}
FilterInt64FilterNoNulls/4194304/12 6.757 GiB/sec 6.626
GiB/sec -1.936 {'family_index': 0, 'per_family_instance_index': 12,
'run_name': 'FilterInt64FilterNoNulls/4194304/12', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 1211, 'data null%': 90.0,
'mask null%': 0.0, 'select%': 99.9}
FilterInt64FilterNoNulls/4194304/4 1.667 GiB/sec 1.623
GiB/sec -2.668 {'family_index': 0, 'per_family_instance_index': 4,
'run_name': 'FilterInt64FilterNoNulls/4194304/4', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 297, 'data null%': 0.1,
'mask null%': 0.0, 'select%': 50.0}
FilterInt64FilterWithNulls/4194304/13 1.339 GiB/sec 1.292
GiB/sec -3.492 {'family_index': 1, 'per_family_instance_index': 13,
'run_name': 'FilterInt64FilterWithNulls/4194304/13', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 240, 'data null%': 90.0,
'mask null%': 5.0, 'select%': 50.0}
FilterInt64FilterWithNulls/4194304/10 1.341 GiB/sec 1.282
GiB/sec -4.405 {'family_index': 1, 'per_family_instance_index': 10,
'run_name': 'FilterInt64FilterWithNulls/4194304/10', 'repetitions': 1,
'repetition_index': 0, 'threads': 1, 'iterations': 239, 'data null%': 10.0,
'mask null%': 5.0, 'select%': 50.0}
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Regressions: (8)
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
benchmark baseline contender change %
counters
FilterInt64FilterNoNulls/4194304/7 1.601 GiB/sec 1.521 GiB/sec -5.006
{'family_index': 0, 'per_family_instance_index': 7, 'run_name':
'FilterInt64FilterNoNulls/4194304/7', 'repetitions': 1, 'repetition_index': 0,
'threads': 1, 'iterations': 290, 'data null%': 1.0, 'mask null%': 0.0,
'select%': 50.0}
FilterInt64FilterWithNulls/4194304/12 2.593 GiB/sec 2.409 GiB/sec -7.114
{'family_index': 1, 'per_family_instance_index': 12, 'run_name':
'FilterInt64FilterWithNulls/4194304/12', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 478, 'data null%': 90.0, 'mask null%': 5.0,
'select%': 99.9}
FilterInt64FilterWithNulls/4194304/9 2.601 GiB/sec 2.408 GiB/sec -7.395
{'family_index': 1, 'per_family_instance_index': 9, 'run_name':
'FilterInt64FilterWithNulls/4194304/9', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 465, 'data null%': 10.0, 'mask null%': 5.0,
'select%': 99.9}
FilterInt64FilterNoNulls/4194304/10 1.583 GiB/sec 1.463 GiB/sec -7.562
{'family_index': 0, 'per_family_instance_index': 10, 'run_name':
'FilterInt64FilterNoNulls/4194304/10', 'repetitions': 1, 'repetition_index': 0,
'threads': 1, 'iterations': 282, 'data null%': 10.0, 'mask null%': 0.0,
'select%': 50.0}
FilterInt64FilterNoNulls/4194304/13 1.586 GiB/sec 1.462 GiB/sec -7.785
{'family_index': 0, 'per_family_instance_index': 13, 'run_name':
'FilterInt64FilterNoNulls/4194304/13', 'repetitions': 1, 'repetition_index': 0,
'threads': 1, 'iterations': 283, 'data null%': 90.0, 'mask null%': 0.0,
'select%': 50.0}
FilterInt64FilterWithNulls/4194304/6 2.758 GiB/sec 2.440 GiB/sec -11.514
{'family_index': 1, 'per_family_instance_index': 6, 'run_name':
'FilterInt64FilterWithNulls/4194304/6', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 491, 'data null%': 1.0, 'mask null%': 5.0,
'select%': 99.9}
FilterInt64FilterWithNulls/4194304/0 2.964 GiB/sec 2.532 GiB/sec -14.581
{'family_index': 1, 'per_family_instance_index': 0, 'run_name':
'FilterInt64FilterWithNulls/4194304/0', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 525, 'data null%': 0.0, 'mask null%': 5.0,
'select%': 99.9}
FilterInt64FilterWithNulls/4194304/3 2.963 GiB/sec 2.520 GiB/sec -14.939
{'family_index': 1, 'per_family_instance_index': 3, 'run_name':
'FilterInt64FilterWithNulls/4194304/3', 'repetitions': 1, 'repetition_index':
0, 'threads': 1, 'iterations': 532, 'data null%': 0.1, 'mask null%': 5.0,
'select%': 99.9}
```
</p>
</details>
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
