Arrow Rust + Conbench Integration
Quick start
$ cd ~/arrow-rs/conbench/
$ conda create -y -n conbench python=3.9
$ conda activate conbench
(conbench) $ pip install -r requirements.txt
(conbench) $ conbench arrow-rs
Example output
{
"batch_id": "b68c559358cc43a3aab02d893d2693f4",
"context": {
"benchmark_language": "Rust"
},
"github": {
"commit": "ca33a0a50494f95840ade2e9509c3c3d4df35249",
"repository": "https://github.com/dianaclarke/arrow-rs"
},
"info": {},
"machine_info": {
"architecture_name": "x86_64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "2400000000",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "20.6.0",
"memory_bytes": "17179869184",
"name": "diana",
"os_name": "macOS",
"os_version": "10.16"
},
"run_id": "08353595bde147fb9deebdb4facd019a",
"stats": {
"data": [
"0.000287",
"0.000286",
"0.000285",
"0.000281",
"0.000282",
"0.000277",
"0.000277",
"0.000286",
"0.000279",
"0.000282",
"0.000277",
"0.000277",
"0.000282",
"0.000276",
"0.000281",
"0.000281",
"0.000281",
"0.000281",
"0.000281",
"0.000284",
"0.000288",
"0.000278",
"0.000276",
"0.000278",
"0.000275",
"0.000275",
"0.000275",
"0.000275",
"0.000281",
"0.000284",
"0.000277",
"0.000277",
"0.000278",
"0.000282",
"0.000281",
"0.000284",
"0.000282",
"0.000279",
"0.000280",
"0.000281",
"0.000281",
"0.000286",
"0.000278",
"0.000278",
"0.000281",
"0.000276",
"0.000284",
"0.000281",
"0.000276",
"0.000276",
"0.000279",
"0.000283",
"0.000282",
"0.000278",
"0.000281",
"0.000284",
"0.000279",
"0.000276",
"0.000278",
"0.000283",
"0.000282",
"0.000276",
"0.000281",
"0.000279",
"0.000276",
"0.000277",
"0.000283",
"0.000279",
"0.000281",
"0.000283",
"0.000279",
"0.000282",
"0.000283",
"0.000278",
"0.000281",
"0.000282",
"0.000278",
"0.000276",
"0.000281",
"0.000278",
"0.000276",
"0.000282",
"0.000281",
"0.000282",
"0.000280",
"0.000281",
"0.000282",
"0.000280",
"0.000282",
"0.000280",
"0.000280",
"0.000282",
"0.000278",
"0.000284",
"0.000290",
"0.000282",
"0.000281",
"0.000281",
"0.000281",
"0.000278"
],
"iqr": "0.000004",
"iterations": 100,
"max": "0.000290",
"mean": "0.000280",
"median": "0.000281",
"min": "0.000275",
"q1": "0.000278",
"q3": "0.000282",
"stdev": "0.000003",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"name": "nlike_utf8 scalar starts with",
"suite": "nlike_utf8 scalar starts with"
},
"timestamp": "2022-02-09T02:33:26.792404+00:00"
}
Debug with test benchmark
(conbench) $ cd ~/arrow-rs/conbench/
(conbench) $ conbench test --iterations=3
Benchmark result:
{
"batch_id": "f4235d547e9d4f94925b54692e625d7d",
"context": {
"benchmark_language": "Python"
},
"github": {
"commit": "35e16be01e680e9381b2d1393c2e3f8e7acb7b13",
"repository": "https://github.com/dianaclarke/arrow-rs"
},
"info": {
"benchmark_language_version": "Python 3.9.7"
},
"machine_info": {
"architecture_name": "x86_64",
"cpu_core_count": "8",
"cpu_frequency_max_hz": "2400000000",
"cpu_l1d_cache_bytes": "65536",
"cpu_l1i_cache_bytes": "131072",
"cpu_l2_cache_bytes": "4194304",
"cpu_l3_cache_bytes": "0",
"cpu_model_name": "Apple M1",
"cpu_thread_count": "8",
"gpu_count": "0",
"gpu_product_names": [],
"kernel_name": "20.6.0",
"memory_bytes": "17179869184",
"name": "diana",
"os_name": "macOS",
"os_version": "10.16"
},
"run_id": "b2ca0d581cf14f21936276ff7ca5a940",
"stats": {
"data": [
"0.000002",
"0.000001",
"0.000001"
],
"iqr": "0.000001",
"iterations": 3,
"max": "0.000002",
"mean": "0.000001",
"median": "0.000001",
"min": "0.000001",
"q1": "0.000001",
"q3": "0.000002",
"stdev": "0.000001",
"time_unit": "s",
"times": [],
"unit": "s"
},
"tags": {
"name": "test"
},
"timestamp": "2022-02-09T01:55:52.250727+00:00"
}