parquet-benchmark/run.py at main · DataEngineeringLabs/parquet-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import subprocess
import shutil


def _run_read_arrow2():
    args = ["cargo", "bench", "--bench", "read_parquet_arrow2"]
    subprocess.call(args)
    shutil.move("target/criterion/read", "target/criterion/arrow2/read")


def _run_write_arrow2():
    args = ["cargo", "bench", "--bench", "write_parquet_arrow2"]
    subprocess.call(args)
    shutil.move("target/criterion/write", "target/criterion/arrow2/write")


def _run_read_arrow():
    args = ["cargo", "bench", "--bench", "read_parquet_arrow"]
    subprocess.call(args)
    shutil.move("target/criterion/read", "target/criterion/arrow/read")


def _run_write_arrow():
    args = ["cargo", "bench", "--bench", "write_parquet_arrow"]
    subprocess.call(args)
    shutil.move("target/criterion/write", "target/criterion/arrow/write")


# run pyarrow
subprocess.call(["python", "bench.py"])
_run_read_arrow2()
_run_write_arrow2()
_run_read_arrow()
_run_write_arrow()