cudf_benchmarks/bench_concat.py at master · skirui-source/cudf_benchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
from config import cudf
import pytest


@pytest.mark.parametrize(
    "objs",
    [
        [
            cudf.DataFrame({"a": [1, 2, 3] * 1000000}),
            cudf.DataFrame({"b": [4, 5, 7] * 1000000}),
        ],
        [
            cudf.DataFrame({"a": [1, 2, 3] * 1000000}),
            cudf.DataFrame(
                {"b": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=1000000 * 3, stop=6000000),
            ),
        ],
        [
            cudf.DataFrame({"a": [1, 2, 3] * 1000000, "b": [4, 5, 7] * 1000000}),
            cudf.DataFrame(
                {"c": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=1000000 * 3, stop=6000000),
            ),
        ],
        [
            cudf.DataFrame(
                {"a": [1, 2, 3] * 1000000, "b": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=0, stop=3000000).astype("str"),
            ),
            cudf.DataFrame(
                {"c": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=0, stop=3000000).astype("str"),
            ),
        ],
        [
            cudf.DataFrame(
                {"a": [1, 2, 3] * 1000000, "b": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=0, stop=3000000).astype("str"),
            ),
            cudf.DataFrame(
                {"c": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=3000000, stop=6000000).astype("str"),
            ),
        ],
        [
            cudf.DataFrame(
                {"a": [1, 2, 3] * 1000000, "b": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=0, stop=3000000).astype("str"),
            ),
            cudf.DataFrame(
                {"c": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=3000000, stop=6000000).astype("str"),
            ),
            cudf.DataFrame(
                {"d": [1, 2, 3] * 1000000, "e": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=0, stop=3000000).astype("str"),
            ),
            cudf.DataFrame(
                {"f": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=3000000, stop=6000000).astype("str"),
            ),
            cudf.DataFrame(
                {"g": [1, 2, 3] * 1000000, "h": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=0, stop=3000000).astype("str"),
            ),
            cudf.DataFrame(
                {"i": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=3000000, stop=6000000).astype("str"),
            ),
        ],
        [
            cudf.DataFrame({"a": [1, 2, 3] * 50000}),
            cudf.DataFrame({"b": [4, 5, 7] * 50000}),
            cudf.DataFrame({"c": [1, 2, 3] * 50000}),
            cudf.DataFrame({"d": [4, 5, 7] * 50000}),
            cudf.DataFrame({"e": [1, 2, 3] * 50000}),
            cudf.DataFrame({"f": [4, 5, 7] * 50000}),
            cudf.DataFrame({"g": [1, 2, 3] * 50000}),
            cudf.DataFrame({"h": [4, 5, 7] * 50000}),
            cudf.DataFrame({"i": [1, 2, 3] * 50000}),
            cudf.DataFrame({"j": [4, 5, 7] * 50000}),
        ],
        [
            cudf.DataFrame({"a": [1, 2, 3] * 1000000, "b": [4, 5, 7] * 1000000}),
            cudf.DataFrame(
                {"c": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=1000000 * 3, stop=6000000),
            ),
            cudf.DataFrame({"d": [1, 2, 3] * 1000000, "e": [4, 5, 7] * 1000000}),
            cudf.DataFrame(
                {"f": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=1000000 * 3, stop=6000000),
            ),
            cudf.DataFrame({"g": [1, 2, 3] * 1000000, "h": [4, 5, 7] * 1000000}),
            cudf.DataFrame(
                {"i": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=1000000 * 3, stop=6000000),
            ),
            cudf.DataFrame({"j": [1, 2, 3] * 1000000, "k": [4, 5, 7] * 1000000}),
            cudf.DataFrame(
                {"l": [4, 5, 7] * 1000000},
                index=cudf.RangeIndex(start=1000000 * 3, stop=6000000),
            ),
        ],
    ],
)
@pytest.mark.parametrize("axis", [1,])
@pytest.mark.parametrize("join", ["inner", "outer"])
@pytest.mark.parametrize("ignore_index", [True, False])
def test_concat_axis_1(benchmark, objs, axis, join, ignore_index):
    benchmark(
        cudf.concat, objs=objs, axis=axis, join=join, ignore_index=ignore_index
    )