Skip to content

Commit 954c415

Browse files
committed
Update results. Use machine similar to c6a.4xlarge.
1 parent 0274e86 commit 954c415

8 files changed

+176
-233
lines changed

pgpro_tam/README.md

+2-1
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@ Execution engine modules used in tests:
1717
1) DuckDB
1818

1919
For parquet the default compression is ZSTD3.
20-
One of tests uses 'parallel' for loading. In case of inserting a data from one big file, the speed is far from maximum, but a deal is a deal. We do not split the file because it is not recommended by rules.
20+
One of tests uses 'parallel' for loading. In case of inserting a data from one big file, the speed is far from maximum, but a deal is a deal. We do not split the file because it is not recommended by rules. The same test uses higher block size.
2121
We also do not use fine tuning as it is not recommended. Tuning each column with own lightweight encoding would give better results.
2222
Feather format is presented to share our experience. Using an uncompressed format gives gains on some queries, but on average it is worse than parquet.
23+
Since AWS EC2 is generally unavailable in our region, the tests were run on similar virtual machines. For example, on "16 vCPU 32GB" (AMD EPYC 9354) instead of "c6a.4xlarge".
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
{
2+
"system": "pgpro_tam (parquet, local storage)",
3+
"date": "2025-03-12",
4+
"machine": "16 vCPU 32GB",
5+
"cluster_size": 1,
6+
"comment": "",
7+
8+
"tags": ["C", "column-oriented", "PostgreSQL compatible"],
9+
10+
"load_time": 896,
11+
"data_size": 9690683705,
12+
13+
"result": [
14+
[0.121965,0.055939,0.050485],
15+
[0.089373,0.052666,0.053852],
16+
[0.137786,0.083317,0.087256],
17+
[0.172385,0.091564,0.094603],
18+
[0.538787,0.408437,0.411858],
19+
[0.686233,0.62494,0.597144],
20+
[0.090317,0.048043,0.044631],
21+
[0.109058,0.060909,0.055865],
22+
[0.57682,0.431587,0.446563],
23+
[0.712076,0.541072,0.611341],
24+
[0.312388,0.19203,0.169586],
25+
[0.32214,0.200872,0.223604],
26+
[0.684335,0.60455,0.607445],
27+
[1.0551,0.88914,0.893567],
28+
[0.742369,0.674147,0.651927],
29+
[0.545555,0.430873,0.42022],
30+
[1.30304,1.07272,1.10407],
31+
[1.18795,1.02744,1.02785],
32+
[2.10641,1.80847,1.84354],
33+
[0.182098,0.104473,0.083574],
34+
[1.93159,1.5696,1.57084],
35+
[1.04977,0.92779,0.959315],
36+
[1.82224,1.65129,1.61344],
37+
[7.16672,6.89364,6.65278],
38+
[0.329875,0.285765,0.234028],
39+
[0.407689,0.329053,0.327036],
40+
[0.338129,0.283311,0.251594],
41+
[1.61491,1.5109,1.41663],
42+
[6.68084,6.48369,6.58451],
43+
[0.129333,0.070496,0.087264],
44+
[0.796463,0.646511,0.670508],
45+
[0.953313,0.75884,0.74522],
46+
[2.16802,1.99934,2.05396],
47+
[2.80201,2.65829,2.63932],
48+
[2.83818,2.7189,2.68221],
49+
[0.685727,0.582602,0.57167],
50+
[0.300552,0.247166,0.24736],
51+
[0.35933,0.306651,0.305362],
52+
[0.158818,0.105541,0.106078],
53+
[0.430701,0.361146,0.367573],
54+
[0.104606,0.05747,0.055156],
55+
[0.103509,0.05444,0.051846],
56+
[0.107174,0.061772,0.058691]
57+
]
58+
}
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
{
2+
"system": "pgpro_tam (parquet, local, parallel)",
3+
"date": "2025-03-12",
4+
"machine": "16 vCPU 32GB",
5+
"cluster_size": 1,
6+
"comment": "",
7+
8+
"tags": ["C", "column-oriented", "PostgreSQL compatible"],
9+
10+
"load_time": 231,
11+
"data_size": 9296839750,
12+
13+
"result": [
14+
[0.157368,0.076811,0.066552],
15+
[0.103375,0.061974,0.058015],
16+
[0.183204,0.092308,0.101065],
17+
[0.215492,0.133313,0.113411],
18+
[0.575963,0.435609,0.38005],
19+
[0.799993,0.653044,0.657114],
20+
[0.131761,0.054028,0.049321],
21+
[0.112707,0.058783,0.065862],
22+
[0.616592,0.460882,0.4575],
23+
[0.748895,0.589261,0.561417],
24+
[0.325475,0.213035,0.215295],
25+
[0.381683,0.259419,0.22723],
26+
[0.850685,0.643674,0.645815],
27+
[1.16248,0.974224,1.00163],
28+
[0.888859,0.70936,0.714669],
29+
[0.56096,0.447545,0.439501],
30+
[1.471,1.16184,1.16922],
31+
[1.41899,1.10352,1.07184],
32+
[2.45363,1.91624,1.87676],
33+
[0.235691,0.130454,0.106159],
34+
[1.71446,1.67007,1.61907],
35+
[1.23311,1.10651,1.0638],
36+
[2.05306,1.85988,1.8772],
37+
[8.47381,7.69512,7.50987],
38+
[0.453261,0.345283,0.322271],
39+
[0.47581,0.409179,0.375612],
40+
[0.459458,0.334073,0.329991],
41+
[1.72149,1.51678,1.55425],
42+
[6.94545,6.42928,6.54506],
43+
[0.169802,0.076442,0.099734],
44+
[0.93708,0.833691,0.727715],
45+
[1.22111,0.875846,0.872036],
46+
[2.38084,2.05119,2.06873],
47+
[2.87091,2.86531,2.71063],
48+
[2.91213,2.79256,2.9171],
49+
[0.736098,0.584628,0.604029],
50+
[0.364098,0.282749,0.28154],
51+
[0.418062,0.332139,0.331099],
52+
[0.19201,0.139629,0.142391],
53+
[0.477515,0.404038,0.411129],
54+
[0.127648,0.059209,0.065805],
55+
[0.118239,0.064036,0.064608],
56+
[0.116433,0.069667,0.076644]
57+
]
58+
}
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
{
2+
"system": "pgpro_tam (parquet, local + cache)",
3+
"date": "2025-03-12",
4+
"machine": "16 vCPU 32GB",
5+
"cluster_size": 1,
6+
"comment": "",
7+
8+
"tags": ["C", "column-oriented", "PostgreSQL compatible"],
9+
10+
"load_time": 901,
11+
"data_size": 9690839353,
12+
13+
"result": [
14+
[0.124694,0.054433,0.054502],
15+
[0.078485,0.054091,0.052931],
16+
[0.148942,0.081405,0.087797],
17+
[0.133386,0.106882,0.081887],
18+
[0.463357,0.371112,0.417669],
19+
[0.630483,0.615067,0.607291],
20+
[0.105541,0.047894,0.044523],
21+
[0.087479,0.060689,0.058268],
22+
[0.59287,0.500186,0.439438],
23+
[0.628766,0.549193,0.557489],
24+
[0.28691,0.180153,0.195102],
25+
[0.273591,0.214779,0.204902],
26+
[0.687719,0.613713,0.625452],
27+
[1.01113,0.910333,0.921822],
28+
[0.767514,0.649995,0.686619],
29+
[0.494175,0.413127,0.439631],
30+
[1.26799,1.10038,1.08533],
31+
[1.10087,0.997981,1.01195],
32+
[2.03594,1.79275,1.80655],
33+
[0.127061,0.118258,0.113429],
34+
[1.7393,1.78145,1.41986],
35+
[0.997909,0.93914,0.996432],
36+
[1.76353,1.6768,1.56677],
37+
[6.83386,7.05326,7.16022],
38+
[0.367224,0.274191,0.252125],
39+
[0.342871,0.324031,0.347754],
40+
[0.329644,0.261042,0.216447],
41+
[1.53823,1.58558,1.56468],
42+
[6.45344,6.62469,6.54161],
43+
[0.114658,0.076657,0.077018],
44+
[0.796163,0.656362,0.645278],
45+
[0.860668,0.76162,0.748826],
46+
[2.18001,2.01829,2.06293],
47+
[2.70578,2.74194,2.88048],
48+
[2.86158,2.74424,2.79799],
49+
[0.704281,0.590112,0.593061],
50+
[0.274257,0.249852,0.246937],
51+
[0.371515,0.345296,0.34822],
52+
[0.129011,0.106844,0.106359],
53+
[0.419511,0.361714,0.362413],
54+
[0.087051,0.058607,0.054516],
55+
[0.113793,0.056715,0.052204],
56+
[0.0825,0.062001,0.059107]
57+
]
58+
}

pgpro_tam/results/30vCPU.feather_fmt.mem_fd_smgr.json

-58
This file was deleted.

pgpro_tam/results/30vCPU.parquet_fmt.fd_smgr.json

-58
This file was deleted.

pgpro_tam/results/30vCPU.parquet_fmt.fd_smgr.parallel.json

-58
This file was deleted.

0 commit comments

Comments
 (0)