Merge pull request #795 from puzpuzpuz/dataframe-in-memory

rschu1ze · web-flow · commit 3d908eaec418 · 2026-02-22T18:02:48.000+01:00
Mark DataFrame results as in-memory
diff --git a/chdb-dataframe/results/c6a.metal.json b/chdb-dataframe/results/c6a.metal.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe"],
+    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe","in-memory"],
     "load_time": 103,
     "data_size": 154990247936,
     "result": [
diff --git a/chdb-dataframe/results/c7a.metal-48xl.json b/chdb-dataframe/results/c7a.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe"],
+    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe","in-memory"],
     "load_time": 98,
     "data_size": 141248589824,
     "result": [
diff --git a/chdb-dataframe/results/c7i.metal-48xl.json b/chdb-dataframe/results/c7i.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe"],
+    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe","in-memory"],
     "load_time": 84,
     "data_size": 153826500608,
     "result": [
diff --git a/chdb-dataframe/results/c8g.metal-48xl.json b/chdb-dataframe/results/c8g.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe"],
+    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe","in-memory"],
     "load_time": 78,
     "data_size": 150402093056,
     "result": [
diff --git a/chdb-dataframe/template.json b/chdb-dataframe/template.json
@@ -3,5 +3,5 @@
     "proprietary": "no",
   "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe"]
+    "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe","in-memory"]
 }
diff --git a/clickhouse/results/c6a.metal.tuned.memory.json b/clickhouse/results/c6a.metal.tuned.memory.json
@@ -7,7 +7,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "yes",
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "lukewarm-cold-run"],
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "in-memory", "lukewarm-cold-run"],
     "load_time": 284.697,
     "data_size": 82800083772,
     "result": [
diff --git a/duckdb-dataframe/results/c6a.4xlarge.json b/duckdb-dataframe/results/c6a.4xlarge.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded","Python","dataframe","lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","Python","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 1960,
     "data_size": 31883952128,
     "result": [
diff --git a/duckdb-dataframe/results/c6a.metal.json b/duckdb-dataframe/results/c6a.metal.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded","Python","dataframe","lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","Python","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 100,
     "data_size": 143926595584,
     "result": [
diff --git a/duckdb-dataframe/results/c7a.metal-48xl.json b/duckdb-dataframe/results/c7a.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded","Python","dataframe","lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","Python","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 98,
     "data_size": 141127221248,
     "result": [
diff --git a/duckdb-dataframe/results/c8g.metal-48xl.json b/duckdb-dataframe/results/c8g.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded","Python","dataframe","lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","Python","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 79,
     "data_size": 145781866496,
     "result": [
diff --git a/duckdb-dataframe/template.json b/duckdb-dataframe/template.json
@@ -9,6 +9,7 @@
     "embedded",
     "Python",
     "dataframe",
+    "in-memory",
     "lukewarm-cold-run"
   ]
 }
diff --git a/duckdb-memory/results/c6a.2xlarge.json b/duckdb-memory/results/c6a.2xlarge.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded", "lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","in-memory","lukewarm-cold-run"],
     "load_time": 426,
     "data_size": 14791049216,
     "result": [
diff --git a/duckdb-memory/results/c6a.4xlarge.json b/duckdb-memory/results/c6a.4xlarge.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded", "lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","in-memory","lukewarm-cold-run"],
     "load_time": 283,
     "data_size": 28254740480,
     "result": [
diff --git a/duckdb-memory/results/c6a.metal.json b/duckdb-memory/results/c6a.metal.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded", "lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","in-memory","lukewarm-cold-run"],
     "load_time": 15,
     "data_size": 109959671808,
     "result": [
diff --git a/duckdb-memory/results/c7a.metal-48xl.json b/duckdb-memory/results/c7a.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded", "lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","in-memory","lukewarm-cold-run"],
     "load_time": 12,
     "data_size": 110490939392,
     "result": [
diff --git a/duckdb-memory/results/c8g.4xlarge.json b/duckdb-memory/results/c8g.4xlarge.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded", "lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","in-memory","lukewarm-cold-run"],
     "load_time": 288,
     "data_size": 27818287104,
     "result": [
diff --git a/duckdb-memory/results/c8g.metal-48xl.json b/duckdb-memory/results/c8g.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["C++","column-oriented","embedded", "lukewarm-cold-run"],
+    "tags": ["C++","column-oriented","embedded","in-memory","lukewarm-cold-run"],
     "load_time": 13,
     "data_size": 107791679488,
     "result": [
diff --git a/duckdb-memory/template.json b/duckdb-memory/template.json
@@ -7,6 +7,7 @@
     "C++",
     "column-oriented",
     "embedded",
+    "in-memory",
     "lukewarm-cold-run"
   ]
 }
diff --git a/index.html b/index.html
@@ -945,7 +945,7 @@ <h2>Detailed Comparison</h2>
         filtered_data = filtered_data.filter(elem => elem.load_time >= 5);
     }
     if (selectors.metric == 'cold' || selectors.metric == 'combined' || selectors.metric == 'load') {
-        filtered_data = filtered_data.filter(elem => !elem.system.match(/memory|dataframe/i));
+        filtered_data = filtered_data.filter(elem => !elem.tags.includes('in-memory'));
     }
 
     let nothing_selected_elem = document.getElementById('nothing-selected');
diff --git a/pandas/results/c6a.metal.json b/pandas/results/c6a.metal.json
@@ -7,7 +7,7 @@
     "hardware": "cpu",
     "tuned": "no",
     "comment": "",
-    "tags": ["C++", "column-oriented", "embedded", "stateless", "serverless", "dataframe", "lukewarm-cold-run"],
+    "tags": ["C++", "column-oriented", "embedded", "stateless", "serverless", "dataframe", "in-memory", "lukewarm-cold-run"],
     "load_time": 28,
     "data_size": 321067241472,
     "result": [
diff --git a/pandas/template.json b/pandas/template.json
@@ -3,5 +3,5 @@
     "proprietary": "no",
   "hardware": "cpu",
     "tuned": "no",
-    "tags": ["Python","dataframe","row-oriented", "lukewarm-cold-run"]
+    "tags": ["Python","dataframe","in-memory","row-oriented", "lukewarm-cold-run"]
 }
diff --git a/polars-dataframe/results/c6a.4xlarge.json b/polars-dataframe/results/c6a.4xlarge.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["column-oriented","dataframe","lukewarm-cold-run"],
+    "tags": ["column-oriented","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 272,
     "data_size": 31860514816,
     "result": [
diff --git a/polars-dataframe/results/c6a.metal.json b/polars-dataframe/results/c6a.metal.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["column-oriented","dataframe","lukewarm-cold-run"],
+    "tags": ["column-oriented","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 2,
     "data_size": 178059264000,
     "result": [
diff --git a/polars-dataframe/results/c7a.metal-48xl.json b/polars-dataframe/results/c7a.metal-48xl.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["column-oriented","dataframe","lukewarm-cold-run"],
+    "tags": ["column-oriented","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 2,
     "data_size": 178953740288,
     "result": [
diff --git a/polars-dataframe/results/c8g.4xlarge.json b/polars-dataframe/results/c8g.4xlarge.json
@@ -6,7 +6,7 @@
     "proprietary": "no",
     "hardware": "cpu",
     "tuned": "no",
-    "tags": ["column-oriented","dataframe","lukewarm-cold-run"],
+    "tags": ["column-oriented","dataframe","in-memory","lukewarm-cold-run"],
     "load_time": 270,
     "data_size": 31986552832,
     "result": [
diff --git a/polars-dataframe/template.json b/polars-dataframe/template.json
@@ -6,6 +6,7 @@
   "tags": [
     "column-oriented",
     "dataframe",
+    "in-memory",
     "lukewarm-cold-run"
   ]
 }

Original file line number	Diff line number	Diff line change
`@@ -3,5 +3,5 @@`
`3`	`3`	`"proprietary": "no",`
`4`	`4`	`"hardware": "cpu",`
`5`	`5`	`"tuned": "no",`
`6`		`- "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe"]`
	`6`	`+ "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless","Python","dataframe","in-memory"]`
`7`	`7`	`}`