update for latest DataFusion, running on a c6a.4xlarge with 500 gb gp2 volume.

Author: kmitchener

datafusion/README.md

@@ -1,4 +1,4 @@
-# Datafusion
+# DataFusion
 
 DataFusion is an extensible query execution framework, written in Rust, that uses Apache Arrow as its in-memory format. For more information, please check <https://arrow.apache.org/datafusion/user-guide/introduction.html>
 

datafusion/benchmark.sh

@@ -7,14 +7,11 @@ source ~/.cargo/env
 
 
 # Install Dependencies
-sudo apt update -y
-sudo apt install gcc -y
+sudo yum update -y
+sudo yum install gcc -y
 
 
-# Install Datafusion
-#cargo install --version 10.0.0 datafusion-cli
-
-# Install Datafusion Master Branch
+# Install DataFusion main branch
 git clone https://github.com/apache/arrow-datafusion.git
 cd arrow-datafusion/datafusion-cli
 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release

datafusion/results/f16s_v2.json

@@ -0,0 +1,58 @@
+{
+    "system": "DataFusion (single)",
+    "date": "2023-02-21",
+    "machine": "c6a.4xlarge, 500gb gp2",
+    "cluster_size": 1,
+    "comment": "",
+
+    "tags": ["Rust", "column-oriented", "embedded", "stateless"],
+
+    "load_time": 0,
+    "data_size": 14779976446,
+
+    "result": [
+[2.656, 0.227, 0.224],
+[0.097, 0.080, 0.076],
+[0.160, 0.139, 0.142],
+[0.336, 0.123, 0.124],
+[2.652, 2.677, 2.663],
+[1.749, 1.818, 1.701],
+[0.103, 0.084, 0.084],
+[0.102, 0.078, 0.093],
+[9.134, 2.867, 2.871],
+[61.637, 62.583, 65.014],
+[0.492, 0.382, 0.389],
+[0.503, 0.416, 0.414],
+[2.071, 2.968, 2.008],
+[4.314, 3.640, 3.624],
+[2.147, 2.081, 2.077],
+[3.546, 3.425, 6.533],
+[5.092, 5.098, 4.989],
+[4.410, 4.315, 4.352],
+[14.138, 10.743, 11.860],
+[0.206, 0.109, 0.108],
+[10.058, 1.554, 1.520],
+[11.167, 1.846, 1.825],
+[22.119, 4.371, 4.366],
+[56.076, 11.756, 11.948],
+[2.559, 0.590, 0.583],
+[0.746, 0.489, 0.491],
+[2.557, 0.606, 0.590],
+[9.576, 2.412, 2.487],
+[8.925, 5.805, 5.744],
+[0.606, 0.580, 0.557],
+[3.173, 2.885, 2.881],
+[7.420, 5.220, 7.927],
+[null, null, null],
+[12.470, 10.547, 8.536],
+[12.679, 9.765, 9.008],
+[3.513, 4.141, 3.656],
+[0.500, 0.399, 0.404],
+[0.269, 0.215, 0.234],
+[0.243, 0.193, 0.191],
+[0.882, 0.773, 0.771],
+[0.160, 0.106, 0.105],
+[0.124, 0.101, 0.095],
+[0.138, 0.112, 0.115]
+]
+}