nginx/perf

Author: edwintorok

scripts/stunnel-perf/benchmark.sh

@@ -0,0 +1,116 @@
+#!/bin/bash
+# Set a machine into benchmarking mode.
+#
+# For native Linux, and Intel-only for now (AMD has a different way of disabling turbo)
+# 
+# References: https://llvm.org/docs/Benchmarking.html
+
+# This is for Fedora 42, adapt for your own OS
+declare -a packages=(
+  "cpupower" "tuned" "ss" "turbostat" "lscpu" "lspci" "ip" "ethtool" "jq" "nginx" "hitch" "stunnel" "iperf3" "nuttcp" "httperf" "git" "hyperfine" "varnish"
+)
+
+# httperf --server $OTHER_IP --port 8080 --num-calls 3000 --num-conns=1 --uri /hello
+
+install_packages()
+{
+  sudo dnf install "${packages[@]}"
+}
+
+stop_services()
+{
+  sudo cp /lib/systemd/system/rescue.target /lib/systemd/system/benchmark.target
+  sudo systemctl add-wants benchmark.target sshd.service
+  sudo systemctl isolate benchmark.target
+  sudo systemctl list-units --state=running
+}
+
+start_services()
+{
+  sudo systemctl isolate multi-user.target
+}
+
+set_cpu()
+{
+  # Prevent frequency-scaling
+  sudo cpupower frequency-set -g performance
+
+  # Prevent entering deep C-states to reduce latency and avoid menu governor bugs (there was one recently)
+  # Although if we completely disable C1 then we are going to hit RAPL power limits immediately,
+  # which results in a 30% perf hit on single-stream iperf
+  # Disable just deeper C states, which avoids the big perf hit (although now we're exposed to menu governor bugs)
+  sudo cpupower idle-set -D 2
+
+  # Disable Turbo Boost for more stable measurements
+  # cpupower set --turbo-boost 0 doesn't work when the driver is intel_pstate instead of cpufreq
+  sudo sh -c 'echo 1 >/sys/devices/system/cpu/intel_pstate/no_turbo'
+
+  # AMD
+  sudo cpupower set -m passive
+  sudo cpupower set --turbo-boost 0
+
+  sudo cpupower -c all set --perf-bias 0
+
+  # Bring system into a consistent state
+  # TODO: switch and reboot between the two
+  #sudo tuned-adm profile network-latency
+  
+  sudo tuned-adm profile network-throughput
+  
+  # we could use tuned-adm verify, but there is a bug where it tries to read non-existent hung_task_timeout_secs
+}
+
+describe()
+{
+  # Check all the settings we've changed above
+
+  # List running processes
+  set -x
+  sudo systemctl list-units --state=running
+  LIBPROC_HIDE_KERNEL=1 ps -ejH
+
+  sudo cpupower -c all frequency-info
+  sudo cpupower -c all idle-info
+  sudo cpupower -c all info
+  sudo cat /sys/devices/system/cpu/intel_pstate/no_turbo
+  sudo tuned-adm profile_info
+  sudo ss -neopatium
+
+  lscpu
+  sudo turbostat true
+  sudo lspci -k
+  sudo ip a
+
+  for P in /sys/class/net/*; do
+    IFACE=$(basename "${P}")
+    sudo ethtool "${IFACE}"
+    sudo ethtool -k "${IFACE}"
+  done
+
+  sudo sos report --batch
+
+  set +x
+}
+
+open_ports()
+{
+  # iperf3, nuttcp
+  for P in 5201 5000 5001 5101 5102 5103 5104; do
+    sudo firewall-cmd --add-port "${P}/tcp"
+  done
+}
+
+iperf3_server()
+{
+  iperf3 -s
+}
+
+iperf3_client()
+{
+  # TODO: autodetect IP
+  iperf3 --json --logfile iperf3.json -c  10.70.58.43
+  iperf3 --json --logfile iperf3_2.json -c  10.70.58.43 -P2 
+  iperf3 --json --logfile iperf3_4.json -c  10.70.58.43 -P4
+}
+
+

scripts/stunnel-perf/nginx.conf

@@ -0,0 +1,23 @@
+error_log stderr error;
+pid /tmp/nginx.pid;
+daemon off;
+events {
+    
+}
+http {
+    client_body_temp_path /tmp/nginx-client_body;
+    proxy_temp_path /tmp/nginx-proxy;
+    fastcgi_temp_path /tmp/nginx-fcgi;
+    uwsgi_temp_path /tmp/nginx-uwsgi;
+    scgi_temp_path /tmp/nginx-scgi;
+    access_log off;
+    tcp_nodelay on;
+    server {
+        gzip off;
+        listen 8080 reuseport;
+        location = /hello {
+            default_type text/plain;
+            return 200 "Hello";
+        }
+    }
+}