Add ssl + hashlib benchmark

WillChilds-Klein · WillChilds-Klein · commit 152d9b981cd5 · 2024-01-05T18:41:16.000Z
``` $ python3 --version && uname -a Python 3.10.12 Linux ip-172-31-89-138 6.2.0-1014-aws python#14~22.04.1-Ubuntu SMP Thu Oct 5 22:43:45 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux $ echo AWS-LC PYTHON; echo; ./python bench/benchmarks.py; echo; echo SYSTEM PYTHON; echo; python3 bench/benchmarks.py AWS-LC PYTHON ALGO SIZE (B) TIME (s) ==== ======== ======== TLS 0 0.000771021842956543 TLS 1024 0.0007800400257110595 TLS 1048576 0.0026435813903808595 md5 8 1.9125938415527344e-06 md5 1024 3.813743591308594e-06 md5 1048576 0.0019908883571624755 sha1 8 1.8870830535888672e-06 sha1 1024 3.3450126647949217e-06 sha1 1048576 0.001439645290374756 sha256 8 1.9631385803222656e-06 sha256 1024 5.374908447265625e-06 sha256 1048576 0.0034945359230041505 sha384 8 2.081632614135742e-06 sha384 1024 4.610776901245117e-06 sha384 1048576 0.002470192193984985 sha512 8 2.0771026611328124e-06 sha512 1024 4.634857177734375e-06 sha512 1048576 0.002472785234451294 sha3_256 8 2.4628639221191406e-06 sha3_256 1024 6.587982177734375e-06 sha3_256 1048576 0.0045334467887878415 sha3_384 8 2.4132728576660156e-06 sha3_384 1024 7.719039916992187e-06 sha3_384 1048576 0.005894896745681763 sha3_512 8 2.4335384368896486e-06 sha3_512 1024 1.061868667602539e-05 sha3_512 1048576 0.008451510906219482 SYSTEM PYTHON ALGO SIZE (B) TIME (s) ==== ======== ======== TLS 0 0.0019146842956542969 TLS 1024 0.0019197502136230468 TLS 1048576 0.00295937442779541 md5 8 1.884937286376953e-06 md5 1024 3.789663314819336e-06 md5 1048576 0.00199932861328125 sha1 8 1.8317699432373046e-06 sha1 1024 3.321409225463867e-06 sha1 1048576 0.0014382312297821045 sha256 8 2.0177364349365232e-06 sha256 1024 5.11932373046875e-06 sha256 1048576 0.003096806049346924 sha384 8 2.1207332611083983e-06 sha384 1024 4.274129867553711e-06 sha384 1048576 0.0020926313400268554 sha512 8 2.153873443603516e-06 sha512 1024 4.2979717254638674e-06 sha512 1048576 0.0020925924777984617 sha3_256 8 2.3796558380126953e-06 sha3_256 1024 5.854606628417969e-06 sha3_256 1048576 0.003778960466384888 sha3_384 8 2.38037109375e-06 sha3_384 1024 6.821155548095703e-06 sha3_384 1048576 0.004898728609085083 sha3_512 8 2.3713111877441406e-06 sha3_512 1024 9.174823760986328e-06 sha3_512 1048576 0.007007023334503174 ```
diff --git a/bench/README.md b/bench/README.md
@@ -0,0 +1 @@
+# TODO
diff --git a/bench/benchmarks.py b/bench/benchmarks.py
@@ -0,0 +1,79 @@
+import csv
+import hashlib
+import multiprocessing
+import socket
+import ssl
+import time
+
+
+HOSTNAME = "127.0.0.1"
+SERVER_PORT = 4433
+
+HASHES = [
+    "md5",
+    "sha1",
+    "sha256",
+    "sha384",
+    "sha512",
+    "sha3_256",
+    "sha3_384",
+    "sha3_512",
+]
+
+
+def main():
+    server = multiprocessing.Process(target=start_server, daemon=True)
+    server.start()
+    time.sleep(0.5)  # the server takes a little time to get going.
+    print(f"{'ALGO':^10} {'SIZE (B)':^10} {'TIME (s)':^20}")
+    print(f"{'====':^10} {'========':^10} {'========':^20}")
+    for size in 0, 1024, 1024**2:
+        times = [run_client(size) for _ in range(1000)]
+        print(f"{'TLS':<10} {size:<10} {sum(times)/len(times):<20}")
+    for h in HASHES:
+        for size in 8, 1024, 1024**2:
+            times = [do_hash(h, size) for _ in range(1000)]
+            print(f"{h:<10} {size:<10} {sum(times)/len(times):<20}")
+
+
+def do_hash(h: str, size: int) -> int:
+    start = time.time()
+    digest = hashlib.new(h)
+    digest.update(b"X" * size)
+    digest.digest()
+    end = time.time()
+    return end - start
+
+
+def run_client(size: int) -> int:
+    ctx = ssl.SSLContext(ssl.PROTOCOL_TLS_CLIENT)
+    ctx.load_verify_locations("./bench/certs/CA.crt")
+    ctx.check_hostname = False
+    start = time.time()
+    with ctx.wrap_socket(socket.socket(socket.AF_INET)) as conn:
+        conn.connect((HOSTNAME, SERVER_PORT))
+        if size > 0:
+            conn.sendall(b"X" * size)
+    end = time.time()
+    return end - start
+
+
+def start_server():
+    ctx = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
+    ctx.load_cert_chain("./bench/certs/server.crt", "./bench/certs/server.key")
+    with socket.socket(socket.AF_INET, socket.SOCK_STREAM, 0) as sock:
+        sock.bind((HOSTNAME, SERVER_PORT))
+        sock.listen()
+        with ctx.wrap_socket(sock, server_side=True) as ssock:
+            while True:
+                try:
+                    conn, addr = ssock.accept()
+                except ssl.SSLEOFError:
+                    continue
+                data = conn.recv(1024)
+                while data:
+                    data = conn.recv(1024)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/bench/certs/CA.crt b/bench/certs/CA.crt
@@ -0,0 +1,11 @@
+-----BEGIN CERTIFICATE-----
+MIIBljCCATugAwIBAgIUUlYFwDn054PXqbIMrrSUQ6HU8MowCgYIKoZIzj0EAwIw
+IDEeMBwGA1UEAwwVT1FTIHRlc3QgZWNkc2FwMjU2IENBMB4XDTIzMTIxMjE3MDkw
+MVoXDTI0MTIxMTE3MDkwMVowIDEeMBwGA1UEAwwVT1FTIHRlc3QgZWNkc2FwMjU2
+IENBMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEJFgg8kGusiGvm+C5QeYhV0UZ
+qlMdkzHge7zAV3YRTA/g5exs5EujCVOY2tGIy0iKuEGP1M+toMbYmi7Vxb8HqKNT
+MFEwHQYDVR0OBBYEFDIAMFug9yRwdAANnGCwu6mzGSagMB8GA1UdIwQYMBaAFDIA
+MFug9yRwdAANnGCwu6mzGSagMA8GA1UdEwEB/wQFMAMBAf8wCgYIKoZIzj0EAwID
+SQAwRgIhAMIgAP5l7af9+gi1Yt1SR/fT/9PzAs/O0Tsapif3/RNgAiEAwe6MuVYu
+GdrEYpxX97yBSe2wioXrocda7CgDpUUIkaA=
+-----END CERTIFICATE-----
diff --git a/bench/certs/CA.key b/bench/certs/CA.key
@@ -0,0 +1,5 @@
+-----BEGIN PRIVATE KEY-----
+MIGHAgEAMBMGByqGSM49AgEGCCqGSM49AwEHBG0wawIBAQQgFiXZaFCibucFMdxr
+WLkS9cLZor7Xxs3x4mi3RvyvbcShRANCAAQkWCDyQa6yIa+b4LlB5iFXRRmqUx2T
+MeB7vMBXdhFMD+Dl7GzkS6MJU5ja0YjLSIq4QY/Uz62gxtiaLtXFvweo
+-----END PRIVATE KEY-----
diff --git a/bench/certs/server.crt b/bench/certs/server.crt
@@ -0,0 +1,9 @@
+-----BEGIN CERTIFICATE-----
+MIIBOTCB4AIUZcuEo7Ou/R/+TLY3VtGOplZZqlgwCgYIKoZIzj0EAwIwIDEeMBwG
+A1UEAwwVT1FTIHRlc3QgZWNkc2FwMjU2IENBMB4XDTIzMTIxMjE3MDkwMVoXDTI0
+MTIxMTE3MDkwMVowHzEdMBsGA1UEAwwUb3FzdGVzdCBDQSBlY2RzYXAyNTYwWTAT
+BgcqhkjOPQIBBggqhkjOPQMBBwNCAASszcOdq5lgz1JdaYnCcdRVS0ELj2+37PpS
+ypNGmxuF5WDjMj/519xylbhOWQkx4/T3ZTNEDoVda5YFsJ4AJx/xMAoGCCqGSM49
+BAMCA0gAMEUCICMcvqeV5ygmyIv7Zbaq+kKPUE5cA48jlHNQwQTh17VxAiEA+pZ5
+FnKRW0xI90QHYL6Sy+B2gUpDA6bbRXs7EypeVA0=
+-----END CERTIFICATE-----
diff --git a/bench/certs/server.csr b/bench/certs/server.csr
@@ -0,0 +1,7 @@
+-----BEGIN CERTIFICATE REQUEST-----
+MIHZMIGBAgEAMB8xHTAbBgNVBAMMFG9xc3Rlc3QgQ0EgZWNkc2FwMjU2MFkwEwYH
+KoZIzj0CAQYIKoZIzj0DAQcDQgAErM3DnauZYM9SXWmJwnHUVUtBC49vt+z6UsqT
+RpsbheVg4zI/+dfccpW4TlkJMeP092UzRA6FXWuWBbCeACcf8aAAMAoGCCqGSM49
+BAMCA0cAMEQCICCwHKUCevppkp8mIJ/i0+H1zR2SmmL6XDJ2DuDpIG6ZAiA3ihSC
+bTIXJe527hRxruB5937YwYlq1SVDqSjOyDh3Zw==
+-----END CERTIFICATE REQUEST-----
diff --git a/bench/certs/server.key b/bench/certs/server.key
@@ -0,0 +1,5 @@
+-----BEGIN PRIVATE KEY-----
+MIGHAgEAMBMGByqGSM49AgEGCCqGSM49AwEHBG0wawIBAQQgRqyThi/VpmwRI5Wm
+845G8JK2hQo5aR+F323suEOIkhKhRANCAASszcOdq5lgz1JdaYnCcdRVS0ELj2+3
+7PpSypNGmxuF5WDjMj/519xylbhOWQkx4/T3ZTNEDoVda5YFsJ4AJx/x
+-----END PRIVATE KEY-----
diff --git a/bench/run_benchmarks.sh b/bench/run_benchmarks.sh
@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+BUILD_DIR='build/bench/'
+
+./python bench/benchmarks.py
