diff --git a/benchmarks/refs/heads/dev/karo/steffens-fixes.json b/benchmarks/refs/heads/dev/karo/steffens-fixes.json index 2e99545..66fe49b 100644 --- a/benchmarks/refs/heads/dev/karo/steffens-fixes.json +++ b/benchmarks/refs/heads/dev/karo/steffens-fixes.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1755186039665, + "lastUpdate": 1755187428215, "repoUrl": "https://github.com/rosenpass/rosenpass", "entries": { "Protocol Benchmarks": [ @@ -5294,6 +5294,888 @@ "run time": "below 1ms" } ] + }, + { + "commit": { + "author": { + "email": "karo@cupdev.net", + "name": "Karolin Varner", + "username": "koraa" + }, + "committer": { + "email": "karo@cupdev.net", + "name": "Karolin Varner", + "username": "koraa" + }, + "distinct": true, + "id": "46d08ac4dc00ed17cdb535c08b6604928d155538", + "message": "fix: Upgrade stacker\n\nPotentially fixes issues with flaky tests using stacker.", + "timestamp": "2025-08-14T17:58:50+02:00", + "tree_id": "0c9a4e3b21005e327db280e536bf8bde1b38f637", + "url": "https://github.com/rosenpass/rosenpass/commit/46d08ac4dc00ed17cdb535c08b6604928d155538" + }, + "date": 1755187426947, + "bigger_is_better": false, + "benches": [ + { + "name": "handle_resp_conf", + "unit": "ns/iter", + "value": "468628", + "range": "± 66554", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR7", + "unit": "ns/iter", + "value": "461511", + "range": "± 47277", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHR1", + "unit": "ns/iter", + "value": "174", + "range": "± 96", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1us" + }, + { + "name": "RHI7", + "unit": "ns/iter", + "value": "7462", + "range": "± 1557", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI2", + "unit": "ns/iter", + "value": "252", + "range": "± 1017", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1us" + }, + { + "name": "RHR3", + "unit": "ns/iter", + "value": "6303", + "range": "± 540", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR6", + "unit": "ns/iter", + "value": "159", + "range": "± 908", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1us" + }, + { + "name": "ICR3", + "unit": "ns/iter", + "value": "6685", + "range": "± 2143", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "handle_init_hello", + "unit": "ns/iter", + "value": "2821723", + "range": "± 160387", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "RHR6", + "unit": "ns/iter", + "value": "917250", + "range": "± 71001", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "ICR7", + "unit": "ns/iter", + "value": "5840", + "range": "± 1133", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHR4", + "unit": "ns/iter", + "value": "8484", + "range": "± 1863", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHI5", + "unit": "ns/iter", + "value": "523721", + "range": "± 47530", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "IHI1", + "unit": "ns/iter", + "value": "459096", + "range": "± 47051", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHR4", + "unit": "ns/iter", + "value": "22649", + "range": "± 2421", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "handle_resp_hello", + "unit": "ns/iter", + "value": "581309", + "range": "± 50437", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "IHI3", + "unit": "ns/iter", + "value": "9990", + "range": "± 2525", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI7", + "unit": "ns/iter", + "value": "456975", + "range": "± 29844", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHR5", + "unit": "ns/iter", + "value": "488277", + "range": "± 35604", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHI5", + "unit": "ns/iter", + "value": "491838", + "range": "± 49325", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR5", + "unit": "ns/iter", + "value": "962346", + "range": "± 448929", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "RHI3", + "unit": "ns/iter", + "value": "6538", + "range": "± 1268", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI8", + "unit": "ns/iter", + "value": "6934", + "range": "± 327", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICI4", + "unit": "ns/iter", + "value": "7066", + "range": "± 1351", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR2", + "unit": "ns/iter", + "value": "8048", + "range": "± 6810", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR4", + "unit": "ns/iter", + "value": "7031", + "range": "± 979", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI4", + "unit": "ns/iter", + "value": "7210", + "range": "± 1296", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICI3", + "unit": "ns/iter", + "value": "6501", + "range": "± 1446", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "handle_init_conf", + "unit": "ns/iter", + "value": "926771", + "range": "± 440078", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHI6", + "unit": "ns/iter", + "value": "463126", + "range": "± 40373", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR1", + "unit": "ns/iter", + "value": "887731", + "range": "± 438995", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR6", + "unit": "ns/iter", + "value": "6255", + "range": "± 1662", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHI6", + "unit": "ns/iter", + "value": "3239", + "range": "± 878", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR1", + "unit": "ns/iter", + "value": "911722", + "range": "± 454263", + "protocol version": "V02", + "sample size": 200, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR8", + "unit": "ns/iter", + "value": "7001", + "range": "± 543", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "handle_initiation", + "unit": "ns/iter", + "value": "1899548", + "range": "± 142396", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHR7", + "unit": "ns/iter", + "value": "7154", + "range": "± 1285", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHI4", + "unit": "ns/iter", + "value": "19350", + "range": "± 2261", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICI7", + "unit": "ns/iter", + "value": "5859", + "range": "± 1387", + "protocol version": "V02", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHR5", + "unit": "ns/iter", + "value": "1366761", + "range": "± 76114", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHI4", + "unit": "ns/iter", + "value": "10040", + "range": "± 3441", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI8", + "unit": "ns/iter", + "value": "8702", + "range": "± 2088", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR1", + "unit": "ns/iter", + "value": "1323629", + "range": "± 17701", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHI5", + "unit": "ns/iter", + "value": "1394583", + "range": "± 27318", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "RHI3", + "unit": "ns/iter", + "value": "7923", + "range": "± 1737", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI6", + "unit": "ns/iter", + "value": "1340473", + "range": "± 93404", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHI1", + "unit": "ns/iter", + "value": "1325759", + "range": "± 79233", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "ICR7", + "unit": "ns/iter", + "value": "7092", + "range": "± 1291", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHR1", + "unit": "ns/iter", + "value": "1322984", + "range": "± 68685", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "handle_init_conf", + "unit": "ns/iter", + "value": "1358052", + "range": "± 21349", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR6", + "unit": "ns/iter", + "value": "9095", + "range": "± 1889", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHI7", + "unit": "ns/iter", + "value": "8661", + "range": "± 1659", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI2", + "unit": "ns/iter", + "value": "128", + "range": "± 57", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1us" + }, + { + "name": "ICI4", + "unit": "ns/iter", + "value": "8072", + "range": "± 808", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHI6", + "unit": "ns/iter", + "value": "4109", + "range": "± 313", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR3", + "unit": "ns/iter", + "value": "7549", + "range": "± 747", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHR8", + "unit": "ns/iter", + "value": "8479", + "range": "± 1826", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "handle_resp_conf", + "unit": "ns/iter", + "value": "1322541", + "range": "± 21751", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "IHR4", + "unit": "ns/iter", + "value": "9838", + "range": "± 1544", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHR4", + "unit": "ns/iter", + "value": "28421", + "range": "± 2647", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "handle_resp_hello", + "unit": "ns/iter", + "value": "1464961", + "range": "± 30023", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "IHR5", + "unit": "ns/iter", + "value": "1400051", + "range": "± 65398", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "RHR7", + "unit": "ns/iter", + "value": "8159", + "range": "± 831", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHI7", + "unit": "ns/iter", + "value": "1337380", + "range": "± 111058", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "handle_init_hello", + "unit": "ns/iter", + "value": "8129273", + "range": "± 287605", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "long" + }, + { + "name": "IHI3", + "unit": "ns/iter", + "value": "12031", + "range": "± 2753", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR4", + "unit": "ns/iter", + "value": "8361", + "range": "± 1948", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHR3", + "unit": "ns/iter", + "value": "7491", + "range": "± 441", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICI7", + "unit": "ns/iter", + "value": "7338", + "range": "± 1871", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICI3", + "unit": "ns/iter", + "value": "7802", + "range": "± 1659", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "IHR7", + "unit": "ns/iter", + "value": "1327956", + "range": "± 61439", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHR1", + "unit": "ns/iter", + "value": "260", + "range": "± 1060", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1us" + }, + { + "name": "IHI5", + "unit": "ns/iter", + "value": "1364929", + "range": "± 70272", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "RHR6", + "unit": "ns/iter", + "value": "2637885", + "range": "± 29620", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + }, + { + "name": "ICR2", + "unit": "ns/iter", + "value": "9116", + "range": "± 6349", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "RHI4", + "unit": "ns/iter", + "value": "24869", + "range": "± 2038", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1ms" + }, + { + "name": "ICR6", + "unit": "ns/iter", + "value": "36", + "range": "± 18", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "below 1us" + }, + { + "name": "handle_initiation", + "unit": "ns/iter", + "value": "5402891", + "range": "± 319058", + "protocol version": "V03", + "sample size": 100, + "operating system": "linux", + "architecture": "x86_64", + "run time": "medium" + } + ] } ], "Crypto Primitives Benchmarks": [