diff --git a/benchmarks/refs/heads/dev/karo/disable-benchmarks.json b/benchmarks/refs/heads/dev/karo/disable-benchmarks.json index 6d38de8..93b7e23 100644 --- a/benchmarks/refs/heads/dev/karo/disable-benchmarks.json +++ b/benchmarks/refs/heads/dev/karo/disable-benchmarks.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1752049308722, + "lastUpdate": 1752049770965, "repoUrl": "https://github.com/rosenpass/rosenpass", "entries": { "Protocol Benchmarks": [ @@ -884,6 +884,888 @@ "run time": "below 1ms" } ] + }, + { + "commit": { + "author": { + "email": "karo@cupdev.net", + "name": "Karolin Varner", + "username": "koraa" + }, + "committer": { + "email": "karo@cupdev.net", + "name": "Karolin Varner", + "username": "koraa" + }, + "distinct": true, + "id": "7003671cde86d2a7cf8332de818b93e71e1740de", + "message": "fix: Regression caused by benchmarks\n\nCI keeps failing for external pull requests as GH's permission\nmodel was not fully accounted for", + "timestamp": "2025-07-09T10:08:05+02:00", + "tree_id": "bd5e83891746b1511eefd59776c6f39ad69729d6", + "url": "https://github.com/rosenpass/rosenpass/commit/7003671cde86d2a7cf8332de818b93e71e1740de" + }, + "date": 1752049770081, + "bigger_is_better": false, + "benches": [ + { + "name": "handle_init_hello", + "unit": "ns/iter", + "value": "92342344", + "range": "± 1631608", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "IHI3", + "unit": "ns/iter", + "value": "78132", + "range": "± 7651", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHR6", + "unit": "ns/iter", + "value": "2268709", + "range": "± 21427", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHR6", + "unit": "ns/iter", + "value": "13464", + "range": "± 3354", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHR3", + "unit": "ns/iter", + "value": "14356", + "range": "± 1805", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI4", + "unit": "ns/iter", + "value": "17511", + "range": "± 12747", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_init_conf", + "unit": "ns/iter", + "value": "2025178", + "range": "± 828145", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "handle_resp_hello", + "unit": "ns/iter", + "value": "87010517", + "range": "± 414614", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "RHR5", + "unit": "ns/iter", + "value": "1561272", + "range": "± 33954", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICR2", + "unit": "ns/iter", + "value": "15980", + "range": "± 12193", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICR3", + "unit": "ns/iter", + "value": "14111", + "range": "± 1045", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICR7", + "unit": "ns/iter", + "value": "12991", + "range": "± 4120", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHI5", + "unit": "ns/iter", + "value": "86806273", + "range": "± 409419", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "RHI7", + "unit": "ns/iter", + "value": "16090", + "range": "± 1720", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHR7", + "unit": "ns/iter", + "value": "1137557", + "range": "± 11051", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICR4", + "unit": "ns/iter", + "value": "14253", + "range": "± 1386", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_resp_conf", + "unit": "ns/iter", + "value": "1135899", + "range": "± 38329", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "RHR7", + "unit": "ns/iter", + "value": "14476", + "range": "± 1496", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHR4", + "unit": "ns/iter", + "value": "18130", + "range": "± 2391", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI2", + "unit": "ns/iter", + "value": "292", + "range": "± 1155", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1us" + }, + { + "name": "ICI4", + "unit": "ns/iter", + "value": "14223", + "range": "± 1020", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI1", + "unit": "ns/iter", + "value": "1137093", + "range": "± 46364", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHR1", + "unit": "ns/iter", + "value": "1977064", + "range": "± 857870", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHI6", + "unit": "ns/iter", + "value": "1148664", + "range": "± 37151", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHR5", + "unit": "ns/iter", + "value": "87763335", + "range": "± 1575754", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "RHR4", + "unit": "ns/iter", + "value": "124363", + "range": "± 4416", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICR1", + "unit": "ns/iter", + "value": "1994961", + "range": "± 857095", + "protocol version": "V02", + "sample size": "200", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICR6", + "unit": "ns/iter", + "value": "53", + "range": "± 12", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1us" + }, + { + "name": "ICI7", + "unit": "ns/iter", + "value": "13082", + "range": "± 697", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI7", + "unit": "ns/iter", + "value": "1142263", + "range": "± 34789", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "handle_initiation", + "unit": "ns/iter", + "value": "5107716", + "range": "± 171654", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICI3", + "unit": "ns/iter", + "value": "14509", + "range": "± 1799", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI5", + "unit": "ns/iter", + "value": "1563521", + "range": "± 52964", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "RHI6", + "unit": "ns/iter", + "value": "7189", + "range": "± 357", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI8", + "unit": "ns/iter", + "value": "14362", + "range": "± 1479", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHR8", + "unit": "ns/iter", + "value": "14378", + "range": "± 1186", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHR1", + "unit": "ns/iter", + "value": "706", + "range": "± 870", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1us" + }, + { + "name": "RHI3", + "unit": "ns/iter", + "value": "14251", + "range": "± 1363", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHI4", + "unit": "ns/iter", + "value": "122545", + "range": "± 5683", + "protocol version": "V02", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_initiation", + "unit": "ns/iter", + "value": "11835068", + "range": "± 123097", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHI4", + "unit": "ns/iter", + "value": "20796", + "range": "± 3198", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICR1", + "unit": "ns/iter", + "value": "2830370", + "range": "± 37364", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICR3", + "unit": "ns/iter", + "value": "15783", + "range": "± 731", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHR6", + "unit": "ns/iter", + "value": "17860", + "range": "± 3082", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHI3", + "unit": "ns/iter", + "value": "16033", + "range": "± 1374", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICR6", + "unit": "ns/iter", + "value": "55", + "range": "± 13", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1us" + }, + { + "name": "RHI4", + "unit": "ns/iter", + "value": "129568", + "range": "± 3433", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI6", + "unit": "ns/iter", + "value": "2826749", + "range": "± 29209", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "RHR5", + "unit": "ns/iter", + "value": "3251083", + "range": "± 57403", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHI8", + "unit": "ns/iter", + "value": "16074", + "range": "± 1782", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICI7", + "unit": "ns/iter", + "value": "14197", + "range": "± 1302", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI3", + "unit": "ns/iter", + "value": "76985", + "range": "± 4041", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_resp_conf", + "unit": "ns/iter", + "value": "2815305", + "range": "± 12901", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHR8", + "unit": "ns/iter", + "value": "16070", + "range": "± 1721", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI7", + "unit": "ns/iter", + "value": "2830957", + "range": "± 112014", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "RHI5", + "unit": "ns/iter", + "value": "88421848", + "range": "± 120588", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "RHR6", + "unit": "ns/iter", + "value": "5634139", + "range": "± 15393", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICR2", + "unit": "ns/iter", + "value": "17227", + "range": "± 9921", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHR5", + "unit": "ns/iter", + "value": "88402276", + "range": "± 168021", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "RHR3", + "unit": "ns/iter", + "value": "15888", + "range": "± 1125", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICR4", + "unit": "ns/iter", + "value": "16093", + "range": "± 2096", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_resp_hello", + "unit": "ns/iter", + "value": "88640993", + "range": "± 120766", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "ICR7", + "unit": "ns/iter", + "value": "14259", + "range": "± 1808", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_init_hello", + "unit": "ns/iter", + "value": "103140552", + "range": "± 201117", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "long" + }, + { + "name": "RHR7", + "unit": "ns/iter", + "value": "15887", + "range": "± 1051", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "ICI4", + "unit": "ns/iter", + "value": "15780", + "range": "± 1061", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHI6", + "unit": "ns/iter", + "value": "8791", + "range": "± 252", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHR1", + "unit": "ns/iter", + "value": "2811922", + "range": "± 23175", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "IHI5", + "unit": "ns/iter", + "value": "3245209", + "range": "± 30304", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "RHI7", + "unit": "ns/iter", + "value": "17102", + "range": "± 2015", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "RHR1", + "unit": "ns/iter", + "value": "365", + "range": "± 186", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1us" + }, + { + "name": "IHR4", + "unit": "ns/iter", + "value": "20376", + "range": "± 1192", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "handle_init_conf", + "unit": "ns/iter", + "value": "2896097", + "range": "± 42303", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "ICI3", + "unit": "ns/iter", + "value": "16023", + "range": "± 1539", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI1", + "unit": "ns/iter", + "value": "2814022", + "range": "± 29022", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + }, + { + "name": "RHR4", + "unit": "ns/iter", + "value": "130372", + "range": "± 4289", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1ms" + }, + { + "name": "IHI2", + "unit": "ns/iter", + "value": "170", + "range": "± 48", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "below 1us" + }, + { + "name": "IHR7", + "unit": "ns/iter", + "value": "2822601", + "range": "± 32971", + "protocol version": "V03", + "sample size": "100", + "operating system": "linux", + "architecture": "x86", + "run time": "medium" + } + ] } ], "Crypto Primitives Benchmarks": [