From 07fd3083fa1b7a88b12e4802cea2e9433c145902 Mon Sep 17 00:00:00 2001 From: Vladimir Dubrovin <3proxy@3proxy.ru> Date: Wed, 14 Oct 2026 17:08:01 +0300 Subject: [PATCH] bench: the slow link with two CPUs for the proxy The 5 Mbit/s, 25 ms, 1% loss run again with a second proxy CPU, so the HTTP proxy is not held by its CPU: it then keeps 3000 exchanges a second in every configuration, and the grace delay settings rank as with one CPU. Co-Authored-By: Claude Opus 5.5 --- bench/RESULTS.md | 56 +++++++++++++++++++ bench/data/m4-slow-gp2.csv | 97 +++++++++++++++++++++++++++++++++ bench/data/skylake-slow-gp2.csv | 97 +++++++++++++++++++++++++++++++++ 3 files changed, 250 insertions(+) create mode 100644 bench/data/m4-slow-gp2.csv create mode 100644 bench/data/skylake-slow-gp2.csv diff --git a/bench/RESULTS.md b/bench/RESULTS.md index 05c6afa..29465a9 100644 --- a/bench/RESULTS.md +++ b/bench/RESULTS.md @@ -1058,6 +1058,62 @@ ms caps a copying connection at 13 Mbit/s, 20 ms at 6.5 ([data/](data/) exchanges were lost there (`mix-connect-3k` and `mix-relay-3k`), none on Intel. +### The slow link, two CPUs for the proxy + +The same, with the client's 4 CPUs kept and a second CPU for the proxy +(`--cpus cli=0-3,prx=4-5,srv=6-7`), so that the HTTP proxy is not held by +its CPU ([data/](data/) `*-slow-gp2.csv`). "CPU busy" is of both of the +proxy's CPUs, 200% for both full. + +**Intel (Skylake)** + +| | -s0 | -s | -s0 -g8000,2,2 | -s -g8000,2,2 | -s0 -g8000,2,10 | -s -g8000,2,10 | -s0 -g8000,2,20 | -s -g8000,2,20 | +|---|---:|---:|---:|---:|---:|---:|---:|---:| +| stream16, Mbit/s | 59 | 60 | 57 | 58 | 57 | 55 | 51 | 54 | +| stream16, process / busy CPU s/GB | 8.3 / 20.8 | 8.1 / 20.2 | 9.9 / 24.2 | 9.1 / 22.7 | 5.5 / 13.9 | 5.9 / 14.6 | 5.2 / 13.4 | 5.4 / 13.6 | +| mix-relay-3k, k/s | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | +| mix-relay-3k, process / busy CPU µs | 103 / 351 | 95 / 342 | 119 / 358 | 105 / 342 | 107 / 346 | 108 / 362 | 104 / 329 | 95 / 337 | +| mix-relay-3k, CPU busy % | 105 | 102 | 107 | 102 | 103 | 108 | 98 | 100 | +| mix-relay-3k, p50 / p90 / p99 ms | 98.3 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,114 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | +| mix-http-3k, k/s | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | +| mix-http-3k, process / busy CPU µs | 137 / 367 | 135 / 373 | 160 / 417 | 135 / 394 | 140 / 377 | 144 / 392 | 147 / 379 | 134 / 378 | +| mix-http-3k, CPU busy % | 109 | 111 | 124 | 117 | 112 | 117 | 113 | 113 | +| mix-http-3k, p50 / p90 / p99 ms | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,114 | 102 / 311 / 1,180 | 102 / 311 / 1,114 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | +| mix-connect-3k, k/s | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | 2.98 | +| mix-connect-3k, process / busy CPU µs | 97 / 335 | 91 / 330 | 113 / 350 | 98 / 337 | 111 / 354 | 105 / 345 | 99 / 325 | 108 / 352 | +| mix-connect-3k, CPU busy % | 100 | 98 | 104 | 100 | 106 | 103 | 97 | 105 | +| mix-connect-3k, p50 / p90 / p99 ms | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | 102 / 311 / 1,180 | + +**ARM (M4)** + +| | -s0 | -s | -s0 -g8000,2,2 | -s -g8000,2,2 | -s0 -g8000,2,10 | -s -g8000,2,10 | -s0 -g8000,2,20 | -s -g8000,2,20 | +|---|---:|---:|---:|---:|---:|---:|---:|---:| +| stream16, Mbit/s | 55 | 57 | 53 | 53 | 54 | 53 | 49 | 46 | +| stream16, process / busy CPU s/GB | 26.9 / 66.8 | 26.2 / 66.8 | 34.9 / 67.2 | 34.5 / 63.1 | 23.6 / 48.4 | 23.4 / 47.6 | 22.6 / 43.2 | 24.5 / 48.9 | +| mix-relay-3k, k/s | 1.81 | 1.77 | 1.78 | 1.77 | 1.72 | 1.76 | 1.75 | 1.76 | +| mix-relay-3k, process / busy CPU µs | 340 / 629 | 369 / 678 | 375 / 669 | 363 / 667 | 438 / 736 | 362 / 670 | 405 / 691 | 378 / 682 | +| mix-relay-3k, CPU busy % | 114 | 120 | 118 | 118 | 127 | 118 | 121 | 120 | +| mix-relay-3k, p50 / p90 / p99 ms | 2,359 / 4,194 / 6,554 | 2,490 / 4,194 / 6,816 | 2,359 / 4,194 / 6,816 | 2,490 / 4,194 / 6,816 | 2,621 / 4,456 / 7,078 | 2,490 / 4,194 / 6,816 | 2,490 / 4,194 / 6,816 | 2,359 / 4,194 / 6,816 | +| mix-http-3k, k/s | 1.70 | 1.74 | 1.74 | 1.74 | 1.74 | 1.67 | 1.66 | 1.73 | +| mix-http-3k, process / busy CPU µs | 472 / 737 | 395 / 671 | 401 / 685 | 391 / 662 | 397 / 658 | 478 / 757 | 478 / 764 | 383 / 666 | +| mix-http-3k, CPU busy % | 125 | 117 | 120 | 116 | 115 | 127 | 127 | 114 | +| mix-http-3k, p50 / p90 / p99 ms | 2,621 / 4,456 / 7,078 | 2,621 / 4,456 / 6,816 | 2,621 / 4,456 / 6,816 | 2,621 / 4,456 / 6,816 | 2,621 / 4,456 / 6,816 | 2,753 / 4,719 / 7,078 | 2,621 / 4,719 / 7,078 | 2,490 / 4,456 / 6,816 | +| mix-connect-3k, k/s | 1.77 | 1.81 | 1.78 | 1.74 | 1.78 | 1.75 | 1.77 | 1.74 | +| mix-connect-3k, process / busy CPU µs | 367 / 662 | 329 / 626 | 409 / 694 | 473 / 769 | 388 / 668 | 416 / 722 | 358 / 654 | 412 / 700 | +| mix-connect-3k, CPU busy % | 117 | 113 | 123 | 134 | 119 | 126 | 116 | 122 | +| mix-connect-3k, p50 / p90 / p99 ms | 2,359 / 4,194 / 6,816 | 2,228 / 4,063 / 6,816 | 2,359 / 4,194 / 6,816 | 2,490 / 4,194 / 6,816 | 2,359 / 4,194 / 6,816 | 2,228 / 4,194 / 6,816 | 2,359 / 4,194 / 6,816 | 2,490 / 4,194 / 6,816 | + +* With two CPUs the HTTP proxy kept the 3000 exchanges a second in every + configuration on Intel, at the latency of the relay (p90 311 ms). +* The settings rank as with one: on streams 10 ms takes 27-34% off the + process CPU per gigabyte for 3-8% of the throughput, 20 ms 33-37% for + 10-14%, 2 ms adds 12-19%. In the mix a 2 ms wait adds up to 17% per + exchange; 10 and 20 ms move it by less than the runs do. +* On two CPUs the proxy spends 7-13% more process CPU per exchange as a + relay and through CONNECT than on one, the cost of spreading its threads. +* ARM's client set the pace of the mix again (1.7-1.8k a second); 1 exchange + was lost there, none on Intel. + ## Earlier sessions The morning session of 13 October ([data/](data/) `*-16k-*.csv`, `*-mix.csv`) diff --git a/bench/data/m4-slow-gp2.csv b/bench/data/m4-slow-gp2.csv new file mode 100644 index 0000000..f4644a4 --- /dev/null +++ b/bench/data/m4-slow-gp2.csv @@ -0,0 +1,97 @@ +proxy,scenario,rep,gbit,rate,p50_ms,p90_ms,p99_ms,errors,timeouts,retrans,prx_cpu_s,prx_task_s,cpu_s_per_gb,cpu_us_per_req,peak_mb,cli_util,prx_util,srv_util,cli_thread,srv_thread,bound +3proxy-devel-s0,relay-stream16,0,0.05462653822170754,nan,nan,nan,nan,0,0,510,4.59,1.839301,66.83000171457539,nan,3.4765625,0.008139813263107493,0.1946564885496183,0.0963096309630963,0.011274045604863439,0.13072656479209882,none +3proxy-devel-s,relay-stream16,0,0.05786129249806196,nan,nan,nan,nan,0,0,484,4.69,1.8284280000000002,64.47182045326578,nan,3.5859375,0.006578947368421052,0.1824192921042396,0.09270704573547589,0.007977519708314024,0.12192649206069037,none +"3proxy-devel-s0-g8000,2,2",relay-stream16,0,0.053073855890746015,nan,nan,nan,nan,0,0,518,4.52,2.5107340000000002,67.7502225564833,nan,3.40625,0.014804202483285577,0.19955849889624724,0.08280828082808281,0.01040424877995418,0.11690000654868411,none +"3proxy-devel-s-g8000,2,2",relay-stream16,0,0.05316734656868866,nan,nan,nan,nan,0,0,505,4.22,2.293756,63.12949984681372,nan,3.453125,0.009665252239509665,0.1845212068211631,0.07850133809099019,0.011269470395809339,0.10941175893051851,none +"3proxy-devel-s0-g8000,2,10",relay-stream16,0,0.054519774065219496,nan,nan,nan,nan,0,0,436,3.21,1.547253,46.826685363886234,nan,3.58203125,0.007677543186180422,0.14203539823008848,0.037803780378037805,0.01039844018174465,0.07185610566781021,none +"3proxy-devel-s-g8000,2,10",relay-stream16,0,0.05274075741085538,nan,nan,nan,nan,0,0,445,3.09,1.544222,46.59057134696146,nan,3.49609375,0.007892848600813202,0.1375166889185581,0.03298689561680976,0.00867173655643836,0.0692832437801363,none +"3proxy-devel-s0-g8000,2,20",relay-stream16,0,0.04992049819129748,nan,nan,nan,nan,0,0,408,2.87,1.412842,45.7126561684499,nan,3.7734375,0.007004830917874396,0.1282394995531725,0.031616982836495035,0.009533293420958724,0.06924188091412387,none +"3proxy-devel-s-g8000,2,20",relay-stream16,0,0.0456608779510102,nan,nan,nan,nan,0,0,430,2.81,1.397849,48.94657222103311,nan,3.49609375,0.012706784943658594,0.12567084078711985,0.03513513513513514,0.011262000301223558,0.06837361877455497,none +3proxy-devel-s0,mix-relay-3k,0,0.459809608,1816.4,2228.224,4194.304,6553.6,0,0,0,11.09,5.619285,19.294942614596255,610.5483373706232,1469.375,0.8489393614741804,0.47131321716957075,0.23677007299270073,1.4734464276315642,0.315397729153799,client +3proxy-devel-s,mix-relay-3k,0,0.43714230239999996,1741.1,2490.368,4194.304,6815.744,0,0,0,12.35,7.068929,22.601335871080867,709.3216931824709,1486.6953125,0.8300667222685572,0.5105415460934271,0.25734327049539674,1.6165346567117598,0.3559087564293501,client +"3proxy-devel-s0-g8000,2,2",mix-relay-3k,0,0.4469126504,1766.1,2490.368,4194.304,6815.744,0,0,0,11.82,6.617063000000001,21.15849706097288,669.2712756922032,1469.6171875,0.8434504792332268,0.5059931506849316,0.2497721057429353,1.6200698046195112,0.3358590640457162,client +"3proxy-devel-s-g8000,2,2",mix-relay-3k,0,0.4489018776,1768.7,2490.368,4194.304,6815.744,0,0,0,11.79,6.426832,21.01127322172733,666.5912817323458,1494.44140625,0.8261686143572621,0.4935119296776894,0.24199288256227758,1.5733899852705255,0.3226728852993121,client +"3proxy-devel-s0-g8000,2,10",mix-relay-3k,0,0.438656776,1727.6,2621.44,4456.448,7077.888,0,0,0,12.72,7.572918999999999,23.198091439034332,736.2815466543182,1466.7265625,0.8262949864780529,0.531328320802005,0.24768620537681799,1.5967839545572653,0.32840392747045644,client +"3proxy-devel-s-g8000,2,10",mix-relay-3k,0,0.4481753672,1766.8,2490.368,4194.304,6815.744,0,0,0,11.83,6.401629,21.116733967613737,669.5721077654516,1489.6796875,0.8133223684210527,0.4806989028850061,0.24078091106290672,1.543712324260237,0.33274029245825465,client +"3proxy-devel-s0-g8000,2,20",mix-relay-3k,0,0.4415996512,1752.1,2490.368,4194.304,6815.744,0,0,0,12.06,7.059019999999999,21.84784334358641,688.3168768905884,1476.671875,0.8375850340136054,0.5171526586620926,0.25397546569741025,1.590049352837831,0.3441381965413207,client +"3proxy-devel-s-g8000,2,20",mix-relay-3k,0,0.452715756,1786,2359.296,4194.304,6815.744,0,0,0,11.39,6.066603999999999,20.127419642977923,637.7379619260918,1501.1953125,0.8482373172828891,0.4857142857142857,0.24300779458963778,1.6058494083379402,0.337231442185533,client +3proxy-devel-s0,mix-http-3k,0,0.440921364,1725,2621.44,4456.448,7077.888,0,0,0,11.44,6.785824000000001,20.756535625703997,663.1884057971015,1675.734375,0.8468094405594405,0.5113991953509164,0.2469252601702933,1.5839573209345714,0.3484625876149085,client +3proxy-devel-s,mix-http-3k,0,0.4464501032,1745,2490.368,4456.448,6815.744,0,0,0,11.65,6.823118999999999,20.87579313611412,667.6217765042979,1714.71875,0.8318191421931121,0.5023717119448038,0.2312614259597806,1.4400965940615964,0.32891209621693124,client +"3proxy-devel-s0-g8000,2,2",mix-http-3k,0,0.4465795336,1745.2,2621.44,4456.448,7077.888,0,0,0,11.96,7.002946000000001,21.425074998107796,685.3082741233096,1683.1796875,0.8243412797992472,0.5089361702127659,0.24057450628366248,1.3883862090431125,0.33651088535484086,client +"3proxy-devel-s-g8000,2,2",mix-http-3k,0,0.44775641839999997,1747.8,2490.368,4456.448,6815.744,0,0,0,11.57,6.8255099999999995,20.671953811572653,661.9750543540451,1706.90234375,0.8477933261571582,0.50991626267078,0.23731968357375524,1.5839483166141548,0.3309129343962533,client +"3proxy-devel-s0-g8000,2,10",mix-http-3k,0,0.4473742664,1742.6,2621.44,4456.448,6815.744,0,0,0,11.46,6.913257000000001,20.492908708796488,657.6380121657294,1674.28125,0.829845698583809,0.4980443285528031,0.2369385884509624,1.5964394169178995,0.3346794343421869,client +"3proxy-devel-s-g8000,2,10",mix-http-3k,0,0.4234464064,1674.7,2752.512,4456.448,7077.888,0,0,0,12.67,8.002418,23.93691349555399,756.5534125515018,1701.21484375,0.8466323466323467,0.5499131944444444,0.27080459770114945,1.6196072772061343,7.0801380032237065,origin +"3proxy-devel-s0-g8000,2,20",mix-http-3k,0,0.45409172719999996,1768.3,2490.368,4194.304,6815.744,0,0,0,11.65,6.868513,20.52448754675309,658.8248600350619,1695.53515625,0.8328726344886243,0.5049848287819679,0.23478260869565218,1.5393560753176343,0.32959060873096757,client +"3proxy-devel-s-g8000,2,20",mix-http-3k,0,0.46052069760000003,1782.1,2359.296,4194.304,6815.744,0,0,0,11.34,6.4297189999999995,19.69944032326594,636.3279277257169,1717.43359375,0.8160132752540966,0.47928994082840237,0.215695067264574,1.5174529326042516,0.31178454128535377,client +3proxy-devel-s0,mix-connect-3k,0,0.457997012,1813.3,2228.224,4063.232,6553.6,0,0,0,11.52,6.225575,20.12240202126035,635.3057960624276,1585.98046875,0.8513513513513513,0.49676584734799484,0.25430032543003256,1.6426506951044202,0.3395912988122928,client +3proxy-devel-s,mix-connect-3k,0,0.4642216144,1832.2,2228.224,4063.232,6553.6,0,0,0,10.8,5.665319,18.611800338437668,589.4552996397773,1622.3515625,0.8566696113074205,0.4734765453748356,0.24236730859558478,1.6250450611545555,0.3200081939705128,client +"3proxy-devel-s0-g8000,2,2",mix-connect-3k,0,0.4494928248,1778,2359.296,4194.304,6815.744,0,0,0,11.4,6.419332,20.289534107820092,641.1698537682789,1594.32421875,0.8608733816107088,0.5013192612137203,0.256,1.6884478486969952,0.34313773990304947,client +"3proxy-devel-s-g8000,2,2",mix-connect-3k,0,0.4554746968,1794.4,2228.224,4063.232,6553.6,0,0,0,11.58,6.408130000000001,20.3392198624545,645.3410610789122,1624.66796875,0.8507174983936603,0.49529512403763903,0.2468065693430657,1.6511569941398363,0.3272598615584141,client +"3proxy-devel-s0-g8000,2,10",mix-connect-3k,0,0.4571642304,1812.3,2228.224,4194.304,6815.744,0,0,0,11.44,6.263388,20.0190640286804,631.242068090272,1598.3515625,0.859864243485877,0.4973913043478261,0.25442684063373716,1.683801038535663,0.33383039995264313,client +"3proxy-devel-s-g8000,2,10",mix-connect-3k,0,0.455667312,1800.4,2228.224,4194.304,6815.744,0,0,0,11.56,6.4855719999999994,20.295508930427733,642.079537880471,1618.88671875,0.8394982993197279,0.4935952177625961,0.23524069028156222,1.6653333614738512,0.31692377061274185,client +"3proxy-devel-s0-g8000,2,20",mix-connect-3k,0,0.4638820168,1820,2228.224,4063.232,6553.6,0,0,0,11.3,6.265642,19.487713842327164,620.8791208791209,1591.390625,0.8581992170508916,0.49280418665503706,0.247451343836886,1.6899337945408335,0.3294743209451572,client +"3proxy-devel-s-g8000,2,20",mix-connect-3k,0,0.4521236768,1797.3,2359.296,4194.304,6815.744,0,0,0,12.04,6.9379,21.303905312308565,669.8937294831136,1625.7421875,0.8426678067550235,0.5134328358208955,0.2507965407373691,1.5155321776565895,0.33996164563877196,client +3proxy-devel-s,relay-stream16,1,0.05180380326966718,nan,nan,nan,nan,0,0,506,4.37,1.7242320000000002,67.08340865505534,nan,3.421875,0.008585738134986884,0.18524798643493007,0.08901943063714415,0.011263805409130937,0.12805968258720266,none +"3proxy-devel-s0-g8000,2,2",relay-stream16,1,0.0515828977905656,nan,nan,nan,nan,0,0,489,4.36,2.251231,67.2003235479798,nan,3.515625,0.01961242120009339,0.18907198612315698,0.07592675301473872,0.007804587104806668,0.1039483529289768,none +"3proxy-devel-s-g8000,2,2",relay-stream16,1,0.0528601944448615,nan,nan,nan,nan,0,0,451,4.19,2.205911,63.05160371979784,nan,3.27734375,0.006692573402417962,0.1689516129032258,0.07113486842105263,0.007977901179647107,0.09720488821938429,none +"3proxy-devel-s0-g8000,2,10",relay-stream16,1,0.0535831627153619,nan,nan,nan,nan,0,0,432,3.35,1.580805,49.72465307332199,nan,3.56640625,0.007230499561787906,0.13606823720552397,0.03677685950413223,0.009564694105424335,0.06609138662513696,none +"3proxy-devel-s-g8000,2,10",relay-stream16,1,0.05149124757266354,nan,nan,nan,nan,0,0,459,3.09,1.472952,47.722326116523284,nan,3.41796875,0.007851534618129907,0.13594368675758908,0.03715308863025962,0.011259106217472411,0.06747005229595662,none +"3proxy-devel-s0-g8000,2,20",relay-stream16,1,0.0465724359913205,nan,nan,nan,nan,0,0,455,2.46,1.229201,41.987271916946305,nan,3.63671875,0.008987701040681173,0.10987047789191604,0.028738212842388863,0.011255300710271903,0.06226172377518996,none +"3proxy-devel-s-g8000,2,20",relay-stream16,1,0.04868198623819373,nan,nan,nan,nan,0,0,441,2.59,1.258915,42.312916136911134,nan,3.47265625,0.014174344436569808,0.11557340473003123,0.033183856502242155,0.010391371063380271,0.06485977870346463,none +3proxy-devel-s0,relay-stream16,1,0.0549375377782868,nan,nan,nan,nan,0,0,489,4.23,1.689049,61.237834662594885,nan,3.33984375,0.007456140350877193,0.16653543307086613,0.07875,0.00877440202497623,0.11632481015082488,none +3proxy-devel-s,mix-relay-3k,1,0.4577653424,1795,2359.296,4194.304,6553.6,0,0,0,11.44,6.1563099999999995,19.99277610667801,637.3259052924791,1496.78125,0.8561259706643658,0.49035576510930134,0.25590004627487273,1.6526552637636995,0.3626317944996959,client +"3proxy-devel-s0-g8000,2,2",mix-relay-3k,1,0.4547158096,1788.9,2359.296,4194.304,6815.744,0,0,0,11.84,6.535609,20.83059308699259,661.8592431102912,1467.828125,0.846528365791702,0.5016949152542373,0.2505674080798911,1.6086544552651496,0.3341753420195944,client +"3proxy-devel-s-g8000,2,2",mix-relay-3k,1,0.459150736,1801,2359.296,4194.304,6815.744,0,0,0,11.78,6.5264180000000005,20.52485003530518,654.0810660744031,1494.71875,0.8366918555835432,0.4978867286559594,0.25011205737337516,1.6097080821416008,0.335999976086974,client +"3proxy-devel-s0-g8000,2,10",mix-relay-3k,1,0.43478637839999995,1720.5,2621.44,4456.448,7077.888,0,0,0,13.33,8.236618,24.526987343171097,774.7747747747748,1464.42578125,0.8408376963350785,0.5540315876974231,0.26767452200978215,1.6679053654973928,0.3725993576525694,client +"3proxy-devel-s-g8000,2,10",mix-relay-3k,1,0.4477233384,1760.2,2621.44,4456.448,7077.888,1,0,0,12.48,7.425161,22.299485293036494,709.0103397341211,1493.77734375,0.8431122448979592,0.5324232081911263,0.2700498414136837,1.6697626584879353,0.3817711221364235,client +"3proxy-devel-s0-g8000,2,20",mix-relay-3k,1,0.4474858168,1757.8,2490.368,4194.304,6815.744,0,0,0,12.14,7.1139909999999995,21.703481172769095,690.636022300603,1462.40625,0.8257638315441783,0.5073129962390305,0.2463768115942029,1.583971024565901,0.33621290525625,client +"3proxy-devel-s-g8000,2,20",mix-relay-3k,1,0.4454087288,1756.7,2490.368,4194.304,6815.744,0,0,0,11.98,6.759567,21.517315176603695,681.9604941082712,1503.453125,0.8585229712322885,0.5124037639007699,0.2610478359908884,1.490874761347337,0.35833982305316664,client +3proxy-devel-s0,mix-relay-3k,1,0.46217938080000004,1809.7,2359.296,4194.304,6553.6,0,0,0,11.38,6.146096,19.69797956854245,628.8335083162955,1468.109375,0.8518518518518519,0.48528784648187634,0.24793008279668813,1.6247299430951145,0.337434410584957,client +3proxy-devel-s,mix-http-3k,1,0.44243848,1736.5,2621.44,4456.448,6815.744,0,0,0,11.66,6.858052,21.083157143112867,671.4655917074575,1713.76171875,0.8350937702090968,0.5089480576167612,0.24976657329598506,1.5383817525150167,0.3746922943858307,client +"3proxy-devel-s0-g8000,2,2",mix-http-3k,1,0.4451828976,1737.6,2621.44,4456.448,6815.744,0,0,0,12.0,7.527229999999999,21.564170707711394,690.6077348066299,1676.15234375,0.8303552659239016,0.5181347150259067,0.24285065819337268,1.4516506297807457,0.35273999971728165,client +"3proxy-devel-s-g8000,2,2",mix-http-3k,1,0.422216968,1678.2,2752.512,4718.592,7077.888,0,0,0,12.37,7.899760000000001,23.4381864065681,737.0992730306281,1709.15234375,0.8407906168549087,0.5500222321031569,0.26313320825515946,1.6008958579349861,0.38795897764239073,client +"3proxy-devel-s0-g8000,2,10",mix-http-3k,1,0.4417232952,1735.4,2621.44,4456.448,7077.888,0,0,0,12.11,7.456655,21.93228228004942,697.8218278206754,1684.71875,0.8246753246753247,0.5184075342465754,0.2373806275579809,1.3707142082298545,0.3453300927814793,client +"3proxy-devel-s-g8000,2,10",mix-http-3k,1,0.41582498,1652.5,2621.44,4718.592,7077.888,0,0,0,12.87,8.490984000000001,24.760417231307265,778.8199697428139,1699.609375,0.8256033578174187,0.5588363004776379,0.26150341685649203,1.6028888549468334,0.3905517983333882,client +"3proxy-devel-s0-g8000,2,20",mix-http-3k,1,0.41095370639999995,1630.7,2621.44,4718.592,7077.888,0,0,0,13.71,9.271118000000001,26.689137557806436,840.7432390997731,1680.109375,0.8236760124610591,0.575566750629723,0.25886524822695034,1.6016265186299952,0.38086169429887906,client +"3proxy-devel-s-g8000,2,20",mix-http-3k,1,0.4399694904,1726.3,2490.368,4456.448,6815.744,0,0,0,11.49,6.6041549999999996,20.892357766996653,665.5853559636216,1710.55859375,0.8397504839750484,0.49761801645734083,0.23144306131858,1.5469884146752237,0.34365235002655947,client +3proxy-devel-s0,mix-http-3k,1,0.4170913368,1649.5,2883.584,4718.592,7077.888,0,0,0,12.65,7.8309370000000005,24.263270672660013,766.8990603213094,1677.375,0.8500646273158121,0.5471453287197232,0.261070110701107,1.612813173875782,0.37491196727654325,client +3proxy-devel-s,mix-connect-3k,1,0.4383120664,1738.9,2359.296,4194.304,7077.888,0,0,0,11.9,6.630447,21.719684968271274,684.3406751394559,1608.56640625,0.8621295279912184,0.5169417897480452,0.27019498607242337,1.675286245641439,0.36574045990003967,client +"3proxy-devel-s0-g8000,2,2",mix-connect-3k,1,0.4457799256,1775.3,2490.368,4194.304,6815.744,0,0,0,12.51,7.356930000000001,22.450539885863357,704.6696333014138,1592.5703125,0.8253438932888704,0.524748322147651,0.251779359430605,1.598069110792057,0.33473054175852873,client +"3proxy-devel-s-g8000,2,2",mix-connect-3k,1,0.4382585984,1743.5,2490.368,4194.304,6815.744,0,0,0,13.4,8.251711,24.46044421977506,768.5689704617149,1619.98828125,0.8358706986444213,0.5539479123604796,0.2652613087395696,1.628903204739349,0.36052000968879455,client +"3proxy-devel-s0-g8000,2,10",mix-connect-3k,1,0.4384809368,1755.1,2621.44,4194.304,6815.744,0,0,0,12.51,7.493010999999999,22.82425337128134,712.7798985812774,1592.19921875,0.8502903850290385,0.5373711340206185,0.26907263590680675,1.6412183352104965,0.3622552355457044,client +"3proxy-devel-s-g8000,2,10",mix-connect-3k,1,0.42299885839999996,1693.9,2490.368,4456.448,7077.888,0,0,0,13.3,7.796953,25.153732187944836,785.1703170198949,1617.70703125,0.8469151400294799,0.5509527754763878,0.27785175321793165,1.6100189318396008,0.37191119763053193,client +"3proxy-devel-s0-g8000,2,20",mix-connect-3k,1,0.44509063839999996,1762,2359.296,4194.304,6815.744,0,0,0,12.67,7.390823,22.772889666780287,719.0692395005675,1596.5859375,0.842869162810265,0.5259443752594437,0.2549194991055456,1.473530127830723,0.35162516884996553,client +"3proxy-devel-s-g8000,2,20",mix-connect-3k,1,0.4330730704,1728,2621.44,4456.448,7077.888,0,0,0,12.85,7.733826999999999,23.73733372639649,743.6342592592592,1618.76171875,0.8355359765051396,0.5347482313774449,0.25089126559714797,1.6040232634897205,0.35454387981035457,client +3proxy-devel-s0,mix-connect-3k,1,0.437873856,1736.7,2359.296,4194.304,6815.744,0,0,0,12.54,7.415876,22.91070787290849,722.0590775608913,1582.4140625,0.8452254922718611,0.528,0.2674470959027465,1.6159728880251614,0.3687950056973258,client +"3proxy-devel-s0-g8000,2,2",relay-stream16,2,0.05639843120630469,nan,nan,nan,nan,0,0,468,4.05,2.2839519999999998,57.11469103800832,nan,3.55078125,0.01692126909518214,0.1789659743703049,0.0751131221719457,0.008673028342638863,0.1108763035848216,none +"3proxy-devel-s-g8000,2,2",relay-stream16,2,0.054944873821073055,nan,nan,nan,nan,0,0,488,4.16,2.419634,60.224442599620495,nan,3.59765625,0.006737665724842426,0.1697266421868625,0.0708955223880597,0.007170154352854901,0.10503306091107198,none +"3proxy-devel-s0-g8000,2,10",relay-stream16,2,0.04877799142850298,nan,nan,nan,nan,0,0,487,2.97,1.51485,48.41731144831731,nan,3.734375,0.00744297719087635,0.13276709879302637,0.030825022665457842,0.010403689197305903,0.07100598121149793,none +"3proxy-devel-s-g8000,2,10",relay-stream16,2,0.05285636314900731,nan,nan,nan,nan,0,0,431,3.16,1.563462,47.552044810157795,nan,3.3828125,0.007673860911270983,0.14075723830734965,0.03262347077480743,0.011267447164241258,0.07097753725458342,none +"3proxy-devel-s0-g8000,2,20",relay-stream16,2,0.04911696114873466,nan,nan,nan,nan,0,0,404,2.67,1.3948209999999999,43.2494339669586,nan,3.47265625,0.007444764649375601,0.12016201620162016,0.029850746268656716,0.010400407323895232,0.06838097166188248,none +"3proxy-devel-s-g8000,2,20",relay-stream16,2,0.044210258855948904,nan,nan,nan,nan,0,0,432,2.73,1.3850609999999999,49.12322422243514,nan,3.55859375,0.015979012640114476,0.12192943278249219,0.03282374100719424,0.012129269773014472,0.06658796142492256,none +3proxy-devel-s0,relay-stream16,2,0.05577605114722127,nan,nan,nan,nan,0,0,492,4.69,2.060792,66.88198196553739,nan,3.44140625,0.008001939864209506,0.2012012012012012,0.10158730158730159,0.010398022353879825,0.14539383049935517,none +3proxy-devel-s,relay-stream16,2,0.05724178067262854,nan,nan,nan,nan,0,0,487,4.81,1.875625,66.84405773280966,nan,3.53125,0.007750060547348026,0.20338266384778012,0.10045248868778281,0.008671671654515043,0.1394810763931311,none +"3proxy-devel-s0-g8000,2,2",mix-relay-3k,2,0.4501055928,1776.2,2359.296,4194.304,6553.6,0,0,0,11.96,6.690532000000001,21.25723419804616,673.3475959914424,1475.5234375,0.8369472789115646,0.5067796610169492,0.2509090909090909,1.6306457092953253,0.3361355518779759,client +"3proxy-devel-s-g8000,2,2",mix-relay-3k,2,0.4415253288,1755.6,2490.368,4194.304,6815.744,0,0,0,11.73,6.4955490000000005,21.253593821003008,668.1476418318524,1492.02734375,0.8410752688172043,0.5010679196924391,0.2557928214447978,1.623893228179707,0.35433879645517924,client +"3proxy-devel-s0-g8000,2,10",mix-relay-3k,2,0.43554496239999996,1717.1,2490.368,4456.448,7077.888,0,0,0,12.18,6.759832,22.371972680632705,709.3355075417855,1463.23828125,0.8622250970245796,0.5182978723404256,0.24965580541532814,1.7018669699848046,0.333678179435498,client +"3proxy-devel-s-g8000,2,10",mix-relay-3k,2,0.45012398639999995,1757.8,2490.368,4194.304,6815.744,0,0,0,11.58,6.105944,20.580996080861155,658.7780179770167,1497.99609375,0.8368689011455239,0.4892268694550063,0.23632286995515694,1.6306146534548198,0.3081151259625377,client +"3proxy-devel-s0-g8000,2,20",mix-relay-3k,2,0.4204187808,1676.5,2490.368,4456.448,7077.888,0,0,0,12.87,7.67138,24.489866937932945,767.6707426185505,1454.90234375,0.8535235256546732,0.5446466356326704,0.27280898876404497,1.6354487228057533,0.37705267237496476,client +"3proxy-devel-s-g8000,2,20",mix-relay-3k,2,0.4459191088,1761,2359.296,4194.304,6815.744,0,0,0,12.05,6.661196,21.618270690264712,684.2703009653605,1490.25390625,0.8565003212679375,0.5095137420718816,0.26132246376811596,1.6860028226294796,0.36732801600792875,client +3proxy-devel-s0,mix-relay-3k,2,0.4510767088,1769.8,2490.368,4194.304,6815.744,0,0,0,12.15,6.840909000000001,21.548441341292328,686.518250649791,1459.3046875,0.8328154133001865,0.5,0.24716652136006975,1.6082870530277162,0.33820905932769363,client +3proxy-devel-s,mix-relay-3k,2,0.447890692,1769.1,2490.368,4194.304,6815.744,0,0,0,11.99,6.529152,21.415939583758977,677.7457464247358,1492.16015625,0.825682382133995,0.49038854805725973,0.23803363518758086,1.605563274957488,0.32254820447882815,client +"3proxy-devel-s0-g8000,2,2",mix-http-3k,2,0.4362860992,1713.6,2621.44,4456.448,6815.744,0,0,0,11.66,6.796089,21.380465747371673,680.4388422035481,1678.21875,0.8286987900658035,0.5045434876676763,0.23313716613852423,1.4530179122775715,0.3295676651794345,client +"3proxy-devel-s-g8000,2,2",mix-http-3k,2,0.4432893048,1736.4,2621.44,4456.448,6815.744,0,0,0,11.39,6.567750000000001,20.555424868892526,655.9548491131076,1708.640625,0.8426461143224149,0.4956483899042646,0.22639780018331807,1.595176862171897,0.3241273269167528,client +"3proxy-devel-s0-g8000,2,10",mix-http-3k,2,0.44119066560000003,1730.4,2621.44,4456.448,6815.744,0,0,0,11.16,6.364491999999999,20.2361488946243,644.9375866851595,1678.46484375,0.8482758620689655,0.4890446976336547,0.23126734505087881,1.5735217399027848,0.3248548779150301,client +"3proxy-devel-s-g8000,2,10",mix-http-3k,2,0.42843142,1683.3,2752.512,4718.592,7077.888,0,0,0,12.35,7.676798000000001,23.060867011107636,733.6778946117745,1699.421875,0.84416968663398,0.5388307155322862,0.2580348943985308,1.6232272064882163,0.3729467276441734,client +"3proxy-devel-s0-g8000,2,20",mix-http-3k,2,0.4168001048,1658.8,2621.44,4718.592,7077.888,0,0,0,12.67,7.937008,24.318611927565907,763.8051603568845,1676.359375,0.8395140664961637,0.5461206896551725,0.25286303252404946,1.585114207732166,0.3634776502897509,client +"3proxy-devel-s-g8000,2,20",mix-http-3k,2,0.4363734208,1709.1,2752.512,4456.448,7077.888,0,0,0,11.45,6.7897940000000006,20.99119598807609,669.9432449827394,1713.75390625,0.8391489361702128,0.4969618055555556,0.2319634703196347,1.6116219216579177,0.34590466066481473,client +3proxy-devel-s0,mix-http-3k,2,0.43413665360000003,1698.2,2621.44,4456.448,7077.888,0,0,0,12.51,8.012901,23.05264924537116,736.6623483688611,1678.23828125,0.8451127819548873,0.5484436650591845,0.25264611136677406,1.6583329170721322,0.36657173404267934,client +3proxy-devel-s,mix-http-3k,2,0.4348186832,1703.6,2752.512,4456.448,7077.888,0,0,0,12.38,7.403806,22.77731013560091,726.6964076074196,1704.10546875,0.8357427194636496,0.5234672304439746,0.24830699774266365,1.612132269122733,0.368299394993107,client +"3proxy-devel-s0-g8000,2,2",mix-connect-3k,2,0.4465568856,1770.1,2359.296,4194.304,6815.744,0,0,0,12.28,7.233078,21.999436839497697,693.7461160386418,1588.26171875,0.8370072064434082,0.5234441602728048,0.2556255625562556,1.638968633957363,0.3354531308265018,client +"3proxy-devel-s-g8000,2,2",mix-connect-3k,2,0.41090006160000003,1664,2752.512,4718.592,7077.888,0,0,0,14.32,9.411761000000002,27.88025865800941,860.5769230769231,1610.17578125,0.8631398586421075,0.6065226598898772,0.30468046804680465,1.7828599852651734,0.4295957645306068,client +"3proxy-devel-s0-g8000,2,10",mix-connect-3k,2,0.4511572592,1784.1,2359.296,4194.304,6815.744,0,0,0,11.91,6.921949999999999,21.119021817126953,667.5634773835548,1591.94921875,0.8297827462560641,0.5083226632522407,0.24359550561797752,1.5912866260779692,0.3255673350950494,client +"3proxy-devel-s-g8000,2,10",mix-connect-3k,2,0.439297172,1751.8,2228.224,4194.304,6553.6,0,0,0,12.65,7.284345999999999,23.036797514371433,722.1143966206188,1620.61328125,0.8256899771736875,0.5227272727272727,0.23725834797891038,1.593524650384862,0.3184341160460445,client +"3proxy-devel-s0-g8000,2,20",mix-connect-3k,2,0.4475025424,1769.8,2490.368,4194.304,6815.744,0,0,0,11.58,6.327884999999999,20.701558365045837,654.3112216069612,1589.3515625,0.8541621854162186,0.5004321521175453,0.25092421441774493,1.6080162583348854,0.32923380153571724,client +"3proxy-devel-s-g8000,2,20",mix-connect-3k,2,0.43623524880000003,1735.5,2490.368,4194.304,6815.744,0,0,0,12.15,7.142037000000001,22.281555712744137,700.0864304235091,1620.90234375,0.8322811447811448,0.5150487494701145,0.25111507582515613,1.6276969881471415,0.3371390159891187,client +3proxy-devel-s0,mix-connect-3k,2,0.44719125839999996,1771.4,2490.368,4194.304,6815.744,0,0,0,11.72,6.508374,20.96642057258962,661.6235745737835,1580.39453125,0.8561464690496948,0.5062634989200864,0.2575266327003242,1.525036412575126,0.3448171745698566,client +3proxy-devel-s,mix-connect-3k,2,0.4576457648,1810.7,2228.224,4063.232,6815.744,0,0,0,11.33,5.9596279999999995,19.80571152878721,625.724857789805,1618.99609375,0.8558637257043022,0.48647488192357236,0.24675925925925926,1.651246242181772,0.324542793563403,client diff --git a/bench/data/skylake-slow-gp2.csv b/bench/data/skylake-slow-gp2.csv new file mode 100644 index 0000000..2d987d1 --- /dev/null +++ b/bench/data/skylake-slow-gp2.csv @@ -0,0 +1,97 @@ +proxy,scenario,rep,gbit,rate,p50_ms,p90_ms,p99_ms,errors,timeouts,retrans,prx_cpu_s,prx_task_s,cpu_s_per_gb,cpu_us_per_req,peak_mb,cli_util,prx_util,srv_util,cli_thread,srv_thread,bound +3proxy-devel-s0,relay-stream16,0,0.0587240669103173,nan,nan,nan,nan,0,0,488,1.65,0.615194,22.3596820187611,nan,3.48046875,0.028085735402808575,0.06086315012910365,0.035634743875278395,0.0029575438821267965,0.031774167653411664,none +3proxy-devel-s,relay-stream16,0,0.06049530077104457,nan,nan,nan,nan,0,0,539,1.62,0.632764,21.30968817349138,nan,3.765625,0.031873373807458805,0.07009952401557767,0.039703315881326355,0.0034720422965754394,0.038162423961294094,none +"3proxy-devel-s0-g8000,2,2",relay-stream16,0,0.056636686791714116,nan,nan,nan,nan,0,0,539,1.72,0.710509,24.166774574125228,nan,3.5625,0.02969867765011923,0.07462039045553145,0.03580786026200873,0.0034720290036617772,0.03554988484035702,none +"3proxy-devel-s-g8000,2,2",relay-stream16,0,0.05945281058533366,nan,nan,nan,nan,0,0,513,1.79,0.7405849999999999,23.95897580866228,nan,3.68359375,0.030164930555555556,0.0775899436497616,0.04001739886907351,0.003472330957537832,0.036434638021091544,none +"3proxy-devel-s0-g8000,2,10",relay-stream16,0,0.05476135741124845,nan,nan,nan,nan,0,0,476,1.04,0.407769,15.113467261904765,nan,3.59375,0.02354819397325883,0.04156674660271783,0.02117459049141031,0.0031940649223556367,0.018353358019463438,none +"3proxy-devel-s-g8000,2,10",relay-stream16,0,0.0573725110411758,nan,nan,nan,nan,0,0,468,1.05,0.425228,14.565207741477273,nan,3.73828125,0.027331887201735357,0.04565217391304348,0.022589052997393572,0.002603746835074236,0.020813661386918588,none +"3proxy-devel-s0-g8000,2,20",relay-stream16,0,0.050899281797087866,nan,nan,nan,nan,0,0,464,0.86,0.330814,13.445244460809425,nan,3.81640625,0.022564547624213494,0.03732638888888889,0.019097222222222224,0.0026037613284999282,0.017340093109220262,none +"3proxy-devel-s-g8000,2,20",relay-stream16,0,0.0538248079377347,nan,nan,nan,nan,0,0,461,0.92,0.361039,13.602796451065892,nan,3.90234375,0.025579882939518753,0.03998261625380269,0.020842379504993486,0.003471836519309863,0.01994881907112969,none +3proxy-devel-s0,mix-relay-3k,0,1.0490568,2983,98.304,294.912,1179.648,0,0,0,10.46,3.0830070000000003,7.9766891554394395,350.65370432450555,1369.73046875,0.7209688909997626,0.49976110845676064,0.23949782713664897,0.9879166349858286,0.2948625045936134,client +3proxy-devel-s,mix-relay-3k,0,1.0409010944,2980.8,102.4,311.296,1114.112,0,0,0,10.2,2.83669,7.839361533867554,342.1900161030596,1376.8828125,0.719327731092437,0.4913294797687861,0.23885658914728683,0.9945256691573549,0.2911305771236921,client +"3proxy-devel-s0-g8000,2,2",mix-relay-3k,0,1.0497901712,2981,102.4,311.296,1179.648,0,0,0,10.68,3.551793,8.138769283992701,358.2690372358269,1363.72265625,0.695479962721342,0.498134328358209,0.22326895902025437,0.9485419401106704,0.27133369871684426,client +"3proxy-devel-s-g8000,2,2",mix-relay-3k,0,1.0491049632,2980.7,102.4,311.296,1179.648,0,0,0,9.74,2.6706079999999996,7.427283516258177,326.76887979333713,1376.859375,0.7135568513119533,0.4746588693957115,0.23497536945812808,0.9855014837234631,0.2883727843949516,client +"3proxy-devel-s0-g8000,2,10",mix-relay-3k,0,1.04934778,2980.8,102.4,311.296,1179.648,0,0,0,9.39,2.694123,7.158732446167656,315.0161030595813,1370.875,0.710603112840467,0.45782545099951244,0.21931986200098572,0.9835728674514922,0.27233127049302003,client +"3proxy-devel-s-g8000,2,10",mix-relay-3k,0,1.0541286632,2984.1,102.4,311.296,1114.112,0,0,0,9.92,2.6174839999999997,7.528492751452961,332.4285379176301,1382.63671875,0.7217222087083435,0.48603625673689366,0.22962962962962963,0.9851651044378593,0.2874547791494502,client +"3proxy-devel-s0-g8000,2,20",mix-relay-3k,0,1.042967648,2981.1,102.4,311.296,1179.648,0,0,0,9.76,3.154898,7.486330007428956,327.39592767770284,1375.00390625,0.6822867853795689,0.4595103578154426,0.22626358053849788,0.9649761033908045,0.27617412027378985,client +"3proxy-devel-s-g8000,2,20",mix-relay-3k,0,1.0462891584,2980.5,102.4,311.296,1114.112,0,0,0,9.35,2.665169,7.14907532009461,313.7057540681094,1390.03125,0.6987749219312995,0.4495192307692308,0.2243217054263566,0.9854209559104917,0.2773671148048196,client +3proxy-devel-s0,mix-http-3k,0,1.0461471592,2980,102.4,311.296,1179.648,0,0,0,10.93,4.013545000000001,8.35828871980748,366.77852348993287,1637.51171875,0.7192391042619793,0.5418939018344076,0.27923976608187134,0.9770716696103332,0.3495391552926248,client +3proxy-devel-s,mix-http-3k,0,1.046804532,2982.8,102.4,311.296,1179.648,0,0,0,11.12,4.024768,8.498243681658039,372.8040767064503,1635.765625,0.7037909112314575,0.535387578237843,0.27745940783190065,0.9709323866602237,4.5090436561047085,origin +"3proxy-devel-s0-g8000,2,2",mix-http-3k,0,1.0439062352000001,2980.7,102.4,311.296,1179.648,0,0,0,10.91,4.002916,8.360904174815872,366.02140436810146,1637.1953125,0.7155717761557178,0.5403665180782565,0.26981782373215163,0.9792907548358615,0.3437719991791898,client +"3proxy-devel-s-g8000,2,2",mix-http-3k,0,1.0468104064,2984.2,102.4,311.296,1114.112,0,0,0,11.21,3.9281,8.566976355194171,375.6450640037531,1633.71875,0.7229384577961566,0.5585450921773791,0.2758959253804615,0.9859033325801021,0.34840059936701573,client +"3proxy-devel-s0-g8000,2,10",mix-http-3k,0,1.0453895264,2981.6,102.4,311.296,1114.112,0,0,0,11.18,4.1769549999999995,8.555662529737011,374.9664609605581,1644.984375,0.708303592671901,0.5403576607056549,0.27320827320827323,0.974403171027076,0.34748483565122884,client +"3proxy-devel-s-g8000,2,10",mix-http-3k,0,1.043048144,2980.4,102.4,311.296,1114.112,0,0,0,11.68,4.292901,8.958359260548189,391.8937055428801,1636.66015625,0.7082352941176471,0.5580506450071667,0.2780672666982473,0.9708392998015921,0.3533051013277862,client +"3proxy-devel-s0-g8000,2,20",mix-http-3k,0,1.0420599047999999,2980.2,102.4,311.296,1179.648,0,0,0,10.82,3.943966,8.306624177869434,363.0628816857929,1640.4296875,0.7183475091130013,0.5359088657751362,0.27294921875,0.9849377218325363,0.3435821717939624,client +"3proxy-devel-s-g8000,2,20",mix-http-3k,0,1.046693068,2982.2,102.4,311.296,1179.648,0,0,0,11.12,3.8083910000000003,8.499148673066399,372.8790825565019,1637.15625,0.7170861568247822,0.5513138324243927,0.2635201573254671,0.9922329172558721,0.343121032130403,client +3proxy-devel-s0,mix-connect-3k,0,1.0459490984,2981.1,102.4,311.296,1179.648,0,0,0,9.98,2.895514,7.633258647302449,334.7757539163396,1401.20703125,0.7133926424621303,0.4814278822961891,0.24048780487804877,1.0010723236253278,0.2968937080737002,client +3proxy-devel-s,mix-connect-3k,0,1.045401188,2980.2,102.4,311.296,1114.112,0,0,0,10.93,2.9651140000000002,8.364252978063385,366.7539091336152,1411.92578125,0.7348593228421555,0.5257335257335257,0.2665060240963855,1.010695205499559,0.3247287581833597,client +"3proxy-devel-s0-g8000,2,2",mix-connect-3k,0,1.0499849032000002,2980.4,102.4,311.296,1179.648,0,0,0,11.41,3.5181810000000002,8.69345832704921,382.8345188565293,1399.03125,0.7289086235101659,0.5361842105263158,0.2767562470532768,1.0011254352720897,0.3389688687647522,client +"3proxy-devel-s-g8000,2,2",mix-connect-3k,0,1.0486599967999999,2982.4,102.4,311.296,1179.648,0,0,0,11.03,2.920325,8.414548115620462,369.8363733905579,1415.54296875,0.7577955039883973,0.5422812192723697,0.25728395061728393,1.0137717973124827,0.3151254983224017,client +"3proxy-devel-s0-g8000,2,10",mix-connect-3k,0,1.0462226232,2980.9,102.4,311.296,1114.112,0,0,0,10.77,3.312245,8.23534093885956,361.3002784393975,1405.515625,0.7071227741330834,0.5058713010803194,0.2472761724301279,0.9813839368944616,0.2916596995166772,client +"3proxy-devel-s-g8000,2,10",mix-connect-3k,0,1.0473487704,2981.9,102.4,311.296,1179.648,0,0,0,10.6,3.117954,8.09663432054381,355.47805090713973,1418.1015625,0.7017379051197745,0.5011820330969267,0.23588039867109634,0.9888111825020925,0.2874612641938721,client +"3proxy-devel-s0-g8000,2,20",mix-connect-3k,0,1.0502410096,2979.8,102.4,327.68,1179.648,0,0,0,10.52,3.2768859999999997,8.013398756162987,353.0438284448621,1405.390625,0.7098591549295775,0.4981060606060606,0.24563060935285783,0.9915054501239331,0.2876541673789296,client +"3proxy-devel-s-g8000,2,20",mix-connect-3k,0,1.047845168,2981.2,102.4,311.296,1179.648,0,0,0,10.63,3.2273600000000005,8.115702834447772,356.5678250368979,1421.13671875,0.7073797290985521,0.49953007518796994,0.24812030075187969,0.9951555374869642,0.299708691758782,client +3proxy-devel-s,relay-stream16,1,0.059561628360530666,nan,nan,nan,nan,0,0,524,1.51,0.599495,20.17580690400613,nan,3.453125,0.030802603036876357,0.06542461005199307,0.037037037037037035,0.003472020668697563,0.03556205981042305,none +"3proxy-devel-s0-g8000,2,2",relay-stream16,1,0.05329994112183642,nan,nan,nan,nan,0,0,530,1.63,0.6574639999999999,24.336424825709393,nan,3.44921875,0.026573426573426574,0.06496612196094062,0.0344,0.0031943575618849068,0.031113282572888784,none +"3proxy-devel-s-g8000,2,2",relay-stream16,1,0.0537162587738826,nan,nan,nan,nan,0,0,540,1.53,0.612337,22.665968219053397,nan,3.6640625,0.026886383347788378,0.0661764705882353,0.0313588850174216,0.0034720616253720435,0.031224520713406995,none +"3proxy-devel-s0-g8000,2,10",relay-stream16,1,0.058408262425428334,nan,nan,nan,nan,0,0,476,0.97,0.395279,13.215201241629464,nan,3.58984375,0.02364425162689805,0.042155584528465885,0.02127659574468085,0.003471944290673551,0.01821447437667034,none +"3proxy-devel-s-g8000,2,10",relay-stream16,1,0.055176737102721654,nan,nan,nan,nan,0,0,486,1.04,0.40772800000000003,14.999187736294896,nan,3.67578125,0.022786458333333332,0.04519774011299435,0.0195907705703091,0.003472149793281745,0.020817536585167624,none +"3proxy-devel-s0-g8000,2,20",relay-stream16,1,0.052151173229313744,nan,nan,nan,nan,0,0,419,0.9,0.35086700000000004,13.732910156250002,nan,3.8203125,0.02471276826360286,0.03911342894393742,0.019113814074717638,0.003471629617045509,0.018211284591494733,none +"3proxy-devel-s-g8000,2,20",relay-stream16,1,0.04954500926692975,nan,nan,nan,nan,0,0,475,0.94,0.33916599999999997,15.098170230263158,nan,3.734375,0.02580785079158534,0.04079861111111111,0.01912212081703607,0.0034711949152749274,0.01821102516459941,none +3proxy-devel-s0,relay-stream16,1,0.059347704547694884,nan,nan,nan,nan,0,0,520,1.55,0.6192409999999999,20.783060673879614,nan,3.76171875,0.028731045490822026,0.061752988047808766,0.0368,0.003194425012804573,0.03351740452518758,none +3proxy-devel-s,mix-relay-3k,1,1.0479668496,2981.4,102.4,311.296,1179.648,0,0,0,10.8,3.0644850000000003,8.244535600813913,362.2459247333467,1376.08984375,0.7339277334584702,0.5137963843958135,0.25464949928469244,0.9846183608743525,0.31405434394710624,client +"3proxy-devel-s0-g8000,2,2",mix-relay-3k,1,1.0528218392,2982.8,102.4,311.296,1179.648,0,0,0,11.28,3.610869,8.57125077007996,378.1681641410755,1361.77734375,0.7264325323475046,0.5290806754221389,0.25811001410437234,0.9681371854771128,0.303125722378538,client +"3proxy-devel-s-g8000,2,2",mix-relay-3k,1,1.0482670952,2982.1,102.4,311.296,1179.648,0,0,0,10.98,3.17894,8.379543763437592,368.19690821904027,1378.97265625,0.7089411764705882,0.5213675213675214,0.2567049808429119,0.9771723837169048,0.3137788084830954,client +"3proxy-devel-s0-g8000,2,10",mix-relay-3k,1,1.048018256,2980.8,102.4,311.296,1114.112,0,0,0,11.02,3.4362589999999997,8.412067203531615,369.69940955448203,1371.34765625,0.7117619711761971,0.5181006111894687,0.24370546318289787,0.9745402265291296,0.30083039546294,client +"3proxy-devel-s-g8000,2,10",mix-relay-3k,1,1.0446551512,2980.1,102.4,311.296,1114.112,0,0,0,10.8,3.2707040000000003,8.270671895960303,362.4039461763028,1383.62890625,0.7217751207174063,0.5027932960893855,0.24260910370717972,0.9756805390480494,0.29763480948423726,client +"3proxy-devel-s0-g8000,2,20",mix-relay-3k,1,1.0513002824,2980.6,102.4,311.296,1179.648,0,0,0,11.23,3.1009169999999995,8.545607901379556,376.7697778970677,1374.86328125,0.7432722076684924,0.5478048780487805,0.24159766195811008,0.9856724165797202,0.29296729686101103,client +"3proxy-devel-s-g8000,2,20",mix-relay-3k,1,1.0437105552000001,2980.5,102.4,311.296,1179.648,0,0,0,11.07,3.225531,8.48511108360208,371.41419224962254,1388.81640625,0.7100139082058414,0.5226628895184136,0.24312796208530807,0.9730927267912955,0.30102219112857903,client +3proxy-devel-s0,mix-relay-3k,1,1.0482396832,2981.9,98.304,311.296,1179.648,0,0,0,10.71,3.0705379999999995,8.173703149497404,359.16697407693084,1366.1484375,0.7252305509576732,0.514162265962554,0.26235011990407675,0.9827331631918238,0.31732835048093405,client +3proxy-devel-s,mix-http-3k,1,1.0459672528,2982.2,102.4,311.296,1179.648,0,0,0,12.66,4.548033,9.682903525791911,424.51881161558583,1636.0390625,0.7329951579432787,0.6112988894253983,0.3036475603979157,0.9738578270852324,0.3896322767326045,client +"3proxy-devel-s0-g8000,2,2",mix-http-3k,1,1.0495904456,2982.3,102.4,311.296,1179.648,0,0,0,12.43,4.784243,9.47417160825573,416.79240854374143,1640.08203125,0.728092485549133,0.5984593163216178,0.2905982905982906,0.972700290401876,0.3641333503224966,client +"3proxy-devel-s-g8000,2,2",mix-http-3k,1,1.0465515376,2980.2,102.4,311.296,1179.648,0,0,0,11.73,4.0115490000000005,8.966591384041935,393.5977451177773,1633.26953125,0.7534213685474189,0.5856215676485272,0.28339083292262196,0.9871164246575584,0.36301389239207305,client +"3proxy-devel-s0-g8000,2,10",mix-http-3k,1,1.045305108,2981.7,102.4,311.296,1245.184,0,0,0,12.27,4.572995,9.390559679538082,411.5102122949995,1641.58984375,0.7445664874970788,0.6011758941695248,0.2911089866156788,0.9800469090541365,0.3659434746769508,client +"3proxy-devel-s-g8000,2,10",mix-http-3k,1,1.0474842416,2982.4,102.4,311.296,1179.648,0,0,0,12.7,4.633897,9.699429926011023,425.8315450643777,1636.11328125,0.72781746946301,0.6111645813282002,0.28618421052631576,0.9691084426299247,0.3626324166551261,client +"3proxy-devel-s0-g8000,2,20",mix-http-3k,1,1.0514153968,2981.6,102.4,311.296,1179.648,0,0,0,12.24,4.71777,9.313160174182451,410.5178427689831,1643.01953125,0.7293354943273906,0.5924491771539206,0.2844950213371266,0.9675906360155656,0.359058443244768,client +"3proxy-devel-s-g8000,2,20",mix-http-3k,1,1.048535052,2982.9,102.4,311.296,1179.648,0,0,0,11.68,3.9835710000000004,8.91148081523554,391.56525528847766,1640.05859375,0.7478510028653295,0.5831253120319521,0.28578455484505655,0.9880303720593692,0.36634444096363444,client +3proxy-devel-s0,mix-http-3k,1,1.0440776712,2979.1,102.4,311.296,1179.648,0,0,0,11.86,4.269909,9.087446520233561,398.10681078177976,1635.96875,0.7421893632244216,0.5909317389138017,0.2930616205725376,0.9905117616354713,0.37015599690080575,client +3proxy-devel-s,mix-connect-3k,1,1.0455867776,2980,102.4,311.296,1179.648,0,0,0,9.83,2.6678170000000003,7.5211356613085005,329.86577181208054,1406.07421875,0.7396963123644251,0.4832841691248771,0.24816805080605764,1.0160502406187848,0.30659086305899036,client +"3proxy-devel-s0-g8000,2,2",mix-connect-3k,1,1.04255304,2979.5,102.4,311.296,1179.648,0,0,0,10.42,3.370585,7.995756263873155,349.72310790401076,1402.7109375,0.6997200186654223,0.49407302038880985,0.2465753424657534,0.9792472884979436,0.29882563176354454,client +"3proxy-devel-s-g8000,2,2",mix-connect-3k,1,1.0482136927999999,2981.1,102.4,311.296,1179.648,0,0,0,10.05,2.797293,7.670191732110906,337.12388044681495,1411.1484375,0.7224891878904373,0.4888132295719844,0.2342606149341142,1.0010511705332108,0.28387226399608256,client +"3proxy-devel-s0-g8000,2,10",mix-connect-3k,1,1.0518026808,2980.2,102.4,311.296,1179.648,0,0,0,10.55,3.5485760000000006,8.024318775818811,354.0030870411382,1406.77734375,0.6959630911188005,0.49115456238361266,0.23707498835584537,0.9855833702970157,0.28386077303419766,client +"3proxy-devel-s-g8000,2,10",mix-connect-3k,1,1.043941644,2981,102.4,311.296,1179.648,0,0,0,9.87,2.767192,7.563641172264605,331.0969473331097,1424.2578125,0.714765100671141,0.478429471643238,0.2415295256534366,1.003660638493115,0.2936325184958882,client +"3proxy-devel-s0-g8000,2,20",mix-connect-3k,1,1.0460149688,2981.4,102.4,311.296,1179.648,0,0,0,9.7,2.7897990000000004,7.4186318852610285,325.35050647346884,1412.99609375,0.7268128161888702,0.4717898832684825,0.2350928641251222,1.0105308851770056,0.27985974482273873,client +"3proxy-devel-s-g8000,2,20",mix-connect-3k,1,1.0470017592,2982,102.4,311.296,1179.648,0,0,0,10.51,3.1415230000000003,8.030550021639353,352.44802146210594,1425.89453125,0.7093735280263778,0.4985768500948767,0.2376425855513308,0.9899239565122464,0.28300836712068467,client +3proxy-devel-s0,mix-connect-3k,1,1.04561052,2981.2,102.4,311.296,1179.648,0,0,0,9.66,2.7321179999999994,7.390897329533372,324.03059170803704,1399.609375,0.7094823415578132,0.4698443579766537,0.24412915851272016,0.9910901748587422,0.28263874627987495,client +"3proxy-devel-s0-g8000,2,2",relay-stream16,2,0.06028868127191778,nan,nan,nan,nan,0,0,517,1.82,0.726303,24.023353022275085,nan,3.67578125,0.03078257099501409,0.0790616854908775,0.03664921465968586,0.0034723885230064666,0.03555490276153374,none +"3proxy-devel-s-g8000,2,2",relay-stream16,2,0.057889765872394555,nan,nan,nan,nan,0,0,518,1.59,0.654502,21.857184332770274,nan,3.5859375,0.027554784118029942,0.06898047722342733,0.033144352376798955,0.0026040986021317,0.03209250561192468,none +"3proxy-devel-s0-g8000,2,10",relay-stream16,2,0.05653352506495363,nan,nan,nan,nan,0,0,463,0.99,0.38702200000000003,13.93560993715406,nan,3.72265625,0.024501300954032957,0.04300608166811468,0.019573727707699,0.0026045384985482955,0.019955218920368143,none +"3proxy-devel-s-g8000,2,10",relay-stream16,2,0.05319438188835396,nan,nan,nan,nan,0,0,486,0.89,0.379477,13.314041436887255,nan,3.73828125,0.02278151442829247,0.038746190683500215,0.01955671447196871,0.0026040621169701643,0.01821386420146977,none +"3proxy-devel-s0-g8000,2,20",relay-stream16,2,0.05069303804236404,nan,nan,nan,nan,0,0,435,0.83,0.301034,13.029624405221194,nan,3.97265625,0.021475054229934926,0.036055603822762815,0.019539730785931395,0.0026039008831223783,0.015611566262668538,none +"3proxy-devel-s-g8000,2,20",relay-stream16,2,0.0545493946805897,nan,nan,nan,nan,0,0,472,0.86,0.328774,12.545467106835563,nan,4.140625,0.021353023348633007,0.03437250199840128,0.01838529176658673,0.00319475306316357,0.015963353172534063,none +3proxy-devel-s0,relay-stream16,2,0.057266431334435215,nan,nan,nan,nan,0,0,524,1.41,0.548935,19.594619834357925,nan,3.61328125,0.025743364597884653,0.056197688322040654,0.032438926712054464,0.003194375503916387,0.029527560360027544,none +3proxy-devel-s,relay-stream16,2,0.055073709692677414,nan,nan,nan,nan,0,0,571,1.33,0.523187,19.217982436671402,nan,3.5546875,0.025824652777777776,0.05755084379056685,0.03224400871459695,0.003472128738924053,0.031226098232281018,none +"3proxy-devel-s0-g8000,2,2",mix-relay-3k,2,1.0495486656,2982.4,102.4,311.296,1179.648,0,0,0,10.36,3.342188,7.896727680809315,347.37124463519314,1370.49609375,0.6956931042598259,0.4928639391056137,0.23666666666666666,0.9743725182793369,0.29243875770609395,client +"3proxy-devel-s-g8000,2,2",mix-relay-3k,2,1.0461034936,2982.4,102.4,311.296,1114.112,0,0,0,10.2,3.138874,7.800375440788031,342.00643776824035,1380.59375,0.6872495875559745,0.4811320754716981,0.23106241067174846,0.9762803045659876,0.2908240993974517,client +"3proxy-devel-s0-g8000,2,10",mix-relay-3k,2,1.049746096,2981.8,102.4,311.296,1179.648,0,0,0,10.32,3.1873160000000005,7.864758946433843,346.0996713394594,1369.98828125,0.7006143667296786,0.4888678351492184,0.2467780429594272,0.9641012838727336,0.2895033958530944,client +"3proxy-devel-s-g8000,2,10",mix-relay-3k,2,1.050665532,2983,102.4,311.296,1179.648,0,0,0,10.9,3.235808,8.299501348826965,365.4039557492457,1380.4765625,0.7069571328179901,0.5163429654192326,0.22751070918610186,0.9665554099571626,0.2705910988607279,client +"3proxy-devel-s0-g8000,2,20",mix-relay-3k,2,1.0453134624,2979.8,102.4,311.296,1179.648,0,0,0,9.81,2.75964,7.507795778293422,329.21672595476207,1373.64453125,0.7121951219512195,0.480411361410382,0.23092072870507138,0.9839323903793512,0.2889170723217323,client +"3proxy-devel-s-g8000,2,20",mix-relay-3k,2,1.0442413792,2979.8,102.4,311.296,1179.648,0,0,0,10.04,2.832339,7.691708219945628,336.9353647895832,1387.90234375,0.718764959310675,0.4843222383019778,0.2380492515692902,0.9886344515412694,0.29296254321742765,client +3proxy-devel-s0,mix-relay-3k,2,1.0494187207999999,2982.1,102.4,311.296,1114.112,0,0,0,9.66,2.708914,7.364076747276568,323.93279903423763,1368.265625,0.7139388052452647,0.4716796875,0.23664870161685447,0.9869727815358802,0.28760248939937627,client +3proxy-devel-s,mix-relay-3k,2,1.0446141792,2981.5,98.304,311.296,1179.648,0,0,0,9.21,2.508517,7.053321835668225,308.9049136340768,1376.1328125,0.7069090909090909,0.4499267220322423,0.22178606476938176,0.9852399449683049,0.27071644131142897,client +"3proxy-devel-s0-g8000,2,2",mix-http-3k,2,1.0514932616000001,2981.4,102.4,311.296,1179.648,0,0,0,12.8,5.008249,9.738531262119883,429.3285033876702,1634.7578125,0.7210429164743886,0.6092336982389338,0.2840909090909091,0.9595912071777948,0.3664619205304539,client +"3proxy-devel-s-g8000,2,2",mix-http-3k,2,1.0388750784,2981.9,102.4,311.296,1114.112,0,0,0,11.97,4.277412999999999,9.217662642122727,401.42191220362855,1641.58203125,0.7267942583732058,0.5896551724137931,0.28446176327325867,0.984032455559459,0.3696571040798607,client +"3proxy-devel-s0-g8000,2,10",mix-http-3k,2,1.0560396512,2981.9,102.4,311.296,1179.648,0,0,0,11.25,4.1533180000000005,8.52240726924705,377.276233274087,1645.01953125,0.7190062711046792,0.5572065378900446,0.2685546875,0.9833033736907482,0.3457039124173128,client +"3proxy-devel-s-g8000,2,10",mix-http-3k,2,1.0434040792000001,2982.1,102.4,311.296,1114.112,0,0,0,11.03,3.888295,8.456934543293666,369.87357902149495,1640.390625,0.718343765045739,0.5468517600396628,0.26500732064421667,0.9879367421420889,0.343110989663388,client +"3proxy-devel-s0-g8000,2,20",mix-http-3k,2,1.0490047648,2982.5,102.4,311.296,1179.648,0,0,0,11.3,4.370548,8.61769202900002,378.87678122380555,1641.234375,0.697148244166863,0.5453667953667953,0.26003824091778205,0.967716095612076,0.334280932295014,client +"3proxy-devel-s-g8000,2,20",mix-http-3k,2,1.049017752,2981.4,102.4,311.296,1179.648,0,0,0,11.26,4.107006,8.587080612149641,377.67491782384116,1635.90625,0.701084394153701,0.5434362934362934,0.269833729216152,0.9345913006772284,0.3401602118381084,client +3proxy-devel-s0,mix-http-3k,2,1.0483786304,2982.5,102.4,311.296,1179.648,0,0,0,10.91,4.091894,8.3252364622025,365.80050293378036,1630.53515625,0.7106903163950143,0.5361179361179361,0.26857697911607575,0.984053155814816,0.3443998476665319,client +3proxy-devel-s,mix-http-3k,2,1.0471112496000001,2982.3,102.4,311.296,1179.648,0,0,0,11.03,4.014329,8.426993792083502,369.8487744358381,1635.94140625,0.714115969581749,0.540421362077413,0.2693975903614458,0.9742666839560965,0.3482231200359341,client +"3proxy-devel-s0-g8000,2,2",mix-connect-3k,2,1.050614948,2980.1,102.4,311.296,1114.112,0,0,0,10.07,3.2415059999999998,7.6678901393281915,337.9081238884601,1398.18359375,0.692947043457611,0.4792955735364112,0.2375239923224568,0.9879430850463189,0.29685145413064096,client +"3proxy-devel-s-g8000,2,2",mix-connect-3k,2,1.0460531232,2982.2,102.4,311.296,1179.648,0,0,0,10.05,3.0684,7.686034123587043,336.99953054791763,1406.7578125,0.6968838526912181,0.47698149027052683,0.2408026755852843,0.9921505723081072,0.30282922968160086,client +"3proxy-devel-s0-g8000,2,10",mix-connect-3k,2,1.046270248,2979.5,102.4,311.296,1179.648,0,0,0,9.83,2.8710199999999997,7.5162225199774575,329.92112770599095,1404.1875,0.709583028529627,0.4811551639745472,0.22725036891293654,0.9983247734497799,0.27870326245649774,client +"3proxy-devel-s-g8000,2,10",mix-connect-3k,2,1.0429711343999999,2980.8,102.4,311.296,1179.648,0,0,0,10.28,3.2511000000000005,7.885165493799692,344.873859366613,1416.953125,0.6865497076023391,0.4849056603773585,0.2245381335859782,0.9843943223971294,0.2736821469083205,client +"3proxy-devel-s0-g8000,2,20",mix-connect-3k,2,1.0489381168,2982.2,102.4,311.296,1179.648,0,0,0,9.63,2.941094,7.344570548644592,322.9159680772584,1407.046875,0.7035175879396985,0.4649927571221632,0.23017408123791103,0.9955258580343436,0.2807633846697501,client +"3proxy-devel-s-g8000,2,20",mix-connect-3k,2,1.0469460248,2982.3,102.4,311.296,1179.648,0,0,0,10.48,3.3318080000000005,8.008053711844038,351.4066324648761,1415.1015625,0.699791037845368,0.4899485741000468,0.22547169811320755,0.9745311030232428,0.27722304561766925,client +3proxy-devel-s0,mix-connect-3k,2,1.041722056,2980.6,102.4,311.296,1179.648,0,0,0,10.17,3.380856,7.810144705239878,341.20646849627593,1403.75390625,0.7065520446096655,0.47590079550772113,0.22979323308270677,0.9782793775670422,0.2789988695804205,client +3proxy-devel-s,mix-connect-3k,2,1.0466604104,2981.7,102.4,311.296,1179.648,0,0,0,9.63,2.7067769999999998,7.3605535505597075,322.9701177180803,1413.03125,0.7028073572120038,0.4672489082969432,0.23828125,1.0021485727166493,0.2970255432734249,client