{ "kind": "metadata-only-v4-variation-backfill", "host": "scan", "original_sha256": "68b4e7b59e01cf70364dd0f3777ca0c8fa3c2ddf640b28d0a2fd7dbd9b9b01a1", "method": "Sample CV of three per-run percentiles, per session; independent maxima across all sessions. Raw percentile/count/hash and canonical client result checks; no benchmark reruns, no changes to latency, throughput, status or stability thresholds. Not a fresh live-affinity audit.", "script_sha256": "346f160ee753f1e4de94aa63493242daf03c3c9235fd4e54917f69cc753ae5cf", "missing": [], "after_cv_recovery_sha256": "ad02386e74c6f643bf93be6e321baa8898e3ada825cd5caf19f3e2af8220a145", "after_marker_qualification_sha256": "a487a614e1a7bc170a8f6f9b91a7fa96e368c161cbb5a82d4a24a265d1daf082", "marker_qualification_note": "The five full-client-delivery shard withdrawals are labelled failed audit (listener participation); Java-JNI/VMA shard failed in warmup and is labelled incomplete. Original fail statuses and blank latency/rate fields remain unchanged.", "script": "/tmp/libhft-matrix-cv-scan-20260910-eIVLMg/backfill-v2.py", "retained_full_report": { "path": "/tmp/libhft-matrix-cv-scan-20260910-eIVLMg/review-v2.json", "sha256": "c7162a72e0e0eac83e576851160af11c91819a002d2a922732717fba7d0481b1" }, "cells": [ { "cell": "java-pure/kernel/single", "evidence": "/tmp/libhft-single-canonical-20260910-RoyL9h/java-kernel/single/java-pure/kernel/attempt-eh31mtgl/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.251878", "service_cv_p99_pct": "0.311502", "service_cv_p999_pct": "2.574940", "response_cv_p50_pct": "0.281990", "response_cv_p99_pct": "0.267151", "response_cv_p999_pct": "44.981793" }, "gates": [ "" ], "input_manifest_sha256": "28c2b96c20e54107889cfb1d6a8ade4fd3e5a43e438aad972808001b81242654", "original_observation": { "flavour": "java-pure", "transport": "kernel", "scenario": "single", "p50_us": "34.139", "p99_us": "35.870", "p999_us": "39.953", "max_us": "123.547", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49996", "resp_p50_us": "35.043", "resp_p99_us": "39.118", "resp_p999_us": "59.116", "resp_max_us": "133.421" } }, { "cell": "cpp/kernel/single", "evidence": "/tmp/libhft-runner-pump-scan-20260910-LJ4WiI/cpp-single-kernel/single/cpp/kernel/attempt-5z6vt23b/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.139370", "service_cv_p99_pct": "0.522732", "service_cv_p999_pct": "0.756130", "response_cv_p50_pct": "0.234600", "response_cv_p99_pct": "0.276193", "response_cv_p999_pct": "0.171768" }, "gates": [ "" ], "input_manifest_sha256": "2c177673b4ec4b795a19ef3960ecedb7d225f592538c7e4404ff91ea31c0f4e8", "original_observation": { "flavour": "cpp", "transport": "kernel", "scenario": "single", "p50_us": "19.426", "p99_us": "27.179", "p999_us": "29.882", "max_us": "56.987", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49997", "resp_p50_us": "20.310", "resp_p99_us": "29.510", "resp_p999_us": "30.593", "resp_max_us": "58.173" } }, { "cell": "cpp/onload/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/single/cpp/onload/attempt-92pvd0bd/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.067141", "service_cv_p99_pct": "0.069893", "service_cv_p999_pct": "0.378029", "response_cv_p50_pct": "0.086574", "response_cv_p99_pct": "0.141761", "response_cv_p999_pct": "0.307857" }, "gates": [ "" ], "input_manifest_sha256": "e83e0ad61ab24a5f595d81f55e7114de273c297a8a8e9011760052da253b50ac", "original_observation": { "flavour": "cpp", "transport": "onload", "scenario": "single", "p50_us": "6.019", "p99_us": "6.452", "p999_us": "6.767", "max_us": "20.806", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "6.362", "resp_p99_us": "6.851", "resp_p999_us": "7.124", "resp_max_us": "21.326" } }, { "cell": "cpp/vma/single", "evidence": "/tmp/libhft-runner-pump-scan-20260910-LJ4WiI/cpp-single-vma/single/cpp/vma/attempt-ot8dw_fr/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.241563", "service_cv_p99_pct": "0.324306", "service_cv_p999_pct": "0.349593", "response_cv_p50_pct": "0.357901", "response_cv_p99_pct": "0.241052", "response_cv_p999_pct": "0.177341" }, "gates": [ "" ], "input_manifest_sha256": "48de782dc5d386307e0b9c00df10b90bee5841cdeef92aebaf1f45882d17651c", "original_observation": { "flavour": "cpp", "transport": "vma", "scenario": "single", "p50_us": "6.777", "p99_us": "7.705", "p999_us": "7.865", "max_us": "25.857", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "7.125", "resp_p99_us": "8.112", "resp_p999_us": "8.255", "resp_max_us": "26.403" } }, { "cell": "cpp/tcpdirect/single", "evidence": "/tmp/libhft-native-vma-slot-scan-20260910-emb5X9/cpp-single-tcpdirect/single/cpp/tcpdirect/attempt-b_86i1nc/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.303235", "service_cv_p99_pct": "0.379231", "service_cv_p999_pct": "2.288595", "response_cv_p50_pct": "0.289523", "response_cv_p99_pct": "0.310020", "response_cv_p999_pct": "1.306622" }, "gates": [ "" ], "input_manifest_sha256": "6e740f352104d7b3e067862d99d8faffa27d4d3783a6197574be6d6e6110d437", "original_observation": { "flavour": "cpp", "transport": "tcpdirect", "scenario": "single", "p50_us": "4.771", "p99_us": "5.024", "p999_us": "5.151", "max_us": "15.886", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "5.088", "resp_p99_us": "5.401", "resp_p999_us": "5.498", "resp_max_us": "16.837" } }, { "cell": "cpp/socketxtreme/single", "evidence": "/tmp/libhft-runner-pump-scan-20260910-LJ4WiI/cpp-single-socketxtreme/single/cpp/socketxtreme/attempt-a8766w0w/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "0.435466", "service_cv_p99_pct": "1.340644", "service_cv_p999_pct": "25.485906", "response_cv_p50_pct": "0.482650", "response_cv_p99_pct": "1.276010", "response_cv_p999_pct": "25.031216" }, "gates": [ "warn-unstable" ], "input_manifest_sha256": "d9c832a5c0e2d81d2e1eaae2b08aa3393b72fda1280e43981a5074f41fcaf352", "original_observation": { "flavour": "cpp", "transport": "socketxtreme", "scenario": "single", "p50_us": "5.904", "p99_us": "7.411", "p999_us": "13.567", "max_us": "28.712", "sessions": "1/1", "status": "partial", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "6.188", "resp_p99_us": "7.731", "resp_p999_us": "13.905", "resp_max_us": "29.219" } }, { "cell": "java-pure/onload/single", "evidence": "/tmp/libhft-runner-pump-scan-20260910-LJ4WiI/pure-single-onload/single/java-pure/onload/attempt-7uidb01l/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.809952", "service_cv_p99_pct": "0.868884", "service_cv_p999_pct": "1.198803", "response_cv_p50_pct": "0.742637", "response_cv_p99_pct": "0.850833", "response_cv_p999_pct": "0.971459" }, "gates": [ "" ], "input_manifest_sha256": "dcc64a76d28a215b82fba77ba8791f9facd0bc684816e8e3b67f870cf85d16f0", "original_observation": { "flavour": "java-pure", "transport": "onload", "scenario": "single", "p50_us": "9.967", "p99_us": "10.736", "p999_us": "11.235", "max_us": "61.055", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "10.263", "resp_p99_us": "11.051", "resp_p999_us": "11.600", "resp_max_us": "62.780" } }, { "cell": "java-pure/vma/single", "evidence": "/tmp/libhft-single-canonical-20260910-RoyL9h/java-vma/single/java-pure/vma/attempt-x8pgtx8_/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.757122", "service_cv_p99_pct": "0.991427", "service_cv_p999_pct": "0.658211", "response_cv_p50_pct": "0.589437", "response_cv_p99_pct": "0.729136", "response_cv_p999_pct": "0.995299" }, "gates": [ "" ], "input_manifest_sha256": "d78444168c93816c30252f300a372811d00fd49f4b5086cb56f896e411e5afb9", "original_observation": { "flavour": "java-pure", "transport": "vma", "scenario": "single", "p50_us": "9.802", "p99_us": "10.367", "p999_us": "10.888", "max_us": "78.201", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "10.104", "resp_p99_us": "10.716", "resp_p999_us": "11.260", "resp_max_us": "88.235" } }, { "cell": "java-jni/kernel/single", "evidence": "/tmp/libhft-runner-pump-scan-20260910-LJ4WiI/jni-single-kernel/single/java-jni/kernel/attempt-qxwv4_vs/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.381438", "service_cv_p99_pct": "0.776237", "service_cv_p999_pct": "6.835468", "response_cv_p50_pct": "0.246059", "response_cv_p99_pct": "0.048815", "response_cv_p999_pct": "3.934599" }, "gates": [ "" ], "input_manifest_sha256": "4f5e66af2679f775afbb5fbbb602c1fc4273ed53d3cee0c728a683869b46902c", "original_observation": { "flavour": "java-jni", "transport": "kernel", "scenario": "single", "p50_us": "25.569", "p99_us": "31.562", "p999_us": "37.573", "max_us": "104.890", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49997", "resp_p50_us": "30.228", "resp_p99_us": "34.115", "resp_p999_us": "40.569", "resp_max_us": "107.652" } }, { "cell": "java-jni/onload/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/single/java-jni/onload/attempt-drvclp92/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.388039", "service_cv_p99_pct": "3.524151", "service_cv_p999_pct": "15.223050", "response_cv_p50_pct": "0.269274", "response_cv_p99_pct": "6.288862", "response_cv_p999_pct": "94.369167" }, "gates": [ "" ], "input_manifest_sha256": "98add79fa7f08e1fde70369d7c41df2c858baf6e2e54fc9e04cdb1c0e4452aaa", "original_observation": { "flavour": "java-jni", "transport": "onload", "scenario": "single", "p50_us": "6.839", "p99_us": "7.525", "p999_us": "8.429", "max_us": "93.385", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "7.056", "resp_p99_us": "7.938", "resp_p999_us": "17.784", "resp_max_us": "101.236" } }, { "cell": "java-jni/vma/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/single/java-jni/vma/attempt-8qk9ufm5/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.499485", "service_cv_p99_pct": "3.543170", "service_cv_p999_pct": "23.889131", "response_cv_p50_pct": "0.666942", "response_cv_p99_pct": "5.784610", "response_cv_p999_pct": "83.546018" }, "gates": [ "" ], "input_manifest_sha256": "ab1bf5d7b6f5d4625086b3f19a9f17a2d5a7fc5b29d3aa72fc73f47570cd440b", "original_observation": { "flavour": "java-jni", "transport": "vma", "scenario": "single", "p50_us": "7.582", "p99_us": "8.215", "p999_us": "10.156", "max_us": "81.187", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "7.827", "resp_p99_us": "8.649", "resp_p999_us": "17.932", "resp_max_us": "95.578" } }, { "cell": "java-jni/tcpdirect/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/single/java-jni/tcpdirect/attempt-i81r5l6v/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.227336", "service_cv_p99_pct": "0.142438", "service_cv_p999_pct": "1.606415", "response_cv_p50_pct": "0.669176", "response_cv_p99_pct": "2.473486", "response_cv_p999_pct": "42.571945" }, "gates": [ "" ], "input_manifest_sha256": "6de285750400ff99ef137d7d2a70aa47cae1902764f4e7e41816c8f17952ff4c", "original_observation": { "flavour": "java-jni", "transport": "tcpdirect", "scenario": "single", "p50_us": "7.930", "p99_us": "11.414", "p999_us": "11.794", "max_us": "79.195", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "9.007", "resp_p99_us": "12.597", "resp_p999_us": "18.164", "resp_max_us": "92.312" } }, { "cell": "java-jni/socketxtreme/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/single/java-jni/socketxtreme/attempt-6531jgqb/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.083348", "service_cv_p99_pct": "3.865148", "service_cv_p999_pct": "4.843565", "response_cv_p50_pct": "0.340741", "response_cv_p99_pct": "5.846160", "response_cv_p999_pct": "61.180939" }, "gates": [ "" ], "input_manifest_sha256": "a48c35cca29afcf7e1b6a24cc536df614f40293d4f45bde8833eecd3571b7c9b", "original_observation": { "flavour": "java-jni", "transport": "socketxtreme", "scenario": "single", "p50_us": "7.298", "p99_us": "9.188", "p999_us": "14.205", "max_us": "52.647", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "7.488", "resp_p99_us": "9.594", "resp_p999_us": "21.727", "resp_max_us": "86.381" } }, { "cell": "dotnet-native/kernel/single", "evidence": "/tmp/libhft-native-vma-slot-scan-20260910-emb5X9/native-single-kernel/single/dotnet-native/kernel/attempt-hmbaof0u/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "6.668334", "service_cv_p99_pct": "0.600565", "service_cv_p999_pct": "0.208480", "response_cv_p50_pct": "1.762110", "response_cv_p99_pct": "0.207996", "response_cv_p999_pct": "1.522797" }, "gates": [ "warn-unstable" ], "input_manifest_sha256": "df9f8cf0ac6bff2a681c4cd7a4af7e7d90ebcd2027b6de8a1d804fccc785d8d6", "original_observation": { "flavour": "dotnet-native", "transport": "kernel", "scenario": "single", "p50_us": "23.093", "p99_us": "29.084", "p999_us": "32.306", "max_us": "67.241", "sessions": "1/1", "status": "partial", "target_per_sec": "50000", "achieved_per_sec": "49997", "resp_p50_us": "25.092", "resp_p99_us": "33.027", "resp_p999_us": "35.137", "resp_max_us": "68.524" } }, { "cell": "dotnet-native/onload/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/single/dotnet-native/onload/attempt-85pxsho3/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.256951", "service_cv_p99_pct": "0.652458", "service_cv_p999_pct": "3.131233", "response_cv_p50_pct": "0.233227", "response_cv_p99_pct": "0.608594", "response_cv_p999_pct": "129.590975" }, "gates": [ "" ], "input_manifest_sha256": "ca5220442d7fa4aea2d541f875c27520d0ddf7b23e1b1b265292eae9eefaf1e0", "original_observation": { "flavour": "dotnet-native", "transport": "onload", "scenario": "single", "p50_us": "7.903", "p99_us": "8.486", "p999_us": "17.820", "max_us": "207.398", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "8.214", "resp_p99_us": "8.857", "resp_p999_us": "76.797", "resp_max_us": "210.003" } }, { "cell": "dotnet-native/vma/single", "evidence": "/tmp/libhft-native-vma-slot-scan-20260910-emb5X9/native-single-vma/single/dotnet-native/vma/attempt-2s2gn4nd/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "1.956676", "service_cv_p99_pct": "0.545840", "service_cv_p999_pct": "0.778704", "response_cv_p50_pct": "0.987266", "response_cv_p99_pct": "0.477607", "response_cv_p999_pct": "0.698272" }, "gates": [ "" ], "input_manifest_sha256": "7a5a79f168da3bbcb3a6bf25c71a8a6f9c4e8a262fb52787a927a0b38f86e919", "original_observation": { "flavour": "dotnet-native", "transport": "vma", "scenario": "single", "p50_us": "8.353", "p99_us": "8.796", "p999_us": "9.194", "max_us": "36.831", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "8.660", "resp_p99_us": "9.184", "resp_p999_us": "9.534", "resp_max_us": "38.138" } }, { "cell": "dotnet-native/tcpdirect/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/single/dotnet-native/tcpdirect/attempt-4dqzclse/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.179377", "service_cv_p99_pct": "0.086857", "service_cv_p999_pct": "1.384870", "response_cv_p50_pct": "0.178713", "response_cv_p99_pct": "0.101855", "response_cv_p999_pct": "129.784377" }, "gates": [ "" ], "input_manifest_sha256": "db75d777f2677851333cdbb1bfa7da7f6c0bb59b2a659f0154434815a3b52756", "original_observation": { "flavour": "dotnet-native", "transport": "tcpdirect", "scenario": "single", "p50_us": "6.963", "p99_us": "7.190", "p999_us": "16.678", "max_us": "204.101", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "8.154", "resp_p99_us": "9.331", "resp_p999_us": "75.198", "resp_max_us": "206.517" } }, { "cell": "dotnet-native/socketxtreme/single", "evidence": "/tmp/libhft-native-vma-slot-scan-20260910-emb5X9/native-single-socketxtreme/single/dotnet-native/socketxtreme/attempt-nyvbzo4b/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "1.411675", "service_cv_p99_pct": "4.643000", "service_cv_p999_pct": "13.623709", "response_cv_p50_pct": "1.043589", "response_cv_p99_pct": "4.332411", "response_cv_p999_pct": "13.324368" }, "gates": [ "" ], "input_manifest_sha256": "adf40d7866b10df5829dec13343d34822cafd24b7003f944bda56a4c5b21e141", "original_observation": { "flavour": "dotnet-native", "transport": "socketxtreme", "scenario": "single", "p50_us": "8.511", "p99_us": "10.589", "p999_us": "18.160", "max_us": "37.400", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49999", "resp_p50_us": "8.775", "resp_p99_us": "10.871", "resp_p999_us": "18.455", "resp_max_us": "39.545" } }, { "cell": "dotnet-managed/kernel/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/single/dotnet-managed/kernel/attempt-7hu9x6lp/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.795444", "service_cv_p99_pct": "0.199703", "service_cv_p999_pct": "6.848282", "response_cv_p50_pct": "0.900575", "response_cv_p99_pct": "0.232194", "response_cv_p999_pct": "6.374584" }, "gates": [ "" ], "input_manifest_sha256": "4de30a8fa4b4984be4e2047e918d3ef1a48d302f89d6912fdd137194e9144f8f", "original_observation": { "flavour": "dotnet-managed", "transport": "kernel", "scenario": "single", "p50_us": "32.903", "p99_us": "38.137", "p999_us": "41.110", "max_us": "99.046", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49996", "resp_p50_us": "33.984", "resp_p99_us": "38.552", "resp_p999_us": "41.538", "resp_max_us": "101.028" } }, { "cell": "dotnet-managed/onload/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/single/dotnet-managed/onload/attempt-j6iecqr3/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.235795", "service_cv_p99_pct": "0.228434", "service_cv_p999_pct": "0.551684", "response_cv_p50_pct": "0.201721", "response_cv_p99_pct": "0.147056", "response_cv_p999_pct": "0.431779" }, "gates": [ "" ], "input_manifest_sha256": "4af24f6abd84050cc1b35fa9fc5567cddbd46482ca9752d1366aed237f4e014c", "original_observation": { "flavour": "dotnet-managed", "transport": "onload", "scenario": "single", "p50_us": "13.718", "p99_us": "14.282", "p999_us": "14.651", "max_us": "42.644", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49998", "resp_p50_us": "13.960", "resp_p99_us": "14.542", "resp_p999_us": "14.909", "resp_max_us": "44.755" } }, { "cell": "dotnet-managed/vma/single", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/single/dotnet-managed/vma/attempt-hwvhpzbl/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.267808", "service_cv_p99_pct": "0.372742", "service_cv_p999_pct": "0.249607", "response_cv_p50_pct": "0.322628", "response_cv_p99_pct": "0.220413", "response_cv_p999_pct": "0.179066" }, "gates": [ "" ], "input_manifest_sha256": "b02d75994a4032400c0fd6ee1ec212e55a4ec8efc42657cde880ae2f7ad736c9", "original_observation": { "flavour": "dotnet-managed", "transport": "vma", "scenario": "single", "p50_us": "14.056", "p99_us": "14.370", "p999_us": "14.660", "max_us": "49.154", "sessions": "1/1", "status": "ok", "target_per_sec": "50000", "achieved_per_sec": "49998", "resp_p50_us": "14.293", "resp_p99_us": "14.662", "resp_p999_us": "14.947", "resp_max_us": "50.275" } }, { "cell": "cpp/kernel/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/mono/cpp/kernel/attempt-hwo3qykn/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "0.860221", "service_cv_p99_pct": "11.374414", "service_cv_p999_pct": "11.385228", "response_cv_p50_pct": "1.884203", "response_cv_p99_pct": "5.126554", "response_cv_p999_pct": "6.128209" }, "gates": [ "", "warn-unstable", "", "" ], "input_manifest_sha256": "50c8a1a385314012a5a561d8568f42c5cd89f80977faa492fc46e04411902bd8", "original_observation": { "flavour": "cpp", "transport": "kernel", "scenario": "mono", "p50_us": "31.584", "p99_us": "41.560", "p999_us": "45.110", "max_us": "80.185", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "35.712", "resp_p99_us": "48.348", "resp_p999_us": "50.347", "resp_max_us": "85.377" } }, { "cell": "cpp/onload/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/mono/cpp/onload/attempt-zaua4mi1/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "6.837676", "service_cv_p99_pct": "2.410608", "service_cv_p999_pct": "5.850501", "response_cv_p50_pct": "0.571651", "response_cv_p99_pct": "0.954123", "response_cv_p999_pct": "2.649447" }, "gates": [ "", "", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "bf188735a41678e943816387d7de239a10b76b5efea4ffe1ddace07fd2a8e9f7", "original_observation": { "flavour": "cpp", "transport": "onload", "scenario": "mono", "p50_us": "8.665", "p99_us": "10.539", "p999_us": "11.416", "max_us": "26.928", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "9.227", "resp_p99_us": "11.019", "resp_p999_us": "12.206", "resp_max_us": "28.107" } }, { "cell": "cpp/vma/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/mono/cpp/vma/attempt-sn9ikm1q/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "9.115106", "service_cv_p99_pct": "21.849127", "service_cv_p999_pct": "23.871776", "response_cv_p50_pct": "4.436461", "response_cv_p99_pct": "18.922807", "response_cv_p999_pct": "21.260819" }, "gates": [ "", "warn-unstable", "", "warn-unstable" ], "input_manifest_sha256": "893da17d7b3d1ea614643a38662a5bc66f2e653cb8d5e734bbc2428745b3c3f8", "original_observation": { "flavour": "cpp", "transport": "vma", "scenario": "mono", "p50_us": "8.086", "p99_us": "13.210", "p999_us": "18.917", "max_us": "28.005", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "8.855", "resp_p99_us": "14.330", "resp_p999_us": "20.006", "resp_max_us": "28.757" } }, { "cell": "cpp/tcpdirect/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/mono/cpp/tcpdirect/attempt-puqorexx/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.637116", "service_cv_p99_pct": "3.653434", "service_cv_p999_pct": "0.636479", "response_cv_p50_pct": "2.093904", "response_cv_p99_pct": "0.846041", "response_cv_p999_pct": "3.396851" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "3b419fe928f0d521bc7ba3d3cde9d9eb9fd2a2093a78764a4f14caaa429cfac4", "original_observation": { "flavour": "cpp", "transport": "tcpdirect", "scenario": "mono", "p50_us": "22.249", "p99_us": "25.266", "p999_us": "25.455", "max_us": "57.055", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "30.167", "resp_p99_us": "38.189", "resp_p999_us": "38.422", "resp_max_us": "87.213" } }, { "cell": "cpp/socketxtreme/mono", "evidence": "/home/yann/libhft-bench-runs/socketxtreme-corrections-rerun-20260908-QpGmMq/cpp-sx-mono/mono/cpp/socketxtreme/attempt-58q20y3d/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "12.691221", "service_cv_p99_pct": "13.626706", "service_cv_p999_pct": "8.557825", "response_cv_p50_pct": "12.072731", "response_cv_p99_pct": "12.887758", "response_cv_p999_pct": "8.624708" }, "gates": [ "", "", "", "warn-unstable" ], "input_manifest_sha256": "e29055e292e33506f19d097931e8db9480f86594cb4cfb9e987110bad91e6793", "original_observation": { "flavour": "cpp", "transport": "socketxtreme", "scenario": "mono", "p50_us": "13.141", "p99_us": "22.480", "p999_us": "25.107", "max_us": "71.658", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "13.780", "resp_p99_us": "23.199", "resp_p999_us": "25.749", "resp_max_us": "72.243" } }, { "cell": "java-pure/kernel/mono", "evidence": "/tmp/libhft-java-readiness-canonical-20260910-U6x6o0/sitting/mono/java-pure/kernel/attempt-2ih4dpmn/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "9.341203", "service_cv_p99_pct": "12.557877", "service_cv_p999_pct": "30.551396", "response_cv_p50_pct": "4.306431", "response_cv_p99_pct": "11.718691", "response_cv_p999_pct": "28.682735" }, "gates": [ "", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "ad6d3127bff9456bcf15d11ebdaf1a29976448323dafffa0a99c70e08bc3fda7", "original_observation": { "flavour": "java-pure", "transport": "kernel", "scenario": "mono", "p50_us": "95.009", "p99_us": "119.375", "p999_us": "130.141", "max_us": "2182.066", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "99.121", "resp_p99_us": "123.368", "resp_p999_us": "134.719", "resp_max_us": "2189.268" } }, { "cell": "java-pure/onload/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/mono/java-pure/onload/attempt-epakr7jv/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "8.319054", "service_cv_p99_pct": "4.579751", "service_cv_p999_pct": "4.673357", "response_cv_p50_pct": "3.473094", "response_cv_p99_pct": "4.380760", "response_cv_p999_pct": "4.435764" }, "gates": [ "", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "ad09735839c3bc1ef73a5ced0a873632370c1571214a145ec77815d96afcc0fb", "original_observation": { "flavour": "java-pure", "transport": "onload", "scenario": "mono", "p50_us": "15.071", "p99_us": "18.360", "p999_us": "19.016", "max_us": "484.615", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "15.902", "resp_p99_us": "20.255", "resp_p999_us": "20.938", "resp_max_us": "486.400" } }, { "cell": "java-pure/vma/mono", "evidence": "/tmp/libhft-java-readiness-canonical-20260910-U6x6o0/sitting/mono/java-pure/vma/attempt-b33qcuxe/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "6.811672", "service_cv_p99_pct": "5.314700", "service_cv_p999_pct": "3.927636", "response_cv_p50_pct": "1.653473", "response_cv_p99_pct": "1.324744", "response_cv_p999_pct": "3.379603" }, "gates": [ "warn-unstable", "warn-unstable", "", "warn-unstable" ], "input_manifest_sha256": "6d860a44067f525c8ad513cd36f4c60588f26e4dc44494e510a4844dfceb1c61", "original_observation": { "flavour": "java-pure", "transport": "vma", "scenario": "mono", "p50_us": "17.427", "p99_us": "21.224", "p999_us": "21.739", "max_us": "593.291", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "18.585", "resp_p99_us": "23.480", "resp_p999_us": "24.025", "resp_max_us": "594.463" } }, { "cell": "java-jni/kernel/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-20260908-PekVA8/sitting/mono/java-jni/kernel/attempt-sj43ik8e/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "11.959391", "service_cv_p99_pct": "14.226651", "service_cv_p999_pct": "10.704223", "response_cv_p50_pct": "2.255988", "response_cv_p99_pct": "6.488033", "response_cv_p999_pct": "7.423801" }, "gates": [ "warn-unstable", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "b76398a04e47cb33afa7cad58d10d208fcdca34e3db8ff38ff93e5970ac84ee9", "original_observation": { "flavour": "java-jni", "transport": "kernel", "scenario": "mono", "p50_us": "34.592", "p99_us": "48.088", "p999_us": "54.709", "max_us": "128.408", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "39.771", "resp_p99_us": "54.579", "resp_p999_us": "58.877", "resp_max_us": "171.798" } }, { "cell": "java-jni/onload/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/mono/java-jni/onload/attempt-oyf755x7/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.492820", "service_cv_p99_pct": "5.608105", "service_cv_p999_pct": "7.157191", "response_cv_p50_pct": "0.508914", "response_cv_p99_pct": "3.215792", "response_cv_p999_pct": "2.198445" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "2b13d9288fe08ee9e9a27011d5f2d617bd28ea86eefa5f8567d8f21e3d5aa2b2", "original_observation": { "flavour": "java-jni", "transport": "onload", "scenario": "mono", "p50_us": "11.145", "p99_us": "13.171", "p999_us": "14.929", "max_us": "75.151", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "12.191", "resp_p99_us": "14.989", "resp_p999_us": "16.555", "resp_max_us": "100.024" } }, { "cell": "java-jni/vma/mono", "evidence": "/tmp/libhft-mixed-vma-20260910-8jnKsI/java-jni-vma-mono/mono/java-jni/vma/attempt-x889w4ar/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "13.072012", "service_cv_p99_pct": "10.810725", "service_cv_p999_pct": "4.802447", "response_cv_p50_pct": "5.790151", "response_cv_p99_pct": "8.460174", "response_cv_p999_pct": "5.407755" }, "gates": [ "", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "983676702479c70518aa2da867ad80d308a93a72b6af7daeb6b2c2175b710db5", "original_observation": { "flavour": "java-jni", "transport": "vma", "scenario": "mono", "p50_us": "10.455", "p99_us": "16.815", "p999_us": "17.288", "max_us": "65.925", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "11.642", "resp_p99_us": "18.503", "resp_p999_us": "19.358", "resp_max_us": "85.324" } }, { "cell": "java-jni/tcpdirect/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-gcc14-20260908-9PgBhs/sitting-9PgBhs/mono/java-jni/tcpdirect/attempt-4kiq5ho2/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "15.477275", "service_cv_p99_pct": "0.389167", "service_cv_p999_pct": "1.106146", "response_cv_p50_pct": "0.565225", "response_cv_p99_pct": "0.907645", "response_cv_p999_pct": "1.278392" }, "gates": [ "warn-unstable", "", "", "" ], "input_manifest_sha256": "f2440a0949526935625f88d01b11fd9bc1a11c6c18561fe83bd373830f36a16d", "original_observation": { "flavour": "java-jni", "transport": "tcpdirect", "scenario": "mono", "p50_us": "55.514", "p99_us": "91.761", "p999_us": "93.781", "max_us": "99.063", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "58.154", "resp_p99_us": "101.341", "resp_p999_us": "106.588", "resp_max_us": "127.526" } }, { "cell": "dotnet-managed/kernel/mono", "evidence": "/home/yann/libhft-bench-runs/provider-corrections-rerun-20260908-PNfKFd/managed-mono/mono/dotnet-managed/kernel/attempt-ytzn3nbs/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "4.396679", "service_cv_p99_pct": "2.370737", "service_cv_p999_pct": "2.754696", "response_cv_p50_pct": "4.218318", "response_cv_p99_pct": "1.577139", "response_cv_p999_pct": "2.859176" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "4db505de1312f4dda5bb667f0b655a2e4582a309b0ac32e16b4e263e91081b07", "original_observation": { "flavour": "dotnet-managed", "transport": "kernel", "scenario": "mono", "p50_us": "103.457", "p99_us": "177.984", "p999_us": "180.539", "max_us": "331.140", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "108.638", "resp_p99_us": "183.373", "resp_p999_us": "187.587", "resp_max_us": "339.254" } }, { "cell": "dotnet-native/socketxtreme/mono", "evidence": "/tmp/libhft-native-vma-slot-scan-20260910-emb5X9/native-mono-socketxtreme/mono/dotnet-native/socketxtreme/attempt-a5794w0s/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "3.728150", "service_cv_p99_pct": "18.843464", "service_cv_p999_pct": "15.339830", "response_cv_p50_pct": "2.208696", "response_cv_p99_pct": "13.810784", "response_cv_p999_pct": "11.421344" }, "gates": [ "warn-unstable", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "22971a315288b6dfb9d2f1a026d9b7ca0587b935fa59c1c984c187699efc406d", "original_observation": { "flavour": "dotnet-native", "transport": "socketxtreme", "scenario": "mono", "p50_us": "12.382", "p99_us": "18.308", "p999_us": "21.526", "max_us": "39.534", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "13.476", "resp_p99_us": "19.703", "resp_p999_us": "23.212", "resp_max_us": "41.872" } }, { "cell": "java-jni/socketxtreme/mono", "evidence": "/home/yann/libhft-bench-runs/socketxtreme-corrections-rerun-20260908-QpGmMq/java-jni-sx-mono/mono/java-jni/socketxtreme/attempt-jtjqguha/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "10.263126", "service_cv_p99_pct": "18.126469", "service_cv_p999_pct": "7.636539", "response_cv_p50_pct": "8.414586", "response_cv_p99_pct": "13.583189", "response_cv_p999_pct": "7.779303" }, "gates": [ "warn-unstable", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "c9cee6debfbd7b193b484c1a53e0103eb389ca2039e6f782465f30a2201a8fcc", "original_observation": { "flavour": "java-jni", "transport": "socketxtreme", "scenario": "mono", "p50_us": "12.698", "p99_us": "19.516", "p999_us": "22.353", "max_us": "79.293", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "13.567", "resp_p99_us": "20.558", "resp_p999_us": "23.203", "resp_max_us": "91.447" } }, { "cell": "dotnet-native/kernel/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-followup-20260908-8JscCC/remaining/mono/dotnet-native/kernel/attempt-xvuvlxef/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "1.113551", "service_cv_p99_pct": "9.991201", "service_cv_p999_pct": "11.481664", "response_cv_p50_pct": "0.872764", "response_cv_p99_pct": "3.843909", "response_cv_p999_pct": "10.362568" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "836333c2c7f60c02184fab12c798b4feb2c397cb42bb8572a2056d11265bad17", "original_observation": { "flavour": "dotnet-native", "transport": "kernel", "scenario": "mono", "p50_us": "40.416", "p99_us": "47.872", "p999_us": "56.869", "max_us": "236.234", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "43.673", "resp_p99_us": "55.951", "resp_p999_us": "61.973", "resp_max_us": "265.612" } }, { "cell": "dotnet-native/vma/mono", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-followup-20260908-8JscCC/remaining/mono/dotnet-native/vma/attempt-dwtyldvs/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "14.353462", "service_cv_p99_pct": "21.522080", "service_cv_p999_pct": "22.340696", "response_cv_p50_pct": "3.247342", "response_cv_p99_pct": "17.694454", "response_cv_p999_pct": "18.113248" }, "gates": [ "warn-unstable", "warn-unstable", "", "warn-unstable" ], "input_manifest_sha256": "3792b559557a207c1e152682661903589a34e085c515984d7c29d580a976d7be", "original_observation": { "flavour": "dotnet-native", "transport": "vma", "scenario": "mono", "p50_us": "12.557", "p99_us": "17.827", "p999_us": "21.901", "max_us": "199.207", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "13.550", "resp_p99_us": "20.044", "resp_p999_us": "24.011", "resp_max_us": "202.093" } }, { "cell": "dotnet-managed/vma/mono", "evidence": "/home/yann/libhft-bench-runs/socketxtreme-corrections-rerun-20260908-QpGmMq/dotnet-managed-vma-mono/mono/dotnet-managed/vma/attempt-hpr5cdbb/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.370293", "service_cv_p99_pct": "3.470162", "service_cv_p999_pct": "3.381413", "response_cv_p50_pct": "0.397400", "response_cv_p99_pct": "1.018071", "response_cv_p999_pct": "0.793112" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "e33c0f90c947b955df42ad8011889865df8ac788c334a050a216701911f6b1c6", "original_observation": { "flavour": "dotnet-managed", "transport": "vma", "scenario": "mono", "p50_us": "20.658", "p99_us": "24.991", "p999_us": "25.255", "max_us": "51.551", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "21.115", "resp_p99_us": "26.601", "resp_p999_us": "27.184", "resp_max_us": "54.246" } }, { "cell": "cpp/kernel/pool", "evidence": "/tmp/libhft-live-gate-20260910-O0YsbX/cpp-kernel-pool/pool/cpp/kernel/attempt-c6on647n/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "1.307367", "service_cv_p99_pct": "13.412522", "service_cv_p999_pct": "12.130301", "response_cv_p50_pct": "1.827188", "response_cv_p99_pct": "4.497474", "response_cv_p999_pct": "7.984732" }, "gates": [ "", "", "", "warn-unstable" ], "input_manifest_sha256": "c1bd70d8ac751d75fce8e00454e62be17906a036d93f657ed5b336cf6e229152", "original_observation": { "flavour": "cpp", "transport": "kernel", "scenario": "pool", "p50_us": "28.285", "p99_us": "38.942", "p999_us": "45.985", "max_us": "154.829", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "32.467", "resp_p99_us": "45.894", "resp_p999_us": "49.520", "resp_max_us": "158.812" } }, { "cell": "cpp/vma/pool", "evidence": "/tmp/libhft-listener-bind-build-20260910-FcJ2ZB/cpp-vma-pool-restored-default/pool/cpp/vma/attempt-01l_j5xc/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "6.392949", "service_cv_p99_pct": "3.341553", "service_cv_p999_pct": "7.940716", "response_cv_p50_pct": "1.258214", "response_cv_p99_pct": "3.016741", "response_cv_p999_pct": "6.959418" }, "gates": [ "warn-unstable", "warn-unstable", "", "warn-unstable" ], "input_manifest_sha256": "699c0d12c58285f0f172dfd6ec4e776f318854d342a6ab0bf4f44dc55f0bf66d", "original_observation": { "flavour": "cpp", "transport": "vma", "scenario": "pool", "p50_us": "10.856", "p99_us": "25.097", "p999_us": "31.475", "max_us": "46.605", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "11.698", "resp_p99_us": "25.819", "resp_p999_us": "32.371", "resp_max_us": "47.743" } }, { "cell": "java-pure/kernel/pool", "evidence": "/tmp/libhft-java-readiness-canonical-20260910-U6x6o0/sitting/pool/java-pure/kernel/attempt-7mpmyhdd/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "13.994343", "service_cv_p99_pct": "11.445636", "service_cv_p999_pct": "27.546536", "response_cv_p50_pct": "2.318053", "response_cv_p99_pct": "4.224146", "response_cv_p999_pct": "23.550348" }, "gates": [ "warn-unstable", "warn-unstable", "warn-unstable", "" ], "input_manifest_sha256": "b1bb3a8dc06f5f93b339e551e22a3e434d6e34ff85bef1447e1458d868717436", "original_observation": { "flavour": "java-pure", "transport": "kernel", "scenario": "pool", "p50_us": "47.233", "p99_us": "57.745", "p999_us": "83.070", "max_us": "660.289", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "49.904", "resp_p99_us": "63.079", "resp_p999_us": "96.419", "resp_max_us": "662.945" } }, { "cell": "java-pure/vma/pool", "evidence": "/tmp/libhft-java-readiness-canonical-20260910-U6x6o0/sitting/pool/java-pure/vma/attempt-2altzmc7/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "6.946009", "service_cv_p99_pct": "5.010892", "service_cv_p999_pct": "71.544816", "response_cv_p50_pct": "1.037848", "response_cv_p99_pct": "2.287239", "response_cv_p999_pct": "68.465551" }, "gates": [ "warn-unstable", "warn-unstable", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "a11c751862a061e5cd30ba999b3d6ff10910cace1605d389c2a2d7c6355864a9", "original_observation": { "flavour": "java-pure", "transport": "vma", "scenario": "pool", "p50_us": "16.844", "p99_us": "20.154", "p999_us": "114.673", "max_us": "588.665", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "17.605", "resp_p99_us": "22.007", "resp_p999_us": "115.603", "resp_max_us": "590.038" } }, { "cell": "java-jni/kernel/pool", "evidence": "/tmp/libhft-epoll-errors-20260910-hLQ1Ay/jni-kernel-pool/pool/java-jni/kernel/attempt-vv03bxgg/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "14.041677", "service_cv_p99_pct": "13.407683", "service_cv_p999_pct": "11.445907", "response_cv_p50_pct": "4.502202", "response_cv_p99_pct": "4.218172", "response_cv_p999_pct": "8.650451" }, "gates": [ "warn-unstable", "warn-unstable", "warn-unstable", "" ], "input_manifest_sha256": "c704e4c3993d1098d3ce649d74c46879f7842cb3b4e3bc3154fac77cdcb6da60", "original_observation": { "flavour": "java-jni", "transport": "kernel", "scenario": "pool", "p50_us": "45.799", "p99_us": "50.986", "p999_us": "54.374", "max_us": "123.966", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "50.191", "resp_p99_us": "56.377", "resp_p999_us": "60.585", "resp_max_us": "154.276" } }, { "cell": "java-jni/vma/pool", "evidence": "/tmp/libhft-jni-eof-20260910-wGhyJ0/java-jni-vma-pool/pool/java-jni/vma/attempt-ub22rq_q/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "10.817140", "service_cv_p99_pct": "7.934860", "service_cv_p999_pct": "7.876488", "response_cv_p50_pct": "6.097331", "response_cv_p99_pct": "5.378831", "response_cv_p999_pct": "4.450527" }, "gates": [ "warn-unstable", "", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "59c4916f32f98c2d7b3e6e9ba6eae2405429c1bd30faf3204b320178ee7db0a4", "original_observation": { "flavour": "java-jni", "transport": "vma", "scenario": "pool", "p50_us": "12.790", "p99_us": "19.703", "p999_us": "20.270", "max_us": "69.650", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "13.503", "resp_p99_us": "20.489", "resp_p999_us": "22.262", "resp_max_us": "82.405" } }, { "cell": "dotnet-native/kernel/pool", "evidence": "/tmp/libhft-pool-cells-20260910-lE99Tb/dotnet-native-kernel-pool/pool/dotnet-native/kernel/attempt-ubg6rqys/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "0.830860", "service_cv_p99_pct": "13.667744", "service_cv_p999_pct": "18.418523", "response_cv_p50_pct": "1.677576", "response_cv_p99_pct": "5.982505", "response_cv_p999_pct": "13.242656" }, "gates": [ "warn-unstable", "", "", "warn-unstable" ], "input_manifest_sha256": "aab4ad91735227b12da21cc775cd0a1ceeea2ecd564903ae84e9c12ecb733c96", "original_observation": { "flavour": "dotnet-native", "transport": "kernel", "scenario": "pool", "p50_us": "33.202", "p99_us": "46.025", "p999_us": "53.205", "max_us": "150.796", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "38.126", "resp_p99_us": "54.407", "resp_p999_us": "59.480", "resp_max_us": "155.903" } }, { "cell": "dotnet-native/vma/pool", "evidence": "/tmp/libhft-listener-bind-build-20260910-FcJ2ZB/dotnet-native-vma-pool/pool/dotnet-native/vma/attempt-na5ftpyd/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "10.360525", "service_cv_p99_pct": "5.861717", "service_cv_p999_pct": "4.970078", "response_cv_p50_pct": "1.412276", "response_cv_p99_pct": "2.660379", "response_cv_p999_pct": "2.782614" }, "gates": [ "", "warn-unstable", "warn-unstable", "" ], "input_manifest_sha256": "bc5e48aec62001624dd9e3fa1ecc2e2996c944a3183b2b67db73464a9ec1c453", "original_observation": { "flavour": "dotnet-native", "transport": "vma", "scenario": "pool", "p50_us": "15.279", "p99_us": "29.043", "p999_us": "34.213", "max_us": "54.919", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "16.047", "resp_p99_us": "30.022", "resp_p999_us": "36.099", "resp_max_us": "55.638" } }, { "cell": "dotnet-managed/kernel/pool", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-followup-20260908-8JscCC/remaining/pool/dotnet-managed/kernel/attempt-xsms_7q2/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "6.873349", "service_cv_p99_pct": "0.694672", "service_cv_p999_pct": "6.220630", "response_cv_p50_pct": "0.630684", "response_cv_p99_pct": "1.891699", "response_cv_p999_pct": "3.833699" }, "gates": [ "", "warn-unstable", "warn-unstable", "" ], "input_manifest_sha256": "0e8bc466ec956479ab8ced2c8b5c6ef503cc88f48d238e6d57e8bb5a4ebf516c", "original_observation": { "flavour": "dotnet-managed", "transport": "kernel", "scenario": "pool", "p50_us": "64.566", "p99_us": "79.204", "p999_us": "84.428", "max_us": "464.564", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "69.700", "resp_p99_us": "83.037", "resp_p999_us": "87.494", "resp_max_us": "469.550" } }, { "cell": "dotnet-managed/vma/pool", "evidence": "/home/yann/libhft-bench-runs/open-v4-mellanox-followup-20260908-8JscCC/remaining/pool/dotnet-managed/vma/attempt-rwoy3en5/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.200516", "service_cv_p99_pct": "2.596146", "service_cv_p999_pct": "2.273447", "response_cv_p50_pct": "0.260860", "response_cv_p99_pct": "0.501896", "response_cv_p999_pct": "1.551602" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "96fa50d8ceef33354c08bdffcfb7b3dae99a13520000339bd3cc7f9e757b3c2d", "original_observation": { "flavour": "dotnet-managed", "transport": "vma", "scenario": "pool", "p50_us": "24.109", "p99_us": "27.614", "p999_us": "29.134", "max_us": "56.188", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "24.912", "resp_p99_us": "29.268", "resp_p999_us": "30.495", "resp_max_us": "59.457" } }, { "cell": "cpp/kernel/shard", "evidence": "/tmp/libhft-cpp-shard-20260910-q4subF/full-cpp/shard/cpp/kernel/attempt-pv5y12ud/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "0.344627", "service_cv_p99_pct": "12.835189", "service_cv_p999_pct": "11.361223", "response_cv_p50_pct": "1.047269", "response_cv_p99_pct": "2.895979", "response_cv_p999_pct": "5.451170" }, "gates": [ "", "warn-unstable", "", "warn-unstable" ], "input_manifest_sha256": "1970fcf57374ae76ee2113b8f6c8ceb46d7569550380d797219c8a5e994c1c40", "original_observation": { "flavour": "cpp", "transport": "kernel", "scenario": "shard", "p50_us": "32.505", "p99_us": "39.106", "p999_us": "44.426", "max_us": "113.050", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "36.323", "resp_p99_us": "46.163", "resp_p999_us": "50.924", "resp_max_us": "119.436" } }, { "cell": "java-pure/kernel/shard", "evidence": "/tmp/libhft-java-readiness-canonical-20260910-U6x6o0/sitting/shard/java-pure/kernel/attempt-u6dmk9eh/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "1.815935", "service_cv_p99_pct": "6.466011", "service_cv_p999_pct": "19.395738", "response_cv_p50_pct": "1.845642", "response_cv_p99_pct": "2.335038", "response_cv_p999_pct": "16.801182" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "77daf65077326f5a4ecd78a35f498d5bc4525d2358fb0c16afc1f03056ffe987", "original_observation": { "flavour": "java-pure", "transport": "kernel", "scenario": "shard", "p50_us": "47.851", "p99_us": "60.762", "p999_us": "75.813", "max_us": "1533.167", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "50.516", "resp_p99_us": "65.824", "resp_p999_us": "76.597", "resp_max_us": "1536.878" } }, { "cell": "java-jni/kernel/shard", "evidence": "/tmp/libhft-java-shards-20260910-ffC4Df/java-jni-kernel-shard/shard/java-jni/kernel/attempt-gel8hyqy/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "14.270857", "service_cv_p99_pct": "12.872888", "service_cv_p999_pct": "13.087448", "response_cv_p50_pct": "5.280993", "response_cv_p99_pct": "4.513220", "response_cv_p999_pct": "7.898755" }, "gates": [ "warn-unstable", "", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "d8eee1aebb75efc5e630492044535abc236a75041231be57a8de18c3da8ea243", "original_observation": { "flavour": "java-jni", "transport": "kernel", "scenario": "shard", "p50_us": "35.430", "p99_us": "50.186", "p999_us": "51.832", "max_us": "396.823", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "40.233", "resp_p99_us": "54.386", "resp_p999_us": "58.991", "resp_max_us": "402.187" } }, { "cell": "dotnet-native/kernel/shard", "evidence": "/tmp/libhft-epoll-errors-20260910-hLQ1Ay/dotnet-native-kernel-shard/shard/dotnet-native/kernel/attempt-jh1a3pgo/run", "qualification": "latency-variation", "variation": { "service_cv_p50_pct": "1.082686", "service_cv_p99_pct": "12.296979", "service_cv_p999_pct": "15.770701", "response_cv_p50_pct": "1.508182", "response_cv_p99_pct": "6.182303", "response_cv_p999_pct": "11.701159" }, "gates": [ "warn-unstable", "", "warn-unstable", "warn-unstable" ], "input_manifest_sha256": "d4f2c1056d61cc9f5d577c973ea06cb906aa335850c5041d4465fdff996a5b03", "original_observation": { "flavour": "dotnet-native", "transport": "kernel", "scenario": "shard", "p50_us": "33.236", "p99_us": "40.177", "p999_us": "49.193", "max_us": "126.020", "sessions": "32/32", "status": "partial", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "42.323", "resp_p99_us": "49.382", "resp_p999_us": "55.165", "resp_max_us": "134.208" } }, { "cell": "dotnet-managed/kernel/shard", "evidence": "/tmp/libhft-managed-shard-20260910-SgUjh0/kernel/shard/dotnet-managed/kernel/attempt-uookziz1/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "0.718100", "service_cv_p99_pct": "7.890934", "service_cv_p999_pct": "8.213288", "response_cv_p50_pct": "1.138195", "response_cv_p99_pct": "3.234817", "response_cv_p999_pct": "8.062392" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "95c073d7223fd51457d849aacba0c0f8e834571347d454b1cffcfd59af12975e", "original_observation": { "flavour": "dotnet-managed", "transport": "kernel", "scenario": "shard", "p50_us": "53.495", "p99_us": "79.367", "p999_us": "94.396", "max_us": "265.471", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "59.588", "resp_p99_us": "87.251", "resp_p999_us": "99.309", "resp_max_us": "270.522" } }, { "cell": "cpp/onload/pool", "evidence": "/tmp/libhft-native-vma-slot-scan-20260910-emb5X9/backfill-cpp-onload-pool/pool/cpp/onload/attempt-zmpnp4j2/run", "qualification": "complete", "variation": { "service_cv_p50_pct": "4.155860", "service_cv_p99_pct": "1.751037", "service_cv_p999_pct": "2.852556", "response_cv_p50_pct": "0.340621", "response_cv_p99_pct": "0.869232", "response_cv_p999_pct": "1.117212" }, "gates": [ "", "", "", "" ], "input_manifest_sha256": "f12a25612abe6316d62c4766ed7b92ef85d48b795f5c644cd4b0afeda1e613d6", "original_observation": { "flavour": "cpp", "transport": "onload", "scenario": "pool", "p50_us": "8.847", "p99_us": "10.137", "p999_us": "10.485", "max_us": "26.181", "sessions": "32/32", "status": "ok", "target_per_sec": "1562.5", "achieved_per_sec": "1562", "resp_p50_us": "9.646", "resp_p99_us": "11.300", "resp_p999_us": "11.545", "resp_max_us": "27.817" } } ], "auditor_sources": { "bench/load/ingest-rows.py": "56acf0d5ac947301bb22e631d35e5fecf3e1055e636ceec80c07b0bfa7670d0e", "bench/load/pacing_v4_audit.py": "b96ea14602f0f915c3f85142f7d61fd631dc43b006725d1292ca6e01ad0791fc", "bench/load/open_schedule_audit.py": "139dd54b80670fbac94500052b9217646e56c075672ba6f4abebe32182ca9ec9", "bench/load/load-bench-common.sh": "ac6cb5ffe03356152ea6679948e38707f28a1775e0a7eab4fe9dc58a6f589551" } }