{
  "source": "results/2026-08-29-nemotron35-dynamo-pd-prefix-off",
  "combos": {
    "ISL1024/OSL8192": {
      "dynamo": [
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 121.83,
          "tput_per_user": 130.81,
          "ttft_p50": 4458.44,
          "ttft_p95": 5216.97,
          "itl_p50": 7.66,
          "itl_p95": 7.97,
          "req_latency_p50": 67114.17,
          "req_latency_p95": 70351.43,
          "req_throughput": 0.01,
          "isl": 1024.0,
          "osl": 8180.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 189.96,
          "tput_per_user": 104.68,
          "ttft_p50": 5163.83,
          "ttft_p95": 5168.54,
          "itl_p50": 9.56,
          "itl_p95": 9.85,
          "req_latency_p50": 83400.16,
          "req_latency_p95": 85846.84,
          "req_throughput": 0.02,
          "isl": 1024.0,
          "osl": 8181.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 259.07,
          "tput_per_user": 75.96,
          "ttft_p50": 12843.55,
          "ttft_p95": 16481.48,
          "itl_p50": 13.29,
          "itl_p95": 13.63,
          "req_latency_p50": 122508.88,
          "req_latency_p95": 125945.08,
          "req_throughput": 0.03,
          "isl": 1024.0,
          "osl": 8177.75,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 368.25,
          "tput_per_user": 53.97,
          "ttft_p50": 16774.65,
          "ttft_p95": 21782.5,
          "itl_p50": 19.0,
          "itl_p95": 19.61,
          "req_latency_p50": 173072.99,
          "req_latency_p95": 177509.38,
          "req_throughput": 0.05,
          "isl": 1024.0,
          "osl": 8181.5,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 522.75,
          "tput_per_user": 42.32,
          "ttft_p50": 34013.3,
          "ttft_p95": 51352.87,
          "itl_p50": 23.4,
          "itl_p95": 26.49,
          "req_latency_p50": 230740.78,
          "req_latency_p95": 245343.73,
          "req_throughput": 0.06,
          "isl": 1024.0,
          "osl": 8161.88,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 729.76,
          "tput_per_user": 32.07,
          "ttft_p50": 47495.77,
          "ttft_p95": 87947.25,
          "itl_p50": 30.76,
          "itl_p95": 34.99,
          "req_latency_p50": 305471.4,
          "req_latency_p95": 342187.41,
          "req_throughput": 0.09,
          "isl": 1024.0,
          "osl": 8182.12,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ]
    },
    "ISL8192/OSL1024": {
      "dynamo": [
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 78.23,
          "tput_per_user": 105.57,
          "ttft_p50": 3367.51,
          "ttft_p95": 3473.09,
          "itl_p50": 9.49,
          "itl_p95": 9.9,
          "req_latency_p50": 13074.73,
          "req_latency_p95": 13380.42,
          "req_throughput": 0.08,
          "isl": 8192.0,
          "osl": 1023.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 115.43,
          "tput_per_user": 88.03,
          "ttft_p50": 5178.57,
          "ttft_p95": 6445.48,
          "itl_p50": 11.38,
          "itl_p95": 11.82,
          "req_latency_p50": 16814.76,
          "req_latency_p95": 17638.27,
          "req_throughput": 0.11,
          "isl": 8192.0,
          "osl": 1023.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 143.41,
          "tput_per_user": 73.97,
          "ttft_p50": 9062.82,
          "ttft_p95": 14367.95,
          "itl_p50": 13.8,
          "itl_p95": 14.87,
          "req_latency_p50": 24044.78,
          "req_latency_p95": 28104.03,
          "req_throughput": 0.14,
          "isl": 8192.0,
          "osl": 1023.75,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 168.1,
          "tput_per_user": 62.88,
          "ttft_p50": 19154.18,
          "ttft_p95": 30976.34,
          "itl_p50": 17.49,
          "itl_p95": 18.91,
          "req_latency_p50": 38277.54,
          "req_latency_p95": 48508.97,
          "req_throughput": 0.16,
          "isl": 8192.0,
          "osl": 1023.75,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 212.0,
          "tput_per_user": 53.79,
          "ttft_p50": 30258.66,
          "ttft_p95": 57321.67,
          "itl_p50": 19.26,
          "itl_p95": 21.72,
          "req_latency_p50": 50366.33,
          "req_latency_p95": 75683.35,
          "req_throughput": 0.21,
          "isl": 8192.06,
          "osl": 1023.62,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 270.74,
          "tput_per_user": 46.28,
          "ttft_p50": 52402.87,
          "ttft_p95": 97911.34,
          "itl_p50": 22.7,
          "itl_p95": 25.07,
          "req_latency_p50": 77108.21,
          "req_latency_p95": 118931.83,
          "req_throughput": 0.26,
          "isl": 8192.03,
          "osl": 1023.69,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ]
    },
    "ISL8192/OSL8192": {
      "dynamo": [
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 112.29,
          "tput_per_user": 122.96,
          "ttft_p50": 5559.71,
          "ttft_p95": 5593.92,
          "itl_p50": 8.22,
          "itl_p95": 9.01,
          "req_latency_p50": 72921.87,
          "req_latency_p95": 79316.04,
          "req_throughput": 0.01,
          "isl": 8192.0,
          "osl": 8191.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 189.56,
          "tput_per_user": 103.95,
          "ttft_p50": 5330.98,
          "ttft_p95": 6710.24,
          "itl_p50": 9.62,
          "itl_p95": 9.7,
          "req_latency_p50": 84057.08,
          "req_latency_p95": 86104.54,
          "req_throughput": 0.02,
          "isl": 8192.0,
          "osl": 8184.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 254.96,
          "tput_per_user": 76.39,
          "ttft_p50": 13618.08,
          "ttft_p95": 21016.97,
          "itl_p50": 13.02,
          "itl_p95": 13.88,
          "req_latency_p50": 124153.11,
          "req_latency_p95": 127839.17,
          "req_throughput": 0.03,
          "isl": 8192.0,
          "osl": 8179.0,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 344.47,
          "tput_per_user": 57.93,
          "ttft_p50": 21893.29,
          "ttft_p95": 37213.54,
          "itl_p50": 17.03,
          "itl_p95": 19.64,
          "req_latency_p50": 165061.54,
          "req_latency_p95": 185370.62,
          "req_throughput": 0.04,
          "isl": 8192.0,
          "osl": 8179.75,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 464.64,
          "tput_per_user": 39.45,
          "ttft_p50": 30243.67,
          "ttft_p95": 63746.02,
          "itl_p50": 25.37,
          "itl_p95": 29.96,
          "req_latency_p50": 251608.38,
          "req_latency_p95": 278952.78,
          "req_throughput": 0.06,
          "isl": 8192.06,
          "osl": 8189.56,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 629.86,
          "tput_per_user": 30.9,
          "ttft_p50": 62495.0,
          "ttft_p95": 129606.65,
          "itl_p50": 34.34,
          "itl_p95": 38.39,
          "req_latency_p50": 345351.55,
          "req_latency_p95": 413963.15,
          "req_throughput": 0.08,
          "isl": 8192.03,
          "osl": 8182.78,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ]
    }
  }
}