{
  "source": {
    "date": "2026-08-30",
    "model": "nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4",
    "hardware": "two NVIDIA DGX Spark GB10 nodes",
    "prefill_node": "spark-01",
    "decode_node": "spark-02",
    "aiperf": "0.12.0",
    "prefix_caching": false,
    "dynamo_transport": "NIXL KV transfer through Dynamo frontend",
    "llmd_transport": "NIXL KV transfer via decode sidecar direct ClusterIP",
    "concurrencies": [
      1,
      2,
      4,
      8,
      16,
      32
    ]
  },
  "combos": {
    "ISL1024/OSL8192": {
      "dynamo": [
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 121.83,
          "tput_per_user": 130.81,
          "ttft_p50": 4458.44,
          "ttft_p95": 5216.97,
          "itl_p50": 7.66,
          "itl_p95": 7.97,
          "req_latency_p50": 67114.17,
          "req_latency_p95": 70351.43,
          "req_throughput": 0.01,
          "isl": 1024.0,
          "osl": 8180.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 189.96,
          "tput_per_user": 104.68,
          "ttft_p50": 5163.83,
          "ttft_p95": 5168.54,
          "itl_p50": 9.56,
          "itl_p95": 9.85,
          "req_latency_p50": 83400.16,
          "req_latency_p95": 85846.84,
          "req_throughput": 0.02,
          "isl": 1024.0,
          "osl": 8181.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 259.07,
          "tput_per_user": 75.96,
          "ttft_p50": 12843.55,
          "ttft_p95": 16481.48,
          "itl_p50": 13.29,
          "itl_p95": 13.63,
          "req_latency_p50": 122508.88,
          "req_latency_p95": 125945.08,
          "req_throughput": 0.03,
          "isl": 1024.0,
          "osl": 8177.75,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 368.25,
          "tput_per_user": 53.97,
          "ttft_p50": 16774.65,
          "ttft_p95": 21782.5,
          "itl_p50": 19.0,
          "itl_p95": 19.61,
          "req_latency_p50": 173072.99,
          "req_latency_p95": 177509.38,
          "req_throughput": 0.05,
          "isl": 1024.0,
          "osl": 8181.5,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 522.75,
          "tput_per_user": 42.32,
          "ttft_p50": 34013.3,
          "ttft_p95": 51352.87,
          "itl_p50": 23.4,
          "itl_p95": 26.49,
          "req_latency_p50": 230740.78,
          "req_latency_p95": 245343.73,
          "req_throughput": 0.06,
          "isl": 1024.0,
          "osl": 8161.88,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 729.76,
          "tput_per_user": 32.07,
          "ttft_p50": 47495.77,
          "ttft_p95": 87947.25,
          "itl_p50": 30.76,
          "itl_p95": 34.99,
          "req_latency_p50": 305471.4,
          "req_latency_p95": 342187.41,
          "req_throughput": 0.09,
          "isl": 1024.0,
          "osl": 8182.12,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ],
      "llmd": [
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 93.25,
          "tput_per_user": 96.26,
          "ttft_p50": 2727.25,
          "ttft_p95": 2747.91,
          "itl_p50": 10.39,
          "itl_p95": 10.43,
          "req_latency_p50": 87799.23,
          "req_latency_p95": 88175.3,
          "req_throughput": 0.01,
          "isl": 1024.0,
          "osl": 8190.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 142.28,
          "tput_per_user": 75.24,
          "ttft_p50": 5100.27,
          "ttft_p95": 5106.12,
          "itl_p50": 13.29,
          "itl_p95": 13.42,
          "req_latency_p50": 113942.68,
          "req_latency_p95": 114981.76,
          "req_throughput": 0.02,
          "isl": 1024.0,
          "osl": 8189.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 208.6,
          "tput_per_user": 56.8,
          "ttft_p50": 9933.96,
          "ttft_p95": 9939.73,
          "itl_p50": 17.78,
          "itl_p95": 17.96,
          "req_latency_p50": 155562.85,
          "req_latency_p95": 156987.73,
          "req_throughput": 0.03,
          "isl": 1024.0,
          "osl": 8190.25,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 292.48,
          "tput_per_user": 40.87,
          "ttft_p50": 17764.66,
          "ttft_p95": 20275.08,
          "itl_p50": 24.71,
          "itl_p95": 25.03,
          "req_latency_p50": 221700.49,
          "req_latency_p95": 223939.92,
          "req_throughput": 0.04,
          "isl": 1024.0,
          "osl": 8189.75,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 409.28,
          "tput_per_user": 30.45,
          "ttft_p50": 34475.23,
          "ttft_p95": 51764.73,
          "itl_p50": 32.8,
          "itl_p95": 33.87,
          "req_latency_p50": 306496.9,
          "req_latency_p95": 320008.04,
          "req_throughput": 0.05,
          "isl": 1024.0,
          "osl": 8188.0,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 1024,
          "req_osl": 8192,
          "tput_total": 595.51,
          "tput_per_user": 23.47,
          "ttft_p50": 51833.94,
          "ttft_p95": 92812.35,
          "itl_p50": 42.81,
          "itl_p95": 44.17,
          "req_latency_p50": 406705.9,
          "req_latency_p95": 437315.44,
          "req_throughput": 0.07,
          "isl": 1024.0,
          "osl": 8189.59,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ]
    },
    "ISL8192/OSL1024": {
      "dynamo": [
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 78.23,
          "tput_per_user": 105.57,
          "ttft_p50": 3367.51,
          "ttft_p95": 3473.09,
          "itl_p50": 9.49,
          "itl_p95": 9.9,
          "req_latency_p50": 13074.73,
          "req_latency_p95": 13380.42,
          "req_throughput": 0.08,
          "isl": 8192.0,
          "osl": 1023.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 115.43,
          "tput_per_user": 88.03,
          "ttft_p50": 5178.57,
          "ttft_p95": 6445.48,
          "itl_p50": 11.38,
          "itl_p95": 11.82,
          "req_latency_p50": 16814.76,
          "req_latency_p95": 17638.27,
          "req_throughput": 0.11,
          "isl": 8192.0,
          "osl": 1023.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 143.41,
          "tput_per_user": 73.97,
          "ttft_p50": 9062.82,
          "ttft_p95": 14367.95,
          "itl_p50": 13.8,
          "itl_p95": 14.87,
          "req_latency_p50": 24044.78,
          "req_latency_p95": 28104.03,
          "req_throughput": 0.14,
          "isl": 8192.0,
          "osl": 1023.75,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 168.1,
          "tput_per_user": 62.88,
          "ttft_p50": 19154.18,
          "ttft_p95": 30976.34,
          "itl_p50": 17.49,
          "itl_p95": 18.91,
          "req_latency_p50": 38277.54,
          "req_latency_p95": 48508.97,
          "req_throughput": 0.16,
          "isl": 8192.0,
          "osl": 1023.75,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 212.0,
          "tput_per_user": 53.79,
          "ttft_p50": 30258.66,
          "ttft_p95": 57321.67,
          "itl_p50": 19.26,
          "itl_p95": 21.72,
          "req_latency_p50": 50366.33,
          "req_latency_p95": 75683.35,
          "req_throughput": 0.21,
          "isl": 8192.06,
          "osl": 1023.62,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 270.74,
          "tput_per_user": 46.28,
          "ttft_p50": 52402.87,
          "ttft_p95": 97911.34,
          "itl_p50": 22.7,
          "itl_p95": 25.07,
          "req_latency_p50": 77108.21,
          "req_latency_p95": 118931.83,
          "req_throughput": 0.26,
          "isl": 8192.03,
          "osl": 1023.69,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ],
      "llmd": [
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 64.35,
          "tput_per_user": 90.27,
          "ttft_p50": 4565.12,
          "ttft_p95": 4619.93,
          "itl_p50": 11.08,
          "itl_p95": 11.34,
          "req_latency_p50": 15893.1,
          "req_latency_p95": 16084.82,
          "req_throughput": 0.06,
          "isl": 8192.0,
          "osl": 1023.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 92.24,
          "tput_per_user": 75.01,
          "ttft_p50": 6756.14,
          "ttft_p95": 8259.05,
          "itl_p50": 13.33,
          "itl_p95": 13.43,
          "req_latency_p50": 20382.47,
          "req_latency_p95": 21996.33,
          "req_throughput": 0.09,
          "isl": 8192.0,
          "osl": 1023.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 128.8,
          "tput_per_user": 59.28,
          "ttft_p50": 9810.65,
          "ttft_p95": 14303.85,
          "itl_p50": 16.88,
          "itl_p95": 17.58,
          "req_latency_p50": 27613.09,
          "req_latency_p95": 31359.92,
          "req_throughput": 0.13,
          "isl": 8192.0,
          "osl": 1023.0,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 142.9,
          "tput_per_user": 60.53,
          "ttft_p50": 26955.62,
          "ttft_p95": 39056.06,
          "itl_p50": 16.79,
          "itl_p95": 18.95,
          "req_latency_p50": 44800.22,
          "req_latency_p95": 56501.39,
          "req_throughput": 0.14,
          "isl": 8192.0,
          "osl": 1024.0,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 197.07,
          "tput_per_user": 44.31,
          "ttft_p50": 33753.25,
          "ttft_p95": 60135.28,
          "itl_p50": 24.02,
          "itl_p95": 26.04,
          "req_latency_p50": 60395.34,
          "req_latency_p95": 81427.09,
          "req_throughput": 0.19,
          "isl": 8192.06,
          "osl": 1023.56,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 8192,
          "req_osl": 1024,
          "tput_total": 220.97,
          "tput_per_user": 41.63,
          "ttft_p50": 66260.33,
          "ttft_p95": 123761.33,
          "itl_p50": 25.06,
          "itl_p95": 26.73,
          "req_latency_p50": 93429.2,
          "req_latency_p95": 145058.06,
          "req_throughput": 0.22,
          "isl": 8192.03,
          "osl": 1023.56,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ]
    },
    "ISL8192/OSL8192": {
      "dynamo": [
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 112.29,
          "tput_per_user": 122.96,
          "ttft_p50": 5559.71,
          "ttft_p95": 5593.92,
          "itl_p50": 8.22,
          "itl_p95": 9.01,
          "req_latency_p50": 72921.87,
          "req_latency_p95": 79316.04,
          "req_throughput": 0.01,
          "isl": 8192.0,
          "osl": 8191.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 189.56,
          "tput_per_user": 103.95,
          "ttft_p50": 5330.98,
          "ttft_p95": 6710.24,
          "itl_p50": 9.62,
          "itl_p95": 9.7,
          "req_latency_p50": 84057.08,
          "req_latency_p95": 86104.54,
          "req_throughput": 0.02,
          "isl": 8192.0,
          "osl": 8184.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 254.96,
          "tput_per_user": 76.39,
          "ttft_p50": 13618.08,
          "ttft_p95": 21016.97,
          "itl_p50": 13.02,
          "itl_p95": 13.88,
          "req_latency_p50": 124153.11,
          "req_latency_p95": 127839.17,
          "req_throughput": 0.03,
          "isl": 8192.0,
          "osl": 8179.0,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 344.47,
          "tput_per_user": 57.93,
          "ttft_p50": 21893.29,
          "ttft_p95": 37213.54,
          "itl_p50": 17.03,
          "itl_p95": 19.64,
          "req_latency_p50": 165061.54,
          "req_latency_p95": 185370.62,
          "req_throughput": 0.04,
          "isl": 8192.0,
          "osl": 8179.75,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 464.64,
          "tput_per_user": 39.45,
          "ttft_p50": 30243.67,
          "ttft_p95": 63746.02,
          "itl_p50": 25.37,
          "itl_p95": 29.96,
          "req_latency_p50": 251608.38,
          "req_latency_p95": 278952.78,
          "req_throughput": 0.06,
          "isl": 8192.06,
          "osl": 8189.56,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 629.86,
          "tput_per_user": 30.9,
          "ttft_p50": 62495.0,
          "ttft_p95": 129606.65,
          "itl_p50": 34.34,
          "itl_p95": 38.39,
          "req_latency_p50": 345351.55,
          "req_latency_p95": 413963.15,
          "req_throughput": 0.08,
          "isl": 8192.03,
          "osl": 8182.78,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ],
      "llmd": [
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 90.89,
          "tput_per_user": 96.28,
          "ttft_p50": 5009.56,
          "ttft_p95": 5296.63,
          "itl_p50": 10.39,
          "itl_p95": 10.53,
          "req_latency_p50": 90084.28,
          "req_latency_p95": 90921.73,
          "req_throughput": 0.01,
          "isl": 8192.0,
          "osl": 8190.0,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 1
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 136.35,
          "tput_per_user": 75.15,
          "ttft_p50": 7045.58,
          "ttft_p95": 8815.66,
          "itl_p50": 13.31,
          "itl_p95": 13.54,
          "req_latency_p50": 116054.7,
          "req_latency_p95": 119701.37,
          "req_throughput": 0.02,
          "isl": 8192.0,
          "osl": 8189.5,
          "requests": 2.0,
          "errors": 0,
          "concurrency": 2
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 208.16,
          "tput_per_user": 57.49,
          "ttft_p50": 10346.53,
          "ttft_p95": 14861.72,
          "itl_p50": 17.4,
          "itl_p95": 17.46,
          "req_latency_p50": 152751.96,
          "req_latency_p95": 156902.44,
          "req_throughput": 0.03,
          "isl": 8192.0,
          "osl": 8182.5,
          "requests": 4.0,
          "errors": 0,
          "concurrency": 4
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 277.21,
          "tput_per_user": 39.93,
          "ttft_p50": 18741.68,
          "ttft_p95": 31099.88,
          "itl_p50": 24.91,
          "itl_p95": 26.14,
          "req_latency_p50": 228163.46,
          "req_latency_p95": 235366.43,
          "req_throughput": 0.03,
          "isl": 8192.0,
          "osl": 8190.75,
          "requests": 8.0,
          "errors": 0,
          "concurrency": 8
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 385.43,
          "tput_per_user": 29.75,
          "ttft_p50": 35982.91,
          "ttft_p95": 65115.68,
          "itl_p50": 34.11,
          "itl_p95": 36.09,
          "req_latency_p50": 320686.25,
          "req_latency_p95": 338602.68,
          "req_throughput": 0.05,
          "isl": 8192.06,
          "osl": 8190.25,
          "requests": 16.0,
          "errors": 0,
          "concurrency": 16
        },
        {
          "req_isl": 8192,
          "req_osl": 8192,
          "tput_total": 526.6,
          "tput_per_user": 22.9,
          "ttft_p50": 75411.94,
          "ttft_p95": 143421.66,
          "itl_p50": 43.86,
          "itl_p95": 46.83,
          "req_latency_p50": 450834.96,
          "req_latency_p95": 493459.13,
          "req_throughput": 0.06,
          "isl": 8192.03,
          "osl": 8190.62,
          "requests": 32.0,
          "errors": 0,
          "concurrency": 32
        }
      ]
    }
  }
}