{
  "runId": "batch001-rtx5090-qwen2-5-q4-k-m-20260823-001",
  "sourcePath": "data/raw/benchmarks/runs/batch001-rtx5090-qwen2-5-q4-k-m-20260823-001/stdout.log",
  "sourceSha256": "982a52e6e8ee5043aa49b2357144ede1233c3bd8e67885c915d2268015e11f15",
  "scope": "Original metric values and selected benchmark settings; local paths and other fields omitted.",
  "records": [
    {
      "build_commit": "f401bb139",
      "build_number": 10336,
      "cpu_info": "AMD Ryzen 9 9950X 16-Core Processor            ",
      "gpu_info": "NVIDIA GeForce RTX 5090",
      "backends": "CUDA",
      "model_type": "qwen2 7B Q4_K - Medium",
      "model_size": 4677120000,
      "model_n_params": 7615616512,
      "n_batch": 2048,
      "n_ubatch": 512,
      "n_threads": 16,
      "type_k": "f16",
      "type_v": "f16",
      "n_gpu_layers": 99,
      "n_cpu_moe": 0,
      "split_mode": "none",
      "main_gpu": 0,
      "no_kv_offload": false,
      "flash_attn": 1,
      "n_prompt": 512,
      "n_gen": 0,
      "n_depth": 0,
      "test_time": "2026-08-22T17:45:39Z",
      "avg_ns": 34845340,
      "stddev_ns": 2368921,
      "avg_ts": 14743.547263,
      "stddev_ts": 920.293454,
      "samples_ns": [
        39066300,
        33546800,
        34030900,
        33619100,
        33963600
      ],
      "samples_ts": [
        13105.9,
        15262.3,
        15045.2,
        15229.4,
        15075
      ]
    },
    {
      "build_commit": "f401bb139",
      "build_number": 10336,
      "cpu_info": "AMD Ryzen 9 9950X 16-Core Processor            ",
      "gpu_info": "NVIDIA GeForce RTX 5090",
      "backends": "CUDA",
      "model_type": "qwen2 7B Q4_K - Medium",
      "model_size": 4677120000,
      "model_n_params": 7615616512,
      "n_batch": 2048,
      "n_ubatch": 512,
      "n_threads": 16,
      "type_k": "f16",
      "type_v": "f16",
      "n_gpu_layers": 99,
      "n_cpu_moe": 0,
      "split_mode": "none",
      "main_gpu": 0,
      "no_kv_offload": false,
      "flash_attn": 1,
      "n_prompt": 0,
      "n_gen": 128,
      "n_depth": 0,
      "test_time": "2026-08-22T17:45:39Z",
      "avg_ns": 488246460,
      "stddev_ns": 9316005,
      "avg_ts": 262.239279,
      "stddev_ts": 5.018418,
      "samples_ns": [
        498687700,
        494719300,
        490690300,
        479771200,
        477363800
      ],
      "samples_ts": [
        256.674,
        258.733,
        260.857,
        266.794,
        268.139
      ]
    }
  ]
}