{
  "runId": "batch002-rtx5090-qwen2-5-q8-0-20260823-001",
  "sourcePath": "data/raw/benchmarks/runs/batch002-rtx5090-qwen2-5-q8-0-20260823-001/stdout.log",
  "sourceSha256": "6748fc9faaffec102d9ccd365b06555de195b2ef04c4df865ac5161218b78206",
  "scope": "Original metric values and selected benchmark settings; local paths and other fields omitted.",
  "records": [
    {
      "build_commit": "f401bb139",
      "build_number": 10336,
      "cpu_info": "AMD Ryzen 9 9950X 16-Core Processor            ",
      "gpu_info": "NVIDIA GeForce RTX 5090",
      "backends": "CUDA",
      "model_type": "qwen2 7B Q8_0",
      "model_size": 8092571648,
      "model_n_params": 7615616512,
      "n_batch": 2048,
      "n_ubatch": 512,
      "n_threads": 16,
      "type_k": "f16",
      "type_v": "f16",
      "n_gpu_layers": 99,
      "n_cpu_moe": 0,
      "split_mode": "none",
      "main_gpu": 0,
      "no_kv_offload": false,
      "flash_attn": 1,
      "n_prompt": 512,
      "n_gen": 0,
      "n_depth": 0,
      "test_time": "2026-08-22T18:51:47Z",
      "avg_ns": 31511340,
      "stddev_ns": 2361044,
      "avg_ts": 16314.71425,
      "stddev_ts": 1111.021267,
      "samples_ns": [
        35733000,
        30532000,
        30381100,
        30389300,
        30521300
      ],
      "samples_ts": [
        14328.5,
        16769.3,
        16852.6,
        16848,
        16775.2
      ]
    },
    {
      "build_commit": "f401bb139",
      "build_number": 10336,
      "cpu_info": "AMD Ryzen 9 9950X 16-Core Processor            ",
      "gpu_info": "NVIDIA GeForce RTX 5090",
      "backends": "CUDA",
      "model_type": "qwen2 7B Q8_0",
      "model_size": 8092571648,
      "model_n_params": 7615616512,
      "n_batch": 2048,
      "n_ubatch": 512,
      "n_threads": 16,
      "type_k": "f16",
      "type_v": "f16",
      "n_gpu_layers": 99,
      "n_cpu_moe": 0,
      "split_mode": "none",
      "main_gpu": 0,
      "no_kv_offload": false,
      "flash_attn": 1,
      "n_prompt": 0,
      "n_gen": 128,
      "n_depth": 0,
      "test_time": "2026-08-22T18:51:47Z",
      "avg_ns": 702624880,
      "stddev_ns": 12154331,
      "avg_ts": 182.217198,
      "stddev_ts": 3.120185,
      "samples_ns": [
        698077400,
        690277400,
        707568600,
        695913600,
        721287400
      ],
      "samples_ts": [
        183.361,
        185.433,
        180.901,
        183.931,
        177.46
      ]
    }
  ]
}