{
  "engine": {
    "model": "qwen3.8-flash-next-iq3_xxs",
    "max_context": 262144,
    "images": false,
    "version": "0.1.39",
    "context": 262144,
    "kv": "int8",
    "kv_resident": 32768,
    "expert_slots": 14547,
    "expert_cache_mib": 23893,
    "expert_slots_primary": 8481,
    "expert_cache_primary_mib": 12593,
    "spec": 6,
    "mtp_max": 4,
    "lookup": 3,
    "vram_free_mib": 330,
    "cvec": 0,
    "arena_mib": 40925,
    "pool_workers": 13,
    "pcie_frac": "0.19",
    "spec_min_p": "0.70",
    "conversation_cache_mib": 8192,
    "conversation_cache_slots": 4,
    "conversation_cache_min_free_mib": 2560,
    "tail_role_token": -1,
    "vram_elastic": 0,
    "engine": "0.1.39"
  },
  "live": {
    "state": "reading",
    "queued": 0,
    "phase": "reading the prompt",
    "prompt_tokens": 31461,
    "prompt_read": 24576,
    "prompt_total": 31461,
    "generated": 0,
    "max_tokens": 40,
    "elapsed_s": 14.8,
    "tok_s": null,
    "tok_s_mean": null,
    "prefill_tok_s_mean": 1729.9,
    "tok_s_window_s": null
  },
  "conversation_cache": {
    "enabled": true,
    "budget_mib": 8192,
    "slots": 4,
    "parked": 3,
    "bytes": 8375392304,
    "evictions": 21,
    "parks": 25,
    "restores": 0,
    "last_event": "parked",
    "last_tokens": 128255,
    "last_at": 1791174689.765669,
    "requests": 182,
    "requests_reused": 165,
    "reused_tokens": 11816329,
    "prompt_tokens": 12683541,
    "last_reused": 0,
    "last_prompt": 128000
  },
  "requests_kept": 182,
  "totals": {
    "since": 1791134816.2519748,
    "requests": 182,
    "prompt_tokens": 12683541,
    "reused": 11816329,
    "output_tokens": 152183,
    "prompt_ms": 713553.8999999999,
    "decode_ms": 1888642.5999999996,
    "drafts_offered": 114879,
    "drafts_accepted": 90688
  },
  "hardware": {
    "gpus": [
      {
        "index": 0,
        "util": 0,
        "mem_used": 16832135168,
        "mem_total": 17103323136,
        "temp": 44,
        "power": 70.901
      },
      {
        "index": 1,
        "util": 99,
        "mem_used": 16931815424,
        "mem_total": 17103323136,
        "temp": 53,
        "power": 103.418
      }
    ],
    "gpu_util": 49.5,
    "gpu_mem_used": 33763950592,
    "gpu_mem_total": 34206646272,
    "gpu_temp": 53,
    "gpu_power": 174.31900000000002,
    "gpu_power_limit": 360.0,
    "gpu_pcie_gen": 3,
    "gpu_pcie_gen_max": 3,
    "gpu_pcie_width": 8,
    "gpu_pcie_rx_mb": 0.8642578125,
    "gpu_pcie_tx_mb": 241.5478515625,
    "cpu": 15.4,
    "ram_used": 68802195456,
    "ram_total": 134890647552,
    "disk_read_mb": 0.03962702783878741,
    "disk_write_mb": 0.42508993499790126,
    "tok_s": 0.0,
    "tok_s_mean": 0,
    "prefill_tok_s_mean": 1729.9
  },
  "hardware_static": {
    "gpu_name": "NVIDIA GeForce RTX 5060 Ti + NVIDIA GeForce RTX 5060 Ti",
    "gpu_count": 2,
    "cpu_name": "Intel(R) Xeon(R) CPU E5-2690 v4 @ 2.60GHz",
    "cores": 14,
    "threads": 28,
    "psutil": true
  },
  "history": {
    "gpu_util": [
      98.5,
      99.0,
      50.0,
      100.0,
      98.5,
      81.5,
      100.0,
      100.0,
      50.0,
      100.0,
      100.0,
      50.0,
      50.0,
      50.0,
      50.0,
      50.0,
      49.0,
      51.5,
      52.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      47.5,
      0.0,
      50.0,
      50.0,
      50.0,
      100.0,
      99.5,
      100.0,
      100.0,
      50.0,
      99.5,
      99.5,
      49.5
    ],
    "gpu_mem_used": [
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592,
      33763950592
    ],
    "gpu_temp": [
      61,
      60,
      58,
      62,
      63,
      58,
      61,
      62,
      59,
      61,
      61,
      56,
      53,
      55,
      55,
      43,
      49,
      52,
      51,
      43,
      43,
      42,
      42,
      41,
      41,
      41,
      40,
      40,
      40,
      40,
      40,
      40,
      40,
      40,
      40,
      39,
      38,
      38,
      38,
      38,
      38,
      38,
      38,
      38,
      38,
      37,
      37,
      39,
      39,
      55,
      58,
      51,
      58,
      58,
      59,
      58,
      44,
      59,
      58,
      53
    ],
    "gpu_power": [
      204.89,
      240.98,
      206.93,
      223.26,
      234.97,
      234.67,
      178.21,
      242.19,
      228.17,
      172.44,
      230.0,
      204.16,
      145.89,
      109.02,
      117.88,
      104.98,
      86.79,
      164.55,
      167.77,
      93.23,
      68.9,
      51.85,
      49.86,
      47.61,
      47.46,
      46.98,
      46.75,
      46.42,
      46.35,
      46.05,
      45.18,
      45.2,
      45.08,
      45.02,
      44.89,
      34.46,
      21.85,
      18.8,
      18.35,
      18.32,
      18.36,
      18.33,
      18.2,
      18.23,
      18.2,
      18.21,
      18.22,
      35.72,
      55.52,
      70.76,
      156.96,
      143.86,
      244.11,
      253.49,
      206.34,
      230.39,
      201.37,
      209.8,
      236.08,
      174.32
    ],
    "gpu_pcie_rx_mb": [
      9887.86,
      7284.14,
      14621.21,
      14434.27,
      7470.8,
      87.26,
      14457.42,
      11951.35,
      88.91,
      14603.88,
      14590.08,
      7319.15,
      7300.2,
      7303.91,
      3.93,
      7291.54,
      117.41,
      50.31,
      40.7,
      0.8,
      0.77,
      0.75,
      0.89,
      0.88,
      6.76,
      0.88,
      0.8,
      0.85,
      0.86,
      0.77,
      0.81,
      0.74,
      0.75,
      0.76,
      1.02,
      17.77,
      1.01,
      1.0,
      0.88,
      0.98,
      0.91,
      1.03,
      0.91,
      0.98,
      0.94,
      1.0,
      0.81,
      0.79,
      0.89,
      5524.68,
      5798.32,
      7415.7,
      8973.73,
      5934.64,
      12323.06,
      14786.46,
      7179.27,
      13100.29,
      14558.06,
      0.86
    ],
    "cpu": [
      5.1,
      6.4,
      8.4,
      6.8,
      6.6,
      6.4,
      6.2,
      6.6,
      6.0,
      6.5,
      5.3,
      6.1,
      6.1,
      7.6,
      6.4,
      6.2,
      37.7,
      47.7,
      52.4,
      9.2,
      2.8,
      2.1,
      2.8,
      3.8,
      4.4,
      2.9,
      3.0,
      2.9,
      2.6,
      2.7,
      4.3,
      2.9,
      2.4,
      4.6,
      3.0,
      2.9,
      2.5,
      3.5,
      2.8,
      2.9,
      3.2,
      2.7,
      3.1,
      2.5,
      4.8,
      3.4,
      5.3,
      8.8,
      12.1,
      10.7,
      10.6,
      8.2,
      10.9,
      7.0,
      10.9,
      10.8,
      6.4,
      6.3,
      7.3,
      15.4
    ],
    "ram_used": [
      67952959488,
      67949236224,
      68023640064,
      67903639552,
      67912945664,
      67913117696,
      67912122368,
      67908603904,
      67959394304,
      67970666496,
      67968569344,
      67966353408,
      67961769984,
      67956301824,
      67944439808,
      67880046592,
      67881304064,
      67881086976,
      67877462016,
      67720638464,
      67717185536,
      67712372736,
      67725090816,
      67702263808,
      67702603776,
      67706462208,
      67704307712,
      67704180736,
      67707506688,
      67707834368,
      67703422976,
      67707371520,
      67708743680,
      67702935552,
      67700744192,
      67703828480,
      67702587392,
      67705688064,
      67706621952,
      67708137472,
      67701792768,
      67703635968,
      67704324096,
      67704582144,
      67698458624,
      67700715520,
      67912437760,
      68709490688,
      68716326912,
      68726419456,
      68738625536,
      68740071424,
      68740329472,
      68729700352,
      68729171968,
      68722270208,
      68715405312,
      68720074752,
      68711751680,
      68802195456
    ],
    "disk_read_mb": [
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.35,
      3.43,
      1.29,
      0.58,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      0.04,
      71.96,
      152.52,
      140.81,
      152.55,
      69.72,
      153.65,
      48.47,
      128.41,
      111.04,
      0.04,
      0.04,
      0.04,
      0.04
    ],
    "tok_s": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      80.47,
      86.78,
      91.88,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    "prefill_tok_s_mean": [
      2594.9,
      2594.9,
      2591.1,
      2591.1,
      2591.1,
      2575.8,
      2575.8,
      2575.8,
      2575.8,
      2559.0,
      2559.0,
      2559.0,
      2544.8,
      2544.8,
      2544.8,
      2493.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      null,
      null,
      null,
      null,
      null,
      null,
      null,
      1025.0,
      1025.0,
      1025.0,
      1475.5,
      1475.5,
      1475.5,
      1729.9
    ]
  },
  "time": 1791174703.153565
}
