Skip to content

bench: community report, RTX 5060 Ti 16 GB + RTX 3060 12 GB unequal layer split (PCIe gen5 x8 + gen3 x4), IQ3_S, engine 0.1.43 #2083

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
mmbeanz wants to merge 2 commits into from
Closed

bench: community report, RTX 5060 Ti 16 GB + RTX 3060 12 GB unequal layer split (PCIe gen5 x8 + gen3 x4), IQ3_S, engine 0.1.43 #2083

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
864bf37
bench: community report, RTX 5060 Ti 16 GB + RTX 3060 12 GB unequal
mmbeanz Oct 12, 2026
79cc236
bench 2026-10-11-community-rtx-5060ti-3060-split: correct the C row a…
mmbeanz Oct 12, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions bench/results/2026-10-11-community-rtx-5060ti-3060-split/A/A-after-full.json
View file
Open in desktop

Large diffs are not rendered by default.

1 change: 1 addition & 0 deletions bench/results/2026-10-11-community-rtx-5060ti-3060-split/A/A-after.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"engine": {"model": "qwen3.8-flash-next-iq3_s", "max_context": 524288, "images": true, "version": "0.1.43", "logit_bias": 1, "context": 524288, "kv": "int8", "kv_resident": 20480, "expert_slots": 8842, "expert_cache_mib": 17910, "expert_slots_primary": 4984, "expert_cache_primary_mib": 9474, "spec": 6, "mtp_max": 4, "lookup": 3, "vram_free_mib": 324, "cvec": 0, "arena_mib": 47962, "pool_workers": 11, "pcie_frac": "0.00", "spec_min_p": "0.70", "conversation_cache_mib": 0, "conversation_cache_slots": 4, "conversation_cache_min_free_mib": 2560, "conversation_cache_min_tokens": 0, "tail_role_token": -1, "vram_elastic": 0, "engine": "0.1.43"}, "live": {"state": "idle", "queued": 0, "phase": null, "prompt_tokens": null, "prompt_read": null, "prompt_total": null, "generated": null, "max_tokens": null, "elapsed_s": null, "tok_s": null, "tok_s_mean": null, "prefill_tok_s_mean": null, "tok_s_window_s": null}, "requests": [{"projection": null, "time": 1791782114.5695024, "duration_s": 19.1, "finish": "length", "prompt_tokens": 32049, "reused": 0, "output_tokens": 24, "prompt_total": 32049, "prompt_read": 32049, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 24, "prompt_ms": 18627.7, "decode_ms": 421.7, "decode_tok_s": 56.9, "hit_rate": 0.958, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 22, "drafts_accepted": 12}, {"projection": null, "time": 1791782095.4778943, "duration_s": 19.1, "finish": "length", "prompt_tokens": 32049, "reused": 0, "output_tokens": 24, "prompt_total": 32049, "prompt_read": 32049, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 24, "prompt_ms": 18615.1, "decode_ms": 451.2, "decode_tok_s": 53.2, "hit_rate": 0.926, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 23, "drafts_accepted": 11}, {"projection": null, "time": 1791782076.331768, "duration_s": 19.1, "finish": "length", "prompt_tokens": 32049, "reused": 0, "output_tokens": 24, "prompt_total": 32049, "prompt_read": 32049, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 24, "prompt_ms": 18624.4, "decode_ms": 497.4, "decode_tok_s": 48.3, "hit_rate": 0.806, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 24, "drafts_accepted": 10}, {"projection": null, "time": 1791782071.402105, "duration_s": 4.9, "finish": "stop", "prompt_tokens": 14418, "reused": 11572, "output_tokens": 51, "prompt_total": 14418, "prompt_read": 2846, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 51, "prompt_ms": 4195.5, "decode_ms": 710.0, "decode_tok_s": 71.8, "hit_rate": 0.908, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 42, "drafts_accepted": 26}, {"projection": null, "time": 1791782067.1535203, "duration_s": 4.2, "finish": "stop", "prompt_tokens": 11570, "reused": 8710, "output_tokens": 3, "prompt_total": 11570, "prompt_read": 2860, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 3, "prompt_ms": 4183.3, "decode_ms": 47.0, "decode_tok_s": 63.8, "hit_rate": 0.969, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 2, "drafts_accepted": 1}, {"projection": null, "time": 1791782062.3347528, "duration_s": 4.8, "finish": "stop", "prompt_tokens": 8692, "reused": 5311, "output_tokens": 19, "prompt_total": 8692, "prompt_read": 3381, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 19, "prompt_ms": 4502.8, "decode_ms": 304.7, "decode_tok_s": 62.4, "hit_rate": 0.92, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 19, "drafts_accepted": 8}, {"projection": null, "time": 1791782058.1376424, "duration_s": 4.2, "finish": "length", "prompt_tokens": 5248, "reused": 3708, "output_tokens": 64, "prompt_total": 5248, "prompt_read": 1540, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 64, "prompt_ms": 3344.1, "decode_ms": 843.2, "decode_tok_s": 75.9, "hit_rate": 0.88, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 55, "drafts_accepted": 35}, {"projection": null, "time": 1791782053.1116652, "duration_s": 5.0, "finish": "length", "prompt_tokens": 3715, "reused": 633, "output_tokens": 64, "prompt_total": 3715, "prompt_read": 3082, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 64, "prompt_ms": 4271.3, "decode_ms": 745.8, "decode_tok_s": 85.8, "hit_rate": 0.907, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 51, "drafts_accepted": 41}, {"projection": null, "time": 1791782050.7852345, "duration_s": 2.3, "finish": "stop", "prompt_tokens": 609, "reused": 0, "output_tokens": 24, "prompt_total": 609, "prompt_read": 609, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 24, "prompt_ms": 2008.9, "decode_ms": 306.3, "decode_tok_s": 78.4, "hit_rate": 0.812, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 25, "drafts_accepted": 15}, {"projection": null, "time": 1791782046.2375796, "duration_s": 4.5, "finish": "stop", "prompt_tokens": 14421, "reused": 11575, "output_tokens": 18, "prompt_total": 14421, "prompt_read": 2846, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 18, "prompt_ms": 4216.4, "decode_ms": 319.4, "decode_tok_s": 56.4, "hit_rate": 0.912, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 21, "drafts_accepted": 7}, {"projection": null, "time": 1791782041.9197686, "duration_s": 4.3, "finish": "stop", "prompt_tokens": 11569, "reused": 8709, "output_tokens": 7, "prompt_total": 11569, "prompt_read": 2860, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 7, "prompt_ms": 4219.4, "decode_ms": 86.5, "decode_tok_s": 80.9, "hit_rate": 0.962, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 6, "drafts_accepted": 4}, {"projection": null, "time": 1791782037.1317878, "duration_s": 4.8, "finish": "stop", "prompt_tokens": 8691, "reused": 5310, "output_tokens": 19, "prompt_total": 8691, "prompt_read": 3381, "reasoning_recoveries": 0, "reasoning_repeat_coverage": 0.0, "engine_generated": 19, "prompt_ms": 4544.4, "decode_ms": 230.9, "decode_tok_s": 82.3, "hit_rate": 0.925, "pcie_share": 0.0, "ram_blobs": 0, "file_blobs": 0, "file_mb": 0, "drafts_offered": 15, "drafts_accepted": 11}], "conversation_cache": {"enabled": false, "budget_mib": 0, "slots": 4, "parked": 0, "bytes": 0, "evictions": 0, "parks": 0, "restores": 0, "last_event": null, "last_tokens": null, "last_at": null, "requests": 40, "requests_reused": 15, "reused_tokens": 89940, "prompt_tokens": 291777, "last_reused": 0, "last_prompt": 32049}, "requests_kept": 40, "totals": {"since": 1791781196.593416, "requests": 40, "prompt_tokens": 291777, "reused": 89940, "output_tokens": 1766, "prompt_ms": 181080.7, "decode_ms": 23481.4, "drafts_offered": 1439, "drafts_accepted": 992}, "hardware": {"gpus": [{"index": 0, "util": 0, "mem_used": 16836001792, "mem_total": 17103323136, "temp": 43, "power": 5.326}, {"index": 1, "util": 0, "mem_used": 12494372864, "mem_total": 12884901888, "temp": 49, "power": 7.926}], "gpu_util": 0.0, "gpu_mem_used": 29330374656, "gpu_mem_total": 29988225024, "gpu_temp": 49, "gpu_power": 13.251999999999999, "gpu_power_limit": 350.0, "gpu_pcie_gen": 1, "gpu_pcie_gen_max": 5, "gpu_pcie_width": 8, "gpu_pcie_rx_mb": 0.9375, "gpu_pcie_tx_mb": 3.361328125, "cpu": 0.0, "ram_used": 65340919808, "ram_total": 66472062976, "disk_read_mb": 0.1578600807545618, "disk_write_mb": 0.0, "tok_s": 0.0, "tok_s_mean": 0, "prefill_tok_s_mean": 0.0}, "hardware_static": {"gpu_name": "NVIDIA GeForce RTX 5060 Ti + NVIDIA GeForce RTX 3060", "gpu_count": 2, "gpu_note": null, "cpu_name": "AMD Ryzen 9 7900X 12-Core Processor", "cores": 12, "threads": 24, "psutil": true}, "history": {"gpu_util": [50.0, 50.0, 83.0, 50.0, 50.0, 50.0, 100.0, 99.5, 100.0, 50.0, 100.0, 100.0, 50.0, 100.0, 99.5, 50.0, 50.0, 50.0, 50.0, 50.0, 65.5, 50.0, 50.0, 50.0, 100.0, 99.5, 50.0, 100.0, 100.0, 100.0, 50.0, 100.0, 99.0, 50.0, 50.0, 50.0, 55.0, 50.0, 19.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "gpu_mem_used": [29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656, 29330374656], "gpu_temp": [58, 58, 56, 64, 68, 68, 68, 67, 69, 66, 67, 70, 69, 63, 69, 70, 58, 61, 62, 57, 59, 66, 68, 68, 66, 69, 69, 68, 69, 70, 71, 70, 68, 70, 59, 59, 59, 56, 58, 55, 55, 54, 54, 53, 53, 52, 52, 52, 52, 51, 51, 51, 51, 51, 49, 49, 49, 49, 48, 49], "gpu_power": [148.14, 129.07, 78.64, 171.18, 197.97, 185.1, 182.17, 256.9, 274.0, 208.5, 223.2, 254.39, 253.19, 196.86, 259.59, 259.75, 179.28, 157.19, 142.62, 107.69, 104.02, 182.95, 185.51, 184.26, 203.8, 272.94, 272.71, 197.66, 261.36, 264.96, 230.88, 225.87, 265.02, 248.61, 165.01, 159.69, 138.49, 73.56, 112.27, 83.5, 66.97, 59.95, 56.92, 56.76, 56.48, 56.45, 56.37, 56.34, 56.25, 56.15, 56.05, 55.98, 55.85, 55.64, 42.57, 15.6, 15.11, 14.05, 13.62, 13.25], "gpu_pcie_rx_mb": [62.23, 3293.39, 331.0, 10.41, 1.27, 18271.07, 3390.28, 29786.76, 12825.33, 23239.11, 3344.74, 13830.49, 8185.34, 3356.42, 16687.96, 30589.62, 3294.48, 3333.71, 30342.31, 3300.11, 29881.13, 19573.26, 1.24, 30811.72, 3319.51, 107.16, 7601.33, 33183.73, 27620.7, 29526.81, 3362.14, 17883.41, 13661.52, 23955.87, 3291.81, 226.95, 3291.48, 3309.58, 0.82, 0.78, 0.79, 0.79, 0.78, 0.83, 0.88, 0.79, 0.79, 0.78, 0.79, 0.82, 0.85, 0.78, 0.78, 1.11, 0.99, 1.03, 1.2, 1.01, 0.94, 0.94], "cpu": [4.3, 4.2, 14.6, 17.6, 4.2, 4.2, 4.3, 4.3, 4.1, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 25.8, 4.2, 4.2, 4.1, 4.3, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 4.2, 22.5, 0.0, 0.0, 0.1, 0.0, 0.0, 0.0, 0.1, 0.1, 0.0, 0.1, 0.0, 0.1, 0.0, 0.1, 0.0, 0.1, 0.0, 0.1, 0.0, 0.2, 0.0], "ram_used": [65166311424, 65263038464, 65263038464, 65083301888, 65083301888, 65083301888, 65087741952, 65095163904, 65095163904, 65193435136, 65193435136, 65215959040, 65216364544, 65216364544, 65217216512, 65217216512, 65217216512, 65217216512, 65313685504, 65313943552, 65139728384, 65140584448, 65141100544, 65141100544, 65141346304, 65141346304, 65141346304, 65237815296, 65238073344, 65241382912, 65241686016, 65241686016, 65241686016, 65241686016, 65241686016, 65241686016, 65339961344, 65339961344, 65340436480, 65340665856, 65340665856, 65340665856, 65340665856, 65340657664, 65340657664, 65340915712, 65340915712, 65340915712, 65340915712, 65341173760, 65341173760, 65341173760, 65340960768, 65340919808, 65340919808, 65340919808, 65340919808, 65340919808, 65340919808, 65340919808], "disk_read_mb": [0.16, 0.16, 0.36, 0.62, 0.16, 0.16, 0.16, 47.55, 0.16, 0.14, 0.16, 0.17, 0.16, 0.16, 4.87, 0.16, 0.14, 0.16, 0.16, 0.16, 0.88, 0.16, 0.16, 0.16, 0.16, 0.16, 0.16, 0.14, 0.16, 0.16, 0.16, 0.16, 0.16, 0.14, 0.16, 0.16, 0.16, 0.16, 2.65, 0.16, 0.16, 0.16, 0.16, 0.14, 0.16, 0.16, 0.18, 0.16, 0.16, 0.14, 0.16, 0.43, 3.16, 0.16, 0.14, 0.16, 0.16, 0.16, 0.16, 0.16], "tok_s": [0.0, 0.0, 36.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "prefill_tok_s_mean": [1825.6, 1897.4, 0.0, null, null, null, null, null, 1394.5, 1394.5, 1394.5, 1394.5, 1676.1, 1676.1, 1676.1, 1826.6, 1826.6, 1826.6, 1898.2, 1898.2, null, null, null, null, null, null, 1394.4, 1394.4, 1394.4, 1672.2, 1672.2, 1672.2, 1672.2, 1823.2, 1823.2, 1823.2, 1896.9, 1896.9, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "time": 1791782157.3806937}
1 change: 1 addition & 0 deletions bench/results/2026-10-11-community-rtx-5060ti-3060-split/A/A-before.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"engine": {"model": "qwen3.8-flash-next-iq3_s", "max_context": 524288, "images": true, "version": "0.1.43", "logit_bias": 1, "context": 524288, "kv": "int8", "kv_resident": 20480, "expert_slots": 8842, "expert_cache_mib": 17910, "expert_slots_primary": 4984, "expert_cache_primary_mib": 9474, "spec": 6, "mtp_max": 4, "lookup": 3, "vram_free_mib": 324, "cvec": 0, "arena_mib": 47962, "pool_workers": 11, "pcie_frac": "0.00", "spec_min_p": "0.70", "conversation_cache_mib": 0, "conversation_cache_slots": 4, "conversation_cache_min_free_mib": 2560, "conversation_cache_min_tokens": 0, "tail_role_token": -1, "vram_elastic": 0, "engine": "0.1.43"}, "live": {"state": "idle", "queued": 0, "phase": null, "prompt_tokens": null, "prompt_read": null, "prompt_total": null, "generated": null, "max_tokens": null, "elapsed_s": null, "tok_s": null, "tok_s_mean": null, "prefill_tok_s_mean": null, "tok_s_window_s": null}, "requests": [], "conversation_cache": {"enabled": false, "budget_mib": 0, "slots": 4, "parked": 0, "bytes": 0, "evictions": 0, "parks": 0, "restores": 0, "last_event": null, "last_tokens": null, "last_at": null, "requests": 0, "requests_reused": 0, "reused_tokens": 0, "prompt_tokens": 0, "last_reused": null, "last_prompt": null}, "requests_kept": 0, "totals": {"since": 1791781196.593416, "requests": 0, "prompt_tokens": 0, "reused": 0, "output_tokens": 0, "prompt_ms": 0.0, "decode_ms": 0.0, "drafts_offered": 0, "drafts_accepted": 0}, "hardware": {"gpus": [{"index": 0, "util": 0, "mem_used": 16762601472, "mem_total": 17103323136, "temp": 34, "power": 4.415}, {"index": 1, "util": 0, "mem_used": 12427264000, "mem_total": 12884901888, "temp": 36, "power": 7.309}], "gpu_util": 0.0, "gpu_mem_used": 29189865472, "gpu_mem_total": 29988225024, "gpu_temp": 36, "gpu_power": 11.724, "gpu_power_limit": 350.0, "gpu_pcie_gen": 1, "gpu_pcie_gen_max": 5, "gpu_pcie_width": 8, "gpu_pcie_rx_mb": 0.9716796875, "gpu_pcie_tx_mb": 1.24609375, "cpu": 0.0, "ram_used": 66173644800, "ram_total": 66472062976, "disk_read_mb": 0.0, "disk_write_mb": 0.0, "tok_s": 0.0, "tok_s_mean": 0, "prefill_tok_s_mean": 0.0}, "hardware_static": {"gpu_name": "NVIDIA GeForce RTX 5060 Ti + NVIDIA GeForce RTX 3060", "gpu_count": 2, "gpu_note": null, "cpu_name": "AMD Ryzen 9 7900X 12-Core Processor", "cores": 12, "threads": 24, "psutil": true}, "history": {"gpu_util": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "gpu_mem_used": [29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472, 29189865472], "gpu_temp": [36, 37, 36, 36, 37, 36, 36, 37, 37, 36, 36, 37, 36, 37, 36, 36, 36, 36, 36, 36, 37, 36, 36, 37, 36, 36, 36, 36, 36, 36, 36, 36, 37, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36, 36], "gpu_power": [11.78, 11.93, 11.9, 11.84, 11.84, 11.81, 11.79, 11.75, 11.8, 11.75, 11.69, 11.72, 11.8, 11.81, 11.84, 11.95, 12.0, 11.78, 11.81, 11.76, 11.77, 11.73, 11.55, 11.6, 11.71, 11.75, 11.72, 11.75, 11.77, 11.78, 11.89, 11.86, 11.79, 11.79, 11.8, 11.82, 11.87, 11.8, 11.77, 11.79, 11.79, 11.79, 11.7, 11.65, 11.67, 11.69, 11.81, 11.84, 11.82, 11.77, 11.71, 11.77, 11.8, 11.82, 11.79, 11.63, 11.6, 11.57, 11.74, 11.72], "gpu_pcie_rx_mb": [1.03, 0.92, 1.0, 0.98, 0.94, 0.98, 1.01, 1.0, 0.99, 1.0, 0.91, 0.92, 1.08, 0.92, 0.92, 1.0, 0.96, 0.97, 0.93, 0.98, 1.03, 1.0, 0.99, 0.97, 0.95, 0.99, 0.99, 0.99, 0.99, 1.08, 0.99, 0.96, 0.99, 0.95, 0.99, 0.94, 0.98, 1.0, 1.0, 1.0, 0.94, 0.93, 0.98, 0.94, 0.98, 1.03, 1.07, 0.99, 0.93, 0.98, 0.93, 0.93, 0.98, 1.0, 0.98, 0.95, 0.92, 0.94, 0.99, 0.97], "cpu": [0.0, 0.1, 0.0, 0.1, 0.1, 0.1, 0.0, 0.0, 0.1, 0.0, 0.1, 0.1, 0.0, 0.0, 0.0, 0.1, 0.0, 0.0, 0.0, 0.0, 0.1, 0.0, 0.1, 0.1, 0.1, 0.1, 0.0, 0.1, 0.0, 0.1, 0.0, 0.1, 0.0, 0.0, 0.1, 0.1, 0.1, 0.1, 0.1, 0.0, 0.0, 0.1, 0.0, 0.2, 0.1, 0.0, 0.1, 0.1, 0.1, 0.0, 0.1, 0.1, 0.1, 0.0, 0.0, 0.1, 0.1, 0.1, 0.0, 0.0], "ram_used": [66170105856, 66170105856, 66171854848, 66171854848, 66171854848, 66172268544, 66172370944, 66172370944, 66172370944, 66172190720, 66172190720, 66172190720, 66172190720, 66172190720, 66172190720, 66172190720, 66172694528, 66172694528, 66172694528, 66172694528, 66172694528, 66162712576, 66162745344, 66162745344, 66162745344, 66163408896, 66164027392, 66164273152, 66164273152, 66164686848, 66163236864, 66163699712, 66163699712, 66163699712, 66163957760, 66163957760, 66164203520, 66165243904, 66165243904, 66165243904, 66165243904, 66165243904, 66165489664, 66166317056, 66167283712, 66167283712, 66167541760, 66167541760, 66167541760, 66167541760, 66167541760, 66167541760, 66167758848, 66167758848, 66167758848, 66167758848, 66171068416, 66173284352, 66173644800, 66173644800], "disk_read_mb": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.1, 0.34, 0.0, 0.01, 0.0, 0.0, 0.0, 0.0, 0.02, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.01, 0.0, 0.0, 0.0, 0.0, 0.05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.04, 0.0, 0.0, 0.0, 0.01, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "tok_s": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "prefill_tok_s_mean": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "time": 1791781923.7022662}
Loading