===== quant: GLQ_TRELLIS_VARIANT=3inst glq-quantize --model google/gemma-4-31B-it --output /opt/dlami/nvme/glq_out/gemma-4-31B-it-trellis-3inst-4bpw --bpw 4 --nsamples 128 --seqlen 2048 --device cuda --codebook trellis --streaming =====

===== quant: GLQ_TRELLIS_VARIANT=3inst /home/ubuntu/venv/bin/glq-quantize --model google/gemma-4-31B-it --output /opt/dlami/nvme/glq_out/gemma-4-31B-it-trellis-3inst-4bpw --bpw 4 --nsamples 128 --seqlen 2048 --device cuda --codebook trellis --streaming =====
GLQ Quantization: google/gemma-4-31B-it -> /opt/dlami/nvme/glq_out/gemma-4-31B-it-trellis-3inst-4bpw
  bpw=4, tune_iters=0, nsamples=128
  streaming=True (layer-by-layer safetensors loading)

Loading model ...

Fetching 12 files:   0%|          | 0/12 [00:00<?, ?it/s]
Fetching 12 files:   8%|▊         | 1/12 [00:00<00:04,  2.50it/s]
Fetching 12 files:  58%|█████▊    | 7/12 [01:34<01:10, 14.05s/it]
Fetching 12 files: 100%|██████████| 12/12 [01:34<00:00,  7.86s/it]
  Streaming from /opt/dlami/nvme/hf_cache/hub/models--google--gemma-4-31B-it/snapshots/842da3794eaa0b77d5f08bae87a17459d91ff475 (1188 tensors)

Loading calibration data ...
  128 sequences of length 2048

Building trellis codebook ...

Embedding calibration data ...

--- Layer 0/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.0dB  Ws=0.014    86.4s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.015    7.7s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 21.7dB  Ws=0.011    11.3s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.3dB  Ws=0.013    31.6s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 21.3dB  Ws=0.010    29.9s
  Layer time: 221s  |  Elapsed: 3.7m  |  ETA: 217.4m remaining

--- Layer 1/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.0dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.016    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.4dB  Ws=0.011    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.2dB  Ws=0.010    29.8s
  Layer time: 138s  |  Elapsed: 6.0m  |  ETA: 173.5m remaining

--- Layer 2/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.4dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.011    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.1dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 8.3m  |  ETA: 157.4m remaining

--- Layer 3/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.4dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.011    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.3dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 10.6m  |  ETA: 148.1m remaining

--- Layer 4/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.1dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.5dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.5dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.3dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 12.9m  |  ETA: 141.7m remaining

--- Layer 5/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.3dB  Ws=0.014    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.3dB  Ws=0.015    3.2s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.9dB  Ws=0.009    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.6dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.6dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.010    29.8s
  Layer time: 154s  |  Elapsed: 15.4m  |  ETA: 139.0m remaining

--- Layer 6/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.7dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.9dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.3dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 17.7m  |  ETA: 134.3m remaining

--- Layer 7/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.7dB  Ws=0.013    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 23.0dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.6dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.6dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.8dB  Ws=0.011    29.9s
  Layer time: 138s  |  Elapsed: 20.0m  |  ETA: 130.3m remaining

--- Layer 8/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.7dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 22.3m  |  ETA: 126.6m remaining

--- Layer 9/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.8dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.8dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.8dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.9dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.2dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 24.6m  |  ETA: 123.2m remaining

--- Layer 10/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.6dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.9dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.3dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.3dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.2dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 26.9m  |  ETA: 120.0m remaining

--- Layer 11/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.6dB  Ws=0.013    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.6dB  Ws=0.014    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 23.1dB  Ws=0.009    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.1dB  Ws=0.012    29.8s
  Layer time: 153s  |  Elapsed: 29.5m  |  ETA: 118.0m remaining

--- Layer 12/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.9dB  Ws=0.013    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.9dB  Ws=0.013    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.9dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 23.0dB  Ws=0.011    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.012    29.9s
  Layer time: 138s  |  Elapsed: 31.8m  |  ETA: 115.0m remaining

--- Layer 13/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.6dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.9dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 34.1m  |  ETA: 112.0m remaining

--- Layer 14/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.5dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 36.4m  |  ETA: 109.2m remaining

--- Layer 15/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.8dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.8dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.8dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 23.0dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.6dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.6dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 38.7m  |  ETA: 106.4m remaining

--- Layer 16/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.6dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.016    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.6dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.6dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 41.0m  |  ETA: 103.7m remaining

--- Layer 17/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.8dB  Ws=0.015    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.8dB  Ws=0.016    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 23.0dB  Ws=0.010    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.7dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.7dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.012    29.8s
  Layer time: 153s  |  Elapsed: 43.6m  |  ETA: 101.6m remaining

--- Layer 18/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.5dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.6dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.6dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 45.9m  |  ETA: 98.9m remaining

--- Layer 19/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.6dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.011    29.9s
  Layer time: 138s  |  Elapsed: 48.2m  |  ETA: 96.3m remaining

--- Layer 20/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.7dB  Ws=0.013    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.7dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.6dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 50.4m  |  ETA: 93.7m remaining

--- Layer 21/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.5dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.8dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 52.7m  |  ETA: 91.1m remaining

--- Layer 22/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.6dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.016    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.5dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.5dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 55.0m  |  ETA: 88.6m remaining

--- Layer 23/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.7dB  Ws=0.015    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.7dB  Ws=0.016    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 23.1dB  Ws=0.011    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.012    29.8s
  Layer time: 153s  |  Elapsed: 57.6m  |  ETA: 86.4m remaining

--- Layer 24/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.6dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.6dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.5dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.6dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 59.9m  |  ETA: 83.9m remaining

--- Layer 25/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.5dB  Ws=0.016    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.016    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.6dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 62.2m  |  ETA: 81.3m remaining

--- Layer 26/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.5dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.4dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 64.5m  |  ETA: 78.8m remaining

--- Layer 27/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 66.8m  |  ETA: 76.3m remaining

--- Layer 28/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.5dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.5dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 69.1m  |  ETA: 73.9m remaining

--- Layer 29/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.4dB  Ws=0.015    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.4dB  Ws=0.015    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.8dB  Ws=0.012    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.1dB  Ws=0.011    29.8s
  Layer time: 153s  |  Elapsed: 71.7m  |  ETA: 71.7m remaining

--- Layer 30/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.4dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.1dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 74.0m  |  ETA: 69.2m remaining

--- Layer 31/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.4dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.4dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 76.3m  |  ETA: 66.7m remaining

--- Layer 32/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.4dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 78.6m  |  ETA: 64.3m remaining

--- Layer 33/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.4dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.6dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 80.9m  |  ETA: 61.8m remaining

--- Layer 34/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.4dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.3dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 83.2m  |  ETA: 59.4m remaining

--- Layer 35/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.5dB  Ws=0.015    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.5dB  Ws=0.015    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.5dB  Ws=0.011    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.4dB  Ws=0.011    29.8s
  Layer time: 153s  |  Elapsed: 85.7m  |  ETA: 57.1m remaining

--- Layer 36/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.2dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.2dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 88.0m  |  ETA: 54.7m remaining

--- Layer 37/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.3dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.3dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 90.3m  |  ETA: 52.3m remaining

--- Layer 38/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.4dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.3dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.3dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 92.6m  |  ETA: 49.9m remaining

--- Layer 39/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.3dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.4dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 94.9m  |  ETA: 47.5m remaining

--- Layer 40/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.4dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.4dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.5dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 97.2m  |  ETA: 45.0m remaining

--- Layer 41/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.4dB  Ws=0.015    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.4dB  Ws=0.015    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.5dB  Ws=0.012    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 21.9dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 21.9dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.1dB  Ws=0.011    29.8s
  Layer time: 153s  |  Elapsed: 99.8m  |  ETA: 42.8m remaining

--- Layer 42/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.3dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.5dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 102.1m  |  ETA: 40.3m remaining

--- Layer 43/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.5dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.8dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 104.4m  |  ETA: 37.9m remaining

--- Layer 44/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.016    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.5dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 106.7m  |  ETA: 35.6m remaining

--- Layer 45/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.5dB  Ws=0.014    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.2dB  Ws=0.016    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.2dB  Ws=0.016    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.9s
  Layer time: 138s  |  Elapsed: 109.0m  |  ETA: 33.2m remaining

--- Layer 46/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.5dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.1dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 111.3m  |  ETA: 30.8m remaining

--- Layer 47/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.3dB  Ws=0.014    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.3dB  Ws=0.014    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.4dB  Ws=0.011    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.9dB  Ws=0.011    29.9s
  Layer time: 153s  |  Elapsed: 113.8m  |  ETA: 28.5m remaining

--- Layer 48/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.0dB  Ws=0.013    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 21.9dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 116.1m  |  ETA: 26.1m remaining

--- Layer 49/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 118.4m  |  ETA: 23.7m remaining

--- Layer 50/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.1dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.012    29.8s
  Layer time: 138s  |  Elapsed: 120.7m  |  ETA: 21.3m remaining

--- Layer 51/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.1dB  Ws=0.015    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.015    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.7dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.9dB  Ws=0.011    29.9s
  Layer time: 138s  |  Elapsed: 123.0m  |  ETA: 18.9m remaining

--- Layer 52/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.1dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.0dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 125.3m  |  ETA: 16.6m remaining

--- Layer 53/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.5dB  Ws=0.014    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.5dB  Ws=0.015    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.5dB  Ws=0.012    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.0dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.9dB  Ws=0.011    29.8s
  Layer time: 153s  |  Elapsed: 127.9m  |  ETA: 14.2m remaining

--- Layer 54/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.1dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.1dB  Ws=0.015    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 23.0dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 130.2m  |  ETA: 11.8m remaining

--- Layer 55/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.013    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.8dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.010    29.8s
  Layer time: 138s  |  Elapsed: 132.5m  |  ETA: 9.5m remaining

--- Layer 56/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.1dB  Ws=0.014    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.011    29.8s
  Layer time: 138s  |  Elapsed: 134.8m  |  ETA: 7.1m remaining

--- Layer 57/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.2dB  Ws=0.013    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.2dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.012    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.2dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.2dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.010    29.8s
  Layer time: 138s  |  Elapsed: 137.1m  |  ETA: 4.7m remaining

--- Layer 58/59 ---
  self_attn.q_proj               (8192, 5376)         SQNR= 22.3dB  Ws=0.014    11.2s
  self_attn.k_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.v_proj               (4096, 5376)         SQNR= 22.3dB  Ws=0.014    6.1s
  self_attn.o_proj               (5376, 8192)         SQNR= 22.6dB  Ws=0.013    11.2s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.3dB  Ws=0.014    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.3dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.8dB  Ws=0.010    29.8s
  Layer time: 138s  |  Elapsed: 139.4m  |  ETA: 2.4m remaining

--- Layer 59/59 ---
  self_attn.q_proj               (16384, 5376)        SQNR= 22.4dB  Ws=0.014    22.4s
  self_attn.k_proj               (2048, 5376)         SQNR= 22.4dB  Ws=0.014    3.1s
  self_attn.o_proj               (5376, 16384)        SQNR= 22.7dB  Ws=0.010    22.6s
  mlp.gate_proj                  (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.up_proj                    (21504, 5376)        SQNR= 22.4dB  Ws=0.015    31.5s
  mlp.down_proj                  (5376, 21504)        SQNR= 22.7dB  Ws=0.011    29.8s
  Layer time: 153s  |  Elapsed: 141.9m  |  ETA: 0.0m remaining

============================================================
Quantized 410 sublayers in 141.9m
Average SQNR = 22.42 dB
============================================================

Saving to /opt/dlami/nvme/glq_out/gemma-4-31B-it-trellis-3inst-4bpw ...
  saved processor (Gemma4Processor)
Done! Saved to /opt/dlami/nvme/glq_out/gemma-4-31B-it-trellis-3inst-4bpw
  model.safetensors: 18631.7 MB
  config.json: quantization_config.quant_method = 'glq'