{
 "bits": 3,
 "group": 16,
 "scale_dtype": "float16",
 "scheme": "group-wise asymmetric min/max",
 "quantized_params": 109360128,
 "predicted_mb": 68.594,
 "packed_on_disk_mb": 68.35,
 "error_pct": 0.356,
 "tensors": [
  {
   "name": "embeddings.word_embeddings.weight",
   "shape": [
    30522,
    768
   ],
   "offset": 0,
   "n": 23440896
  },
  {
   "name": "embeddings.position_embeddings.weight",
   "shape": [
    512,
    768
   ],
   "offset": 14650560,
   "n": 393216
  },
  {
   "name": "embeddings.token_type_embeddings.weight",
   "shape": [
    2,
    768
   ],
   "offset": 14896320,
   "n": 1536
  },
  {
   "name": "encoder.layer.0.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 14897280,
   "n": 589824
  },
  {
   "name": "encoder.layer.0.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 15265920,
   "n": 589824
  },
  {
   "name": "encoder.layer.0.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 15634560,
   "n": 589824
  },
  {
   "name": "encoder.layer.0.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 16003200,
   "n": 589824
  },
  {
   "name": "encoder.layer.0.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 16371840,
   "n": 2359296
  },
  {
   "name": "encoder.layer.0.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 17846400,
   "n": 2359296
  },
  {
   "name": "encoder.layer.1.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 19320960,
   "n": 589824
  },
  {
   "name": "encoder.layer.1.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 19689600,
   "n": 589824
  },
  {
   "name": "encoder.layer.1.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 20058240,
   "n": 589824
  },
  {
   "name": "encoder.layer.1.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 20426880,
   "n": 589824
  },
  {
   "name": "encoder.layer.1.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 20795520,
   "n": 2359296
  },
  {
   "name": "encoder.layer.1.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 22270080,
   "n": 2359296
  },
  {
   "name": "encoder.layer.2.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 23744640,
   "n": 589824
  },
  {
   "name": "encoder.layer.2.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 24113280,
   "n": 589824
  },
  {
   "name": "encoder.layer.2.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 24481920,
   "n": 589824
  },
  {
   "name": "encoder.layer.2.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 24850560,
   "n": 589824
  },
  {
   "name": "encoder.layer.2.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 25219200,
   "n": 2359296
  },
  {
   "name": "encoder.layer.2.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 26693760,
   "n": 2359296
  },
  {
   "name": "encoder.layer.3.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 28168320,
   "n": 589824
  },
  {
   "name": "encoder.layer.3.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 28536960,
   "n": 589824
  },
  {
   "name": "encoder.layer.3.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 28905600,
   "n": 589824
  },
  {
   "name": "encoder.layer.3.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 29274240,
   "n": 589824
  },
  {
   "name": "encoder.layer.3.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 29642880,
   "n": 2359296
  },
  {
   "name": "encoder.layer.3.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 31117440,
   "n": 2359296
  },
  {
   "name": "encoder.layer.4.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 32592000,
   "n": 589824
  },
  {
   "name": "encoder.layer.4.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 32960640,
   "n": 589824
  },
  {
   "name": "encoder.layer.4.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 33329280,
   "n": 589824
  },
  {
   "name": "encoder.layer.4.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 33697920,
   "n": 589824
  },
  {
   "name": "encoder.layer.4.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 34066560,
   "n": 2359296
  },
  {
   "name": "encoder.layer.4.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 35541120,
   "n": 2359296
  },
  {
   "name": "encoder.layer.5.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 37015680,
   "n": 589824
  },
  {
   "name": "encoder.layer.5.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 37384320,
   "n": 589824
  },
  {
   "name": "encoder.layer.5.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 37752960,
   "n": 589824
  },
  {
   "name": "encoder.layer.5.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 38121600,
   "n": 589824
  },
  {
   "name": "encoder.layer.5.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 38490240,
   "n": 2359296
  },
  {
   "name": "encoder.layer.5.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 39964800,
   "n": 2359296
  },
  {
   "name": "encoder.layer.6.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 41439360,
   "n": 589824
  },
  {
   "name": "encoder.layer.6.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 41808000,
   "n": 589824
  },
  {
   "name": "encoder.layer.6.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 42176640,
   "n": 589824
  },
  {
   "name": "encoder.layer.6.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 42545280,
   "n": 589824
  },
  {
   "name": "encoder.layer.6.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 42913920,
   "n": 2359296
  },
  {
   "name": "encoder.layer.6.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 44388480,
   "n": 2359296
  },
  {
   "name": "encoder.layer.7.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 45863040,
   "n": 589824
  },
  {
   "name": "encoder.layer.7.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 46231680,
   "n": 589824
  },
  {
   "name": "encoder.layer.7.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 46600320,
   "n": 589824
  },
  {
   "name": "encoder.layer.7.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 46968960,
   "n": 589824
  },
  {
   "name": "encoder.layer.7.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 47337600,
   "n": 2359296
  },
  {
   "name": "encoder.layer.7.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 48812160,
   "n": 2359296
  },
  {
   "name": "encoder.layer.8.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 50286720,
   "n": 589824
  },
  {
   "name": "encoder.layer.8.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 50655360,
   "n": 589824
  },
  {
   "name": "encoder.layer.8.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 51024000,
   "n": 589824
  },
  {
   "name": "encoder.layer.8.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 51392640,
   "n": 589824
  },
  {
   "name": "encoder.layer.8.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 51761280,
   "n": 2359296
  },
  {
   "name": "encoder.layer.8.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 53235840,
   "n": 2359296
  },
  {
   "name": "encoder.layer.9.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 54710400,
   "n": 589824
  },
  {
   "name": "encoder.layer.9.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 55079040,
   "n": 589824
  },
  {
   "name": "encoder.layer.9.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 55447680,
   "n": 589824
  },
  {
   "name": "encoder.layer.9.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 55816320,
   "n": 589824
  },
  {
   "name": "encoder.layer.9.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 56184960,
   "n": 2359296
  },
  {
   "name": "encoder.layer.9.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 57659520,
   "n": 2359296
  },
  {
   "name": "encoder.layer.10.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 59134080,
   "n": 589824
  },
  {
   "name": "encoder.layer.10.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 59502720,
   "n": 589824
  },
  {
   "name": "encoder.layer.10.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 59871360,
   "n": 589824
  },
  {
   "name": "encoder.layer.10.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 60240000,
   "n": 589824
  },
  {
   "name": "encoder.layer.10.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 60608640,
   "n": 2359296
  },
  {
   "name": "encoder.layer.10.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 62083200,
   "n": 2359296
  },
  {
   "name": "encoder.layer.11.attention.self.query.weight",
   "shape": [
    768,
    768
   ],
   "offset": 63557760,
   "n": 589824
  },
  {
   "name": "encoder.layer.11.attention.self.key.weight",
   "shape": [
    768,
    768
   ],
   "offset": 63926400,
   "n": 589824
  },
  {
   "name": "encoder.layer.11.attention.self.value.weight",
   "shape": [
    768,
    768
   ],
   "offset": 64295040,
   "n": 589824
  },
  {
   "name": "encoder.layer.11.attention.output.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 64663680,
   "n": 589824
  },
  {
   "name": "encoder.layer.11.intermediate.dense.weight",
   "shape": [
    3072,
    768
   ],
   "offset": 65032320,
   "n": 2359296
  },
  {
   "name": "encoder.layer.11.output.dense.weight",
   "shape": [
    768,
    3072
   ],
   "offset": 66506880,
   "n": 2359296
  },
  {
   "name": "pooler.dense.weight",
   "shape": [
    768,
    768
   ],
   "offset": 67981440,
   "n": 589824
  }
 ]
}