{
  "base_model": "/workspace/.hf_home/hub/models--Reza2kn--visualears-fastconformer-fa-full-ab/snapshots/5c5cca3f3df79ab2bde501a162ec4e4f81d5b4c9/fa_fastconformer_ab_final.nemo",
  "resolved_model": "/workspace/.hf_home/hub/models--Reza2kn--visualears-fastconformer-fa-full-ab/snapshots/5c5cca3f3df79ab2bde501a162ec4e4f81d5b4c9/fa_fastconformer_ab_final.nemo",
  "weight_bits": 2,
  "activation_bits": 0,
  "scale_mode": "learnable-tensor",
  "stochastic_precision": true,
  "stochastic_schedule": "log-linear",
  "stochastic_binary_prob_min": 0.2,
  "stochastic_binary_prob_max": 0.9,
  "one_bit_cotraining": true,
  "cotraining_teacher_bits": 2,
  "cotraining_student_bits": 1,
  "cotraining_teacher_loss_weight": 1.0,
  "cotraining_student_loss_weight": 1.0,
  "cotraining_kl_weight": 0.7,
  "cotraining_stochastic_loss_weight": 0.5,
  "cotraining_stochastic_kl_weight": 0.7,
  "repr_distill_weight": 0.2,
  "repr_distill_stochastic_weight": 0.1,
  "repr_distill_layer": 2,
  "repr_distill_max_frames": 96,
  "repr_distill_temperature": 1.0,
  "encoder_layer_indices": [
    0,
    1,
    2
  ],
  "include_attention": false,
  "include_subsampling": false,
  "exclude_name_regex": "(?:conv|convolution|subsampling|pre_encode|decoder|ctc_decoder)",
  "num_qat_linear": 12,
  "qat_linear_modules": [
    {
      "name": "encoder.layers.0.feed_forward1.linear1",
      "layer_index": 0,
      "in_features": 512,
      "out_features": 2048,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.2
    },
    {
      "name": "encoder.layers.0.feed_forward1.linear2",
      "layer_index": 0,
      "in_features": 2048,
      "out_features": 512,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.2
    },
    {
      "name": "encoder.layers.0.feed_forward2.linear1",
      "layer_index": 0,
      "in_features": 512,
      "out_features": 2048,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.2
    },
    {
      "name": "encoder.layers.0.feed_forward2.linear2",
      "layer_index": 0,
      "in_features": 2048,
      "out_features": 512,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.2
    },
    {
      "name": "encoder.layers.1.feed_forward1.linear1",
      "layer_index": 1,
      "in_features": 512,
      "out_features": 2048,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.4242640687119285
    },
    {
      "name": "encoder.layers.1.feed_forward1.linear2",
      "layer_index": 1,
      "in_features": 2048,
      "out_features": 512,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.4242640687119285
    },
    {
      "name": "encoder.layers.1.feed_forward2.linear1",
      "layer_index": 1,
      "in_features": 512,
      "out_features": 2048,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.4242640687119285
    },
    {
      "name": "encoder.layers.1.feed_forward2.linear2",
      "layer_index": 1,
      "in_features": 2048,
      "out_features": 512,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.4242640687119285
    },
    {
      "name": "encoder.layers.2.feed_forward1.linear1",
      "layer_index": 2,
      "in_features": 512,
      "out_features": 2048,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.9
    },
    {
      "name": "encoder.layers.2.feed_forward1.linear2",
      "layer_index": 2,
      "in_features": 2048,
      "out_features": 512,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.9
    },
    {
      "name": "encoder.layers.2.feed_forward2.linear1",
      "layer_index": 2,
      "in_features": 512,
      "out_features": 2048,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.9
    },
    {
      "name": "encoder.layers.2.feed_forward2.linear2",
      "layer_index": 2,
      "in_features": 2048,
      "out_features": 512,
      "bias": true,
      "reason": "selected",
      "stochastic_binary_prob": 0.9
    }
  ]
}