recipe.yaml

default_stage:
  default_modifiers:
    AutoRoundModifier:
      targets: [Linear]
      ignore: [lm_head]
      scheme: W4A16
      bypass_divisibility_checks: false
      iters: 200
      enable_torch_compile: false
      batch_size: 8
      device_ids: 0,1,2,3,4,5,6,7
      disable_opt_rtn: false