model_config.json

{
    "type": "hfmodel",
    "config": {
        "model_path": "/workspace/models/phi_awq_final/output_model/model",
        "adapter_path": "/workspace/models/phi_awq_final/output_model/adapter",
        "task": "text-generation-with-past",
        "load_kwargs": {
            "torch_dtype": null,
            "device_map": null,
            "max_memory": null,
            "quantization_method": null,
            "quantization_config": null,
            "trust_remote_code": true,
            "extra_args": null
        },
        "generative": false,
        "model_attributes": null,
        "io_config": null
    }
}