Instructions to use BAAI/AquilaChat-7B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use BAAI/AquilaChat-7B with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("BAAI/AquilaChat-7B", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Commit ·
897d64f
1
Parent(s): 72995c9
Update modeling_aquila.py
Browse files- modeling_aquila.py +1 -2
modeling_aquila.py
CHANGED
|
@@ -507,8 +507,7 @@ class AquilaModel(AquilaPreTrainedModel):
|
|
| 507 |
use_cache = use_cache if use_cache is not None else self.config.use_cache
|
| 508 |
|
| 509 |
return_dict = return_dict if return_dict is not None else self.config.use_return_dict
|
| 510 |
-
|
| 511 |
-
pdb.set_trace()
|
| 512 |
# retrieve input_ids and inputs_embeds
|
| 513 |
if input_ids is not None and inputs_embeds is not None:
|
| 514 |
raise ValueError("You cannot specify both decoder_input_ids and decoder_inputs_embeds at the same time")
|
|
|
|
| 507 |
use_cache = use_cache if use_cache is not None else self.config.use_cache
|
| 508 |
|
| 509 |
return_dict = return_dict if return_dict is not None else self.config.use_return_dict
|
| 510 |
+
|
|
|
|
| 511 |
# retrieve input_ids and inputs_embeds
|
| 512 |
if input_ids is not None and inputs_embeds is not None:
|
| 513 |
raise ValueError("You cannot specify both decoder_input_ids and decoder_inputs_embeds at the same time")
|