File size: 442 Bytes
df13683 | 1 2 3 4 5 6 7 8 9 10 11 12 | from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
from fla.models.nsa.configuration_nsa import NSAConfig
from fla.models.nsa.modeling_nsa import NSAForCausalLM, NSAModel
AutoConfig.register(NSAConfig.model_type, NSAConfig, exist_ok=True)
AutoModel.register(NSAConfig, NSAModel, exist_ok=True)
AutoModelForCausalLM.register(NSAConfig, NSAForCausalLM, exist_ok=True)
__all__ = ['NSAConfig', 'NSAForCausalLM', 'NSAModel']
|