# Load model directly
from transformers import AutoTokenizer, AutoModelForMaskedLM
tokenizer = AutoTokenizer.from_pretrained("uw-madison/nystromformer-1024")
model = AutoModelForMaskedLM.from_pretrained("uw-madison/nystromformer-1024", device_map="auto")Quick Links
YAML Metadata Warning:empty or missing yaml metadata in repo card
Check out the documentation for more information.
Nystromformer for sequence length 1024 trained on WikiText-103 v1 for 150 epochs.
- Downloads last month
- 34
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("fill-mask", model="uw-madison/nystromformer-1024")