Asad235 commited on
Commit
486371e
·
verified ·
1 Parent(s): 976ff63

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -12,7 +12,8 @@ model = AutoModel.from_pretrained(
12
  MODEL_NAME,
13
  trust_remote_code=True,
14
  torch_dtype=torch.float32,
15
- low_cpu_mem_usage=True
 
16
  )
17
 
18
  model = model.eval()
 
12
  MODEL_NAME,
13
  trust_remote_code=True,
14
  torch_dtype=torch.float32,
15
+ low_cpu_mem_usage=True,
16
+ attn_implementation="eager"
17
  )
18
 
19
  model = model.eval()