jesse-tong commited on
Commit
84fdef2
·
1 Parent(s): 6bfe0f4

Fix an error

Browse files
Files changed (1) hide show
  1. distill_bert_to_lstm.py +3 -2
distill_bert_to_lstm.py CHANGED
@@ -88,8 +88,8 @@ def main():
88
  args.train_data_path,
89
  text_col=args.text_column,
90
  label_col=label_column,
91
- validation_split=args.val_split,
92
- test_split=args.test_split,
93
  seed=args.seed
94
  )
95
 
@@ -123,6 +123,7 @@ def main():
123
  return_datasets=True
124
  )
125
 
 
126
  # Create dataloaders
127
  bert_train_loader = torch.utils.data.DataLoader(bert_train_dataset, batch_size=args.batch_size, shuffle=True)
128
  bert_val_loader = torch.utils.data.DataLoader(bert_val_dataset, batch_size=args.batch_size)
 
88
  args.train_data_path,
89
  text_col=args.text_column,
90
  label_col=label_column,
91
+ validation_split=0.0,
92
+ test_split=0.0,
93
  seed=args.seed
94
  )
95
 
 
123
  return_datasets=True
124
  )
125
 
126
+ print("Train samples: ", len(bert_train_dataset))
127
  # Create dataloaders
128
  bert_train_loader = torch.utils.data.DataLoader(bert_train_dataset, batch_size=args.batch_size, shuffle=True)
129
  bert_val_loader = torch.utils.data.DataLoader(bert_val_dataset, batch_size=args.batch_size)