Commit ·
84fdef2
1
Parent(s): 6bfe0f4
Fix an error
Browse files- distill_bert_to_lstm.py +3 -2
distill_bert_to_lstm.py
CHANGED
|
@@ -88,8 +88,8 @@ def main():
|
|
| 88 |
args.train_data_path,
|
| 89 |
text_col=args.text_column,
|
| 90 |
label_col=label_column,
|
| 91 |
-
validation_split=
|
| 92 |
-
test_split=
|
| 93 |
seed=args.seed
|
| 94 |
)
|
| 95 |
|
|
@@ -123,6 +123,7 @@ def main():
|
|
| 123 |
return_datasets=True
|
| 124 |
)
|
| 125 |
|
|
|
|
| 126 |
# Create dataloaders
|
| 127 |
bert_train_loader = torch.utils.data.DataLoader(bert_train_dataset, batch_size=args.batch_size, shuffle=True)
|
| 128 |
bert_val_loader = torch.utils.data.DataLoader(bert_val_dataset, batch_size=args.batch_size)
|
|
|
|
| 88 |
args.train_data_path,
|
| 89 |
text_col=args.text_column,
|
| 90 |
label_col=label_column,
|
| 91 |
+
validation_split=0.0,
|
| 92 |
+
test_split=0.0,
|
| 93 |
seed=args.seed
|
| 94 |
)
|
| 95 |
|
|
|
|
| 123 |
return_datasets=True
|
| 124 |
)
|
| 125 |
|
| 126 |
+
print("Train samples: ", len(bert_train_dataset))
|
| 127 |
# Create dataloaders
|
| 128 |
bert_train_loader = torch.utils.data.DataLoader(bert_train_dataset, batch_size=args.batch_size, shuffle=True)
|
| 129 |
bert_val_loader = torch.utils.data.DataLoader(bert_val_dataset, batch_size=args.batch_size)
|