Commit ·
8a33e9c
1
Parent(s): 81d9aa7
debug
Browse files
model.py
CHANGED
|
@@ -14,6 +14,8 @@ class DocBERT(nn.Module):
|
|
| 14 |
|
| 15 |
self.bert = AutoModel.from_pretrained(bert_model_name)
|
| 16 |
self.config = AutoConfig.from_pretrained(bert_model_name)
|
|
|
|
|
|
|
| 17 |
|
| 18 |
# Dropout layer for regularization (helps prevent overfitting)
|
| 19 |
self.dropout = nn.Dropout(dropout_prob)
|
|
|
|
| 14 |
|
| 15 |
self.bert = AutoModel.from_pretrained(bert_model_name)
|
| 16 |
self.config = AutoConfig.from_pretrained(bert_model_name)
|
| 17 |
+
print(f"Model: {bert_model_name}")
|
| 18 |
+
print(f"Max Position Embeddings: {self.config.max_position_embeddings}")
|
| 19 |
|
| 20 |
# Dropout layer for regularization (helps prevent overfitting)
|
| 21 |
self.dropout = nn.Dropout(dropout_prob)
|