Upload folder using huggingface_hub
Browse files- modeling_empathy.py +7 -1
modeling_empathy.py
CHANGED
|
@@ -9,7 +9,13 @@ import torch.nn.functional as F
|
|
| 9 |
import math
|
| 10 |
from torch.nn import CrossEntropyLoss
|
| 11 |
from transformers import PreTrainedModel, PretrainedConfig, RobertaModel, RobertaConfig
|
| 12 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
|
| 15 |
class Norm(nn.Module):
|
|
|
|
| 9 |
import math
|
| 10 |
from torch.nn import CrossEntropyLoss
|
| 11 |
from transformers import PreTrainedModel, PretrainedConfig, RobertaModel, RobertaConfig
|
| 12 |
+
|
| 13 |
+
# BertLayerNorm is deprecated, use nn.LayerNorm instead
|
| 14 |
+
try:
|
| 15 |
+
from transformers.models.bert.modeling_bert import BertLayerNorm
|
| 16 |
+
except ImportError:
|
| 17 |
+
# In newer versions, use LayerNorm directly
|
| 18 |
+
BertLayerNorm = nn.LayerNorm
|
| 19 |
|
| 20 |
|
| 21 |
class Norm(nn.Module):
|