Update modeling_provence.py
Browse files- modeling_provence.py +8 -4
modeling_provence.py
CHANGED
@@ -12,10 +12,14 @@ from torch.utils.data import Dataset
|
|
12 |
from torch.nn.utils.rnn import pad_sequence
|
13 |
from transformers import AutoTokenizer
|
14 |
from transformers import DebertaV2PreTrainedModel, DebertaV2Model, PretrainedConfig
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
|
|
|
|
|
|
|
|
19 |
from transformers.modeling_outputs import ModelOutput
|
20 |
|
21 |
|
|
|
12 |
from torch.nn.utils.rnn import pad_sequence
|
13 |
from transformers import AutoTokenizer
|
14 |
from transformers import DebertaV2PreTrainedModel, DebertaV2Model, PretrainedConfig
|
15 |
+
try:
|
16 |
+
from transformers.models.deberta_v2.modeling_deberta_v2 import (
|
17 |
+
StableDropout,
|
18 |
+
ContextPooler,
|
19 |
+
)
|
20 |
+
except ImportError:
|
21 |
+
from transformers.models.deberta_v2.modeling_deberta_v2 import ContextPooler
|
22 |
+
StableDropout = nn.Dropout
|
23 |
from transformers.modeling_outputs import ModelOutput
|
24 |
|
25 |
|