Update LMConfig.py
Browse files- LMConfig.py +2 -1
LMConfig.py
CHANGED
|
@@ -46,6 +46,7 @@ class LMConfig(PretrainedConfig):
|
|
| 46 |
norm_topk_prob: bool = True,
|
| 47 |
**kwargs,
|
| 48 |
):
|
|
|
|
| 49 |
self.dim = dim
|
| 50 |
self.n_layers = n_layers
|
| 51 |
self.tie_word_embeddings = tie_word_embeddings
|
|
@@ -80,4 +81,4 @@ class LMConfig(PretrainedConfig):
|
|
| 80 |
self.aux_loss_alpha = aux_loss_alpha # 辅助损失的alpha参数
|
| 81 |
self.seq_aux = seq_aux # 是否在序列级别上计算辅助损失
|
| 82 |
self.norm_topk_prob = norm_topk_prob # 是否标准化top-k概率
|
| 83 |
-
|
|
|
|
| 46 |
norm_topk_prob: bool = True,
|
| 47 |
**kwargs,
|
| 48 |
):
|
| 49 |
+
super().__init__(**kwargs)
|
| 50 |
self.dim = dim
|
| 51 |
self.n_layers = n_layers
|
| 52 |
self.tie_word_embeddings = tie_word_embeddings
|
|
|
|
| 81 |
self.aux_loss_alpha = aux_loss_alpha # 辅助损失的alpha参数
|
| 82 |
self.seq_aux = seq_aux # 是否在序列级别上计算辅助损失
|
| 83 |
self.norm_topk_prob = norm_topk_prob # 是否标准化top-k概率
|
| 84 |
+
|