V7 - yiyanghkust's FinBERT

added_tokens.json

@@ -1,4 +1,4 @@
 {
-  "@USER": 30522,
-  "[URL]": 30523
+  "@USER": 30873,
+  "[URL]": 30874
 }

config.json

@@ -1,26 +1,15 @@
 {
-  "_name_or_path": "ProsusAI/finbert",
+  "_name_or_path": "yiyanghkust/finbert-pretrain",
   "architectures": [
     "BertForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
-  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
-  "id2label": {
-    "0": "positive",
-    "1": "negative",
-    "2": "neutral"
-  },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
-  "label2id": {
-    "negative": 1,
-    "neutral": 2,
-    "positive": 0
-  },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
@@ -32,5 +21,5 @@
   "transformers_version": "4.35.0",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 30524
+  "vocab_size": 30875
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62c5cc157cb800258fd0389a7ad101a906eb4b281d53684dc15281e0850f9b6f
-size 438087048
+oid sha256:d71398bd06f692e8a69609dd3201029d372c80fa9ed9754dbba1c5a30ffdd07a
+size 439166724

tokenizer_config.json

@@ -8,7 +8,7 @@
       "single_word": false,
       "special": true
     },
-    "100": {
+    "2": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "3": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "4": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,7 +32,7 @@
       "single_word": false,
       "special": true
     },
-    "103": {
+    "5": {
       "content": "[MASK]",
       "lstrip": false,
       "normalized": false,
@@ -40,7 +40,7 @@
       "single_word": false,
       "special": true
     },
-    "30522": {
+    "30873": {
       "content": "@USER",
       "lstrip": false,
       "normalized": true,
@@ -48,7 +48,7 @@
       "single_word": false,
       "special": false
     },
-    "30523": {
+    "30874": {
       "content": "[URL]",
       "lstrip": false,
       "normalized": true,
@@ -62,7 +62,7 @@
   "do_basic_tokenize": true,
   "do_lower_case": true,
   "mask_token": "[MASK]",
-  "model_max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acd47d8987763220961d8e748590b8c7e9e11346d2d8ecc9af6e134e57673548
+oid sha256:3e2b08864c8da6bd3d6aebac02d76b3a5cd1b503e9a2eb78b7a96e3a8088cda1
 size 4536