Commit
·
ae0d3f5
1
Parent(s):
269b199
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#3)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (28ad5d9e63c7bcdba7bff0e296c836ce08b8be3a)
Co-authored-by: Evaluation Bot <[email protected]>
README.md
CHANGED
|
@@ -10,16 +10,16 @@ model-index:
|
|
| 10 |
- name: twitter-emotion-deberta-v3-base
|
| 11 |
results:
|
| 12 |
- task:
|
| 13 |
-
name: Text Classification
|
| 14 |
type: text-classification
|
|
|
|
| 15 |
dataset:
|
| 16 |
name: emotion
|
| 17 |
type: emotion
|
| 18 |
args: default
|
| 19 |
metrics:
|
| 20 |
-
-
|
| 21 |
-
type: accuracy
|
| 22 |
value: 0.937
|
|
|
|
| 23 |
- task:
|
| 24 |
type: text-classification
|
| 25 |
name: Text Classification
|
|
@@ -29,50 +29,61 @@ model-index:
|
|
| 29 |
config: default
|
| 30 |
split: test
|
| 31 |
metrics:
|
| 32 |
-
-
|
| 33 |
-
type: accuracy
|
| 34 |
value: 0.9255
|
|
|
|
| 35 |
verified: true
|
| 36 |
-
|
| 37 |
-
|
| 38 |
value: 0.8915483806374028
|
|
|
|
| 39 |
verified: true
|
| 40 |
-
|
| 41 |
-
|
| 42 |
value: 0.9255
|
|
|
|
| 43 |
verified: true
|
| 44 |
-
|
| 45 |
-
|
| 46 |
value: 0.9286522707274408
|
|
|
|
| 47 |
verified: true
|
| 48 |
-
|
| 49 |
-
|
| 50 |
value: 0.875946770128528
|
|
|
|
| 51 |
verified: true
|
| 52 |
-
|
| 53 |
-
|
| 54 |
value: 0.9255
|
|
|
|
| 55 |
verified: true
|
| 56 |
-
|
| 57 |
-
|
| 58 |
value: 0.9255
|
|
|
|
| 59 |
verified: true
|
| 60 |
-
|
| 61 |
-
|
| 62 |
value: 0.8790048313120858
|
|
|
|
| 63 |
verified: true
|
| 64 |
-
|
| 65 |
-
|
| 66 |
value: 0.9255
|
|
|
|
| 67 |
verified: true
|
| 68 |
-
|
| 69 |
-
|
| 70 |
value: 0.92449885920049
|
|
|
|
| 71 |
verified: true
|
| 72 |
-
|
| 73 |
-
|
| 74 |
value: 0.16804923117160797
|
|
|
|
| 75 |
verified: true
|
|
|
|
| 76 |
---
|
| 77 |
|
| 78 |
# twitter-emotion-deberta-v3-base
|
|
|
|
| 10 |
- name: twitter-emotion-deberta-v3-base
|
| 11 |
results:
|
| 12 |
- task:
|
|
|
|
| 13 |
type: text-classification
|
| 14 |
+
name: Text Classification
|
| 15 |
dataset:
|
| 16 |
name: emotion
|
| 17 |
type: emotion
|
| 18 |
args: default
|
| 19 |
metrics:
|
| 20 |
+
- type: accuracy
|
|
|
|
| 21 |
value: 0.937
|
| 22 |
+
name: Accuracy
|
| 23 |
- task:
|
| 24 |
type: text-classification
|
| 25 |
name: Text Classification
|
|
|
|
| 29 |
config: default
|
| 30 |
split: test
|
| 31 |
metrics:
|
| 32 |
+
- type: accuracy
|
|
|
|
| 33 |
value: 0.9255
|
| 34 |
+
name: Accuracy
|
| 35 |
verified: true
|
| 36 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMTlhZDRlN2VkOGQ0OTg3Nzg2OWJmOTAzMDYxZjk5NzE4YmMyNDIxM2FhOTgyMDI2ZTQ3ZjkyNGMwYjI4Nzc2ZiIsInZlcnNpb24iOjF9.GaEt0ZAvLf30YcCff1mZtjms1XD57bY-b00IVak3WGtZJsgVshwAP_Vla2pylTAQvZITz4WESqSlEpyu6Bn-CA
|
| 37 |
+
- type: precision
|
| 38 |
value: 0.8915483806374028
|
| 39 |
+
name: Precision Macro
|
| 40 |
verified: true
|
| 41 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTI4MTRlN2UyMDZhODM1NWIzNzdhZTUyZjNhYjdkMmZiODRjM2ViODMzOTU4MGE1NjQ4MjM1ZWUwODQzMzk3YyIsInZlcnNpb24iOjF9.qU0v868jMD8kFNrF8CqaP0jGxLzx_ExZTJ1BIBQKEHPSv59QyDLUt6ggjL09jUcmNj-gmps2XzFO16ape0O2Ag
|
| 42 |
+
- type: precision
|
| 43 |
value: 0.9255
|
| 44 |
+
name: Precision Micro
|
| 45 |
verified: true
|
| 46 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTY3NzgyMmFkYmY1NzU0ODM4NWVjZmI0MTgwYWU3OGY1MzI5NWRhNWMyYjM3NTQ0MzEzOWZmYTk5NDYxMjI0ZSIsInZlcnNpb24iOjF9.fnBjSgKbcOk3UF3pfn1rPbr87adek5YDTeSCqgSaCI4zzEqP_PWPNAinS1eBispGxEVh5iolmbO3frSZZ-TzDw
|
| 47 |
+
- type: precision
|
| 48 |
value: 0.9286522707274408
|
| 49 |
+
name: Precision Weighted
|
| 50 |
verified: true
|
| 51 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTE2ZmMxYzE2Mzc4OGQ2MzA1MDA3OGQ5Y2E4N2VkZDUwN2VjYmVhZGRlZTA2Nzg5NWJlZGNlMGYwNjc4YmNlYyIsInZlcnNpb24iOjF9.gRsf37CBTZpLIaAPNfdhli5cUV6K2Rbi8gHWHZydKTse9H9bkV6K_R6o_cMPhuXAyCCWx6SI-RbzInSC9K5lBw
|
| 52 |
+
- type: recall
|
| 53 |
value: 0.875946770128528
|
| 54 |
+
name: Recall Macro
|
| 55 |
verified: true
|
| 56 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTZkNjMwOTFkZmEyYmRjNTBiOGFjYmYzYmZiMmUyY2U0ZWNhNDNmY2M3ZWZhODRjZDQ2MmFhNzZmM2ZjZDQ5OSIsInZlcnNpb24iOjF9.UTNojxmP-lR4wu13HPt7DAtgzFskdsR8IyohDDhA4sLj2_AQG7-FHdE7eE_SZ4H4FOtp-F1V-g6UoyDtFF0YCQ
|
| 57 |
+
- type: recall
|
| 58 |
value: 0.9255
|
| 59 |
+
name: Recall Micro
|
| 60 |
verified: true
|
| 61 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjczZjBlNDhhM2YwZDJiNGEwNmMwMTE3ZDQwY2FkMjY5MGMzNjI2NDMyMmNkNTg2ZGRmMWZmOTk2OTEwNGQ0ZCIsInZlcnNpb24iOjF9.DXAXqasIV3OiJGuUGSFMIDVSsM3ailYD5rHDj9bkoDJ0duVyRQdD5l_Uxs2ILUtMYvy66HG8q9hT3oaQpDDFAQ
|
| 62 |
+
- type: recall
|
| 63 |
value: 0.9255
|
| 64 |
+
name: Recall Weighted
|
| 65 |
verified: true
|
| 66 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDZjNGRhNDhkOTY4NmU5ZWUwNTJkNTk3ZGUwZjQwMzYyZTQ3YTYxZTBjMzg3ZjY5YjUwZGM1ZmI4YzlhZmMwMiIsInZlcnNpb24iOjF9.0Jr2FqC3_4aCO7N_Cd-25rjzz2rtyI0w863DvQfVPJNPzkWrs8qaQ_3lcfcQaMbR9CiVfKYPsgWb7-dwrm-UDA
|
| 67 |
+
- type: f1
|
| 68 |
value: 0.8790048313120858
|
| 69 |
+
name: F1 Macro
|
| 70 |
verified: true
|
| 71 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGNmMzc1MjgxZjM4Njk5ODM2NzIzOWMwYTIyN2E2NWJhYzcwNzgzMTQ0NWZjOGJhZmFkZjg5ZmNkNzYyYzdjMSIsInZlcnNpb24iOjF9.M3qaWCQwpe1vNptl5r8M62VhNe9-0eXQBZ1gIGRaEWOx9aRoTTFAqz_pl3wlhER0dSAjZlUuKElbYCI_R0KQDw
|
| 72 |
+
- type: f1
|
| 73 |
value: 0.9255
|
| 74 |
+
name: F1 Micro
|
| 75 |
verified: true
|
| 76 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGQzNWNhOWFhZjNmYTllZTliYjRjNWVkMzgyNzE4OTcyZWIwOWY0ZTFkMjVjZDgwOTQyYWI1YzhkZjFmNWY3MiIsInZlcnNpb24iOjF9.zLzGH5b86fzDqgyM-P31QEgpVCVNXRXIxsUzWN0NinSARJDmGp0hYAKu80GwRRnCPdavIoluet1FjQaDvt6aDA
|
| 77 |
+
- type: f1
|
| 78 |
value: 0.92449885920049
|
| 79 |
+
name: F1 Weighted
|
| 80 |
verified: true
|
| 81 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTQ2OTM0ZTU1MTQyNzQxNjVkNjY3ODdkYmJhOTE0ZTYxYzhiNzM3NGFhZGRiN2FiNzM5ZjFiNzczOGZhMDU1NCIsInZlcnNpb24iOjF9.33hcbfNttHRTdGFIgtD18ywdBnihqA3W2bJnwozAnpz6A1Fh9w-kHJ7WQ51XMK_MfHBNrMOO_k_x6fNS-Wm5Dg
|
| 82 |
+
- type: loss
|
| 83 |
value: 0.16804923117160797
|
| 84 |
+
name: loss
|
| 85 |
verified: true
|
| 86 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZWYwMWY5MzFkYjM3YjZmNmE3MmFlYTI3OTQ1OWRhZTUzODM3MjYwNTgxY2IxMjQ5NmI0ZDk3NDExZjg5YjJjZiIsInZlcnNpb24iOjF9.bHYpW_rQcKjc0QsMe8yVgWo-toI-LxAZE307_8kUKxQwzzb4cvrjLR66ciel2dVSMsjt479vGpbbAXU_8vh6Dw
|
| 87 |
---
|
| 88 |
|
| 89 |
# twitter-emotion-deberta-v3-base
|