46c59c884b6859208f322326f73ca9d97d08eda4563d679b6fe3c5212285aff6
Browse files- README.md +5 -4
- config.json +1 -1
- generation_config.json +1 -1
- tokenizer.json +1 -6
README.md
CHANGED
|
@@ -23,7 +23,7 @@ tags:
|
|
| 23 |
base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
|
| 24 |
datasets:
|
| 25 |
- sequelbox/Tachibana
|
| 26 |
-
-
|
| 27 |
model_type: llama
|
| 28 |
license: llama3.1
|
| 29 |
---
|
|
@@ -32,11 +32,12 @@ license: llama3.1
|
|
| 32 |
Enigma is a code-instruct model built on Llama 3.1 8b.
|
| 33 |
- High quality code instruct performance within the Llama 3 Instruct chat format
|
| 34 |
- Finetuned on synthetic code-instruct data generated with Llama 3.1 405b. [Find the current version of the dataset here!](https://huggingface.co/datasets/sequelbox/Tachibana)
|
|
|
|
| 35 |
|
| 36 |
|
| 37 |
## Version
|
| 38 |
|
| 39 |
-
This is the **2024-
|
| 40 |
|
| 41 |
Help us and recommend Enigma to your friends! We're excited for more Enigma releases in the future.
|
| 42 |
|
|
@@ -73,9 +74,9 @@ print(outputs[0]["generated_text"][-1])
|
|
| 73 |
```
|
| 74 |
|
| 75 |
## The Model
|
| 76 |
-
Enigma is built on top of Llama 3.1 8b Instruct, using code-instruct data
|
| 77 |
|
| 78 |
-
Our current version of
|
| 79 |
|
| 80 |
|
| 81 |

|
|
|
|
| 23 |
base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
|
| 24 |
datasets:
|
| 25 |
- sequelbox/Tachibana
|
| 26 |
+
- sequelbox/Supernova
|
| 27 |
model_type: llama
|
| 28 |
license: llama3.1
|
| 29 |
---
|
|
|
|
| 32 |
Enigma is a code-instruct model built on Llama 3.1 8b.
|
| 33 |
- High quality code instruct performance within the Llama 3 Instruct chat format
|
| 34 |
- Finetuned on synthetic code-instruct data generated with Llama 3.1 405b. [Find the current version of the dataset here!](https://huggingface.co/datasets/sequelbox/Tachibana)
|
| 35 |
+
- Overall chat performance supplemented with [generalist synthetic data.](https://huggingface.co/datasets/sequelbox/Supernova)
|
| 36 |
|
| 37 |
|
| 38 |
## Version
|
| 39 |
|
| 40 |
+
This is the **2024-09-04** release of Enigma for Llama 3.1 8b, enhancing code-instruct and general chat capabilities.
|
| 41 |
|
| 42 |
Help us and recommend Enigma to your friends! We're excited for more Enigma releases in the future.
|
| 43 |
|
|
|
|
| 74 |
```
|
| 75 |
|
| 76 |
## The Model
|
| 77 |
+
Enigma is built on top of Llama 3.1 8b Instruct, using high quality code-instruct data and general chat data in Llama 3.1 Instruct prompt style to supplement overall performance.
|
| 78 |
|
| 79 |
+
Our current version of Enigma is trained on code-instruct data from [sequelbox/Tachibana](https://huggingface.co/datasets/sequelbox/Tachibana) and general chat data from [sequelbox/Supernova.](https://huggingface.co/datasets/sequelbox/Supernova)
|
| 80 |
|
| 81 |
|
| 82 |

|
config.json
CHANGED
|
@@ -33,7 +33,7 @@
|
|
| 33 |
"rope_theta": 500000.0,
|
| 34 |
"tie_word_embeddings": false,
|
| 35 |
"torch_dtype": "float32",
|
| 36 |
-
"transformers_version": "4.44.
|
| 37 |
"use_cache": true,
|
| 38 |
"vocab_size": 128256
|
| 39 |
}
|
|
|
|
| 33 |
"rope_theta": 500000.0,
|
| 34 |
"tie_word_embeddings": false,
|
| 35 |
"torch_dtype": "float32",
|
| 36 |
+
"transformers_version": "4.44.2",
|
| 37 |
"use_cache": true,
|
| 38 |
"vocab_size": 128256
|
| 39 |
}
|
generation_config.json
CHANGED
|
@@ -8,5 +8,5 @@
|
|
| 8 |
],
|
| 9 |
"temperature": 0.6,
|
| 10 |
"top_p": 0.9,
|
| 11 |
-
"transformers_version": "4.44.
|
| 12 |
}
|
|
|
|
| 8 |
],
|
| 9 |
"temperature": 0.6,
|
| 10 |
"top_p": 0.9,
|
| 11 |
+
"transformers_version": "4.44.2"
|
| 12 |
}
|
tokenizer.json
CHANGED
|
@@ -1,11 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
"direction": "Right",
|
| 5 |
-
"max_length": 5450,
|
| 6 |
-
"strategy": "LongestFirst",
|
| 7 |
-
"stride": 0
|
| 8 |
-
},
|
| 9 |
"padding": null,
|
| 10 |
"added_tokens": [
|
| 11 |
{
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
"padding": null,
|
| 5 |
"added_tokens": [
|
| 6 |
{
|