Add link to paper, update tags (#3)
Browse files- Add link to paper, update tags (d15b724b1c9b73ecc177b1ec7e519af5014def62)
Co-authored-by: Niels Rogge <[email protected]>
README.md
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
---
|
|
|
|
|
|
|
| 2 |
license: other
|
| 3 |
license_name: nvidia-open-model-license
|
| 4 |
license_link: https://developer.download.nvidia.com/licenses/nvidia-open-model-license-agreement-june-2024.pdf
|
|
@@ -149,11 +151,13 @@ Please report security vulnerabilities or NVIDIA AI Concerns [here](https://www.
|
|
| 149 |
|
| 150 |
## Citation
|
| 151 |
```
|
| 152 |
-
@
|
| 153 |
-
title={A Hybrid-head Architecture for Small Language Models},
|
| 154 |
-
author={Xin Dong and Yonggan Fu and Shizhe Diao and Wonmin Byeon and Zijia Chen and Ameya Sunil Mahabaleshwarkar and Shih-Yang Liu and Matthijs Van Keirsbilck and Min-Hung Chen and Yoshi Suhara and Yingyan
|
| 155 |
-
journal={arXiv preprint arXiv:xxxx},
|
| 156 |
year={2024},
|
| 157 |
-
|
|
|
|
|
|
|
|
|
|
| 158 |
}
|
| 159 |
```
|
|
|
|
| 1 |
---
|
| 2 |
+
library_name: transformers
|
| 3 |
+
pipeline_tag: text-generation
|
| 4 |
license: other
|
| 5 |
license_name: nvidia-open-model-license
|
| 6 |
license_link: https://developer.download.nvidia.com/licenses/nvidia-open-model-license-agreement-june-2024.pdf
|
|
|
|
| 151 |
|
| 152 |
## Citation
|
| 153 |
```
|
| 154 |
+
@misc{dong2024hymbahybridheadarchitecturesmall,
|
| 155 |
+
title={Hymba: A Hybrid-head Architecture for Small Language Models},
|
| 156 |
+
author={Xin Dong and Yonggan Fu and Shizhe Diao and Wonmin Byeon and Zijia Chen and Ameya Sunil Mahabaleshwarkar and Shih-Yang Liu and Matthijs Van Keirsbilck and Min-Hung Chen and Yoshi Suhara and Yingyan Lin and Jan Kautz and Pavlo Molchanov},
|
|
|
|
| 157 |
year={2024},
|
| 158 |
+
eprint={2411.13676},
|
| 159 |
+
archivePrefix={arXiv},
|
| 160 |
+
primaryClass={cs.CL},
|
| 161 |
+
url={https://arxiv.org/abs/2411.13676},
|
| 162 |
}
|
| 163 |
```
|