add tokenizer

special_tokens_map.json

@@ -0,0 +1 @@
+{"eos_token": "<eos>", "unk_token": "<unk>", "pad_token": "<pad>", "cls_token": "<cls>", "mask_token": "<mask>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "special_tokens_map_file": "/root/.cache/huggingface/transformers/7b44bebd885ea087e4c615e7d33219653ea809b6aa3b3b5d9c1874b574f5905d.9c5e761c0365345e78df6372a132f3313e405fe3392827daf71113edd456660b", "tokenizer_file": null, "name_or_path": "facebook/esm-1b", "tokenizer_class": "ESMTokenizer"}

vocab.txt

@@ -0,0 +1,33 @@
+<cls>
+<pad>
+<eos>
+<unk>
+L
+A
+G
+V
+S
+E
+R
+T
+I
+D
+P
+K
+Q
+N
+F
+Y
+M
+H
+W
+C
+X
+B
+U
+Z
+O
+.
+-
+<null_1>
+<mask>