tokenization_mamba_fast.py

from transformers import GPTNeoXTokenizerFast


class MambaTokenizerFast(GPTNeoXTokenizerFast):
    def __init__(
        self,
        **kwargs,
    ):
        super().__init__(**kwargs)

        self.pad_token_id = self.eos_token_id