Transformers v5 support (#16)

- Transformers v5 support (d1c070d5099b39c220c423e7b28cafadf29ff9ae)


Co-authored-by: Harry Mellor <hmellor@users.noreply.huggingface.co>

tokenization_moonshot.py

@@ -18,7 +18,7 @@ from tiktoken.load import load_tiktoken_bpe
 from tokenizers import AddedToken
 from transformers import  PreTrainedTokenizerFast
 from transformers.tokenization_utils import PreTrainedTokenizer
-from transformers.models.gpt2.tokenization_gpt2 import bytes_to_unicode
+from transformers.convert_slow_tokenizer import bytes_to_unicode