database.json

{
    "tokenizers": [
        {
            "name_or_path": "bert-base-uncased",
            "export_path": "saved_tokenizers/bert-base-uncased"
        },
        {
            "name_or_path": "bert-base-cased",
            "export_path": "saved_tokenizers/bert-base-cased"
        },
        {
            "name_or_path": "bert-base-multilingual-cased",
            "export_path": "saved_tokenizers/bert-base-multilingual-cased"
        },
        {
            "name_or_path": "bert-base-multilingual-uncased",
            "export_path": "saved_tokenizers/bert-base-multilingual-uncased"
        },
        {
            "name_or_path": "albert-base-v2",
            "export_path": "saved_tokenizers/albert-base-v2"
        },
        {
            "name_or_path": "bert-base-chinese",
            "export_path": "saved_tokenizers/bert-base-chinese"
        },
        {
            "name_or_path": "distilbert-base-cased",
            "export_path": "saved_tokenizers/distilbert-base-cased"
        },
        {
            "name_or_path": "distilbert-base-multilingual-cased",
            "export_path": "saved_tokenizers/distilbert-base-multilingual-cased"
        },
        {
            "name_or_path": "KB/bert-base-swedish-cased",
            "export_path": "saved_tokenizers/KB_bert-base-swedish-cased"
        },
        {
            "name_or_path": "allenai/longformer-base-4096",
            "export_path": "saved_tokenizers/allenai_longformer-base-4096"
        }
    ]
}