"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.SPECIAL_TOKENS_ATTRIBUTES = void 0;
exports.SPECIAL_TOKENS_ATTRIBUTES = [
    "bos_token",
    "eos_token",
    "unk_token",
    "sep_token",
    "pad_token",
    "cls_token",
    "mask_token",
    // additional_special_tokens (TODO)
];
