lib/bumblebee/text/layout_lm_tokenizer.ex
defmodule Bumblebee.Text.LayoutLmTokenizer do
@moduledoc """
LayoutLM tokenizer.
"""
import Bumblebee.Shared
tokenizer_impl(
special_tokens: %{unk: "[UNK]", sep: "[SEP]", pad: "[PAD]", cls: "[CLS]", mask: "[MASK]"}
)
end