lib/bumblebee/text/layout_lm_tokenizer.ex

defmodule Bumblebee.Text.LayoutLmTokenizer do
  @moduledoc """
  LayoutLM tokenizer.
  """

  import Bumblebee.Shared

  tokenizer_impl(
    special_tokens: %{unk: "[UNK]", sep: "[SEP]", pad: "[PAD]", cls: "[CLS]", mask: "[MASK]"}
  )
end