{application,tokenizers, [{modules, ['Elixir.Inspect.Tokenizers.AddedToken', 'Elixir.Inspect.Tokenizers.Decoder', 'Elixir.Inspect.Tokenizers.Encoding', 'Elixir.Inspect.Tokenizers.Model', 'Elixir.Inspect.Tokenizers.Normalizer', 'Elixir.Inspect.Tokenizers.PostProcessor', 'Elixir.Inspect.Tokenizers.PreTokenizer', 'Elixir.Inspect.Tokenizers.Tokenizer', 'Elixir.Inspect.Tokenizers.Trainer','Elixir.Tokenizers', 'Elixir.Tokenizers.AddedToken','Elixir.Tokenizers.Decoder', 'Elixir.Tokenizers.Encoding', 'Elixir.Tokenizers.Encoding.Transformation', 'Elixir.Tokenizers.HTTPClient','Elixir.Tokenizers.Model', 'Elixir.Tokenizers.Model.BPE','Elixir.Tokenizers.Model.Unigram', 'Elixir.Tokenizers.Model.WordLevel', 'Elixir.Tokenizers.Model.WordPiece','Elixir.Tokenizers.Native', 'Elixir.Tokenizers.Normalizer','Elixir.Tokenizers.PostProcessor', 'Elixir.Tokenizers.PreTokenizer','Elixir.Tokenizers.Shared', 'Elixir.Tokenizers.Tokenizer','Elixir.Tokenizers.Trainer']}, {compile_env, [{rustler_precompiled,[force_build,tokenizers],error}, {rustler_precompiled,[force_build_all],error}]}, {optional_applications,[rustler]}, {applications, [kernel,stdlib,elixir,logger,inets,public_key,castore,rustler, rustler_precompiled]}, {description,"Bindings to Hugging Face Tokenizers for Elixir"}, {registered,[]}, {vsn,"0.5.1"}]}.