{<<"links">>,[{<<"GitHub">>,<<"https://github.com/elixir-nx/tokenizers">>}]}. {<<"name">>,<<"tokenizers">>}. {<<"version">>,<<"0.5.1">>}. {<<"description">>,<<"Bindings to Hugging Face Tokenizers for Elixir">>}. {<<"elixir">>,<<"~> 1.13">>}. {<<"app">>,<<"tokenizers">>}. {<<"files">>, [<<"lib">>,<<"lib/tokenizers">>,<<"lib/tokenizers/native.ex">>, <<"lib/tokenizers/decoder.ex">>,<<"lib/tokenizers/encoding.ex">>, <<"lib/tokenizers/encoding">>, <<"lib/tokenizers/encoding/transformation.ex">>, <<"lib/tokenizers/http_client.ex">>,<<"lib/tokenizers/post_processor.ex">>, <<"lib/tokenizers/normalizer.ex">>,<<"lib/tokenizers/trainer.ex">>, <<"lib/tokenizers/model">>,<<"lib/tokenizers/model/wordpiece.ex">>, <<"lib/tokenizers/model/wordlevel.ex">>, <<"lib/tokenizers/model/unigram.ex">>,<<"lib/tokenizers/model/bpe.ex">>, <<"lib/tokenizers/tokenizer.ex">>,<<"lib/tokenizers/shared.ex">>, <<"lib/tokenizers/model.ex">>,<<"lib/tokenizers/added_token.ex">>, <<"lib/tokenizers/pre_tokenizer.ex">>,<<"lib/tokenizers.ex">>,<<"native">>, <<"native/ex_tokenizers">>,<<"native/ex_tokenizers/Cargo.toml">>, <<"native/ex_tokenizers/Cross.toml">>,<<"native/ex_tokenizers/Cargo.lock">>, <<"native/ex_tokenizers/README.md">>,<<"native/ex_tokenizers/.cargo">>, <<"native/ex_tokenizers/.cargo/config.toml">>, <<"native/ex_tokenizers/.gitignore">>,<<"native/ex_tokenizers/src">>, <<"native/ex_tokenizers/src/normalizers.rs">>, <<"native/ex_tokenizers/src/util.rs">>, <<"native/ex_tokenizers/src/error.rs">>, <<"native/ex_tokenizers/src/encoding.rs">>, <<"native/ex_tokenizers/src/lib.rs">>, <<"native/ex_tokenizers/src/decoders.rs">>, <<"native/ex_tokenizers/src/models.rs">>, <<"native/ex_tokenizers/src/pre_tokenizers.rs">>, <<"native/ex_tokenizers/src/post_processors.rs">>, <<"native/ex_tokenizers/src/trainers.rs">>, <<"native/ex_tokenizers/src/tokenizer.rs">>, <<"native/ex_tokenizers/src/added_token.rs">>, <<"checksum-Elixir.Tokenizers.Native.exs">>,<<"mix.exs">>,<<"LICENSE">>]}. {<<"licenses">>,[<<"Apache-2.0">>]}. {<<"requirements">>, [[{<<"name">>,<<"castore">>}, {<<"app">>,<<"castore">>}, {<<"optional">>,false}, {<<"requirement">>,<<"~> 0.1 or ~> 1.0">>}, {<<"repository">>,<<"hexpm">>}], [{<<"name">>,<<"rustler">>}, {<<"app">>,<<"rustler">>}, {<<"optional">>,true}, {<<"requirement">>,<<">= 0.0.0">>}, {<<"repository">>,<<"hexpm">>}], [{<<"name">>,<<"rustler_precompiled">>}, {<<"app">>,<<"rustler_precompiled">>}, {<<"optional">>,false}, {<<"requirement">>,<<"~> 0.6">>}, {<<"repository">>,<<"hexpm">>}]]}. {<<"build_tools">>,[<<"mix">>]}.