56 lines
2.6 KiB
Plaintext
56 lines
2.6 KiB
Plaintext
{<<"links">>,[{<<"GitHub">>,<<"https://github.com/elixir-nx/tokenizers">>}]}.
|
|
{<<"name">>,<<"tokenizers">>}.
|
|
{<<"version">>,<<"0.5.1">>}.
|
|
{<<"description">>,<<"Bindings to Hugging Face Tokenizers for Elixir">>}.
|
|
{<<"elixir">>,<<"~> 1.13">>}.
|
|
{<<"app">>,<<"tokenizers">>}.
|
|
{<<"files">>,
|
|
[<<"lib">>,<<"lib/tokenizers">>,<<"lib/tokenizers/native.ex">>,
|
|
<<"lib/tokenizers/decoder.ex">>,<<"lib/tokenizers/encoding.ex">>,
|
|
<<"lib/tokenizers/encoding">>,
|
|
<<"lib/tokenizers/encoding/transformation.ex">>,
|
|
<<"lib/tokenizers/http_client.ex">>,<<"lib/tokenizers/post_processor.ex">>,
|
|
<<"lib/tokenizers/normalizer.ex">>,<<"lib/tokenizers/trainer.ex">>,
|
|
<<"lib/tokenizers/model">>,<<"lib/tokenizers/model/wordpiece.ex">>,
|
|
<<"lib/tokenizers/model/wordlevel.ex">>,
|
|
<<"lib/tokenizers/model/unigram.ex">>,<<"lib/tokenizers/model/bpe.ex">>,
|
|
<<"lib/tokenizers/tokenizer.ex">>,<<"lib/tokenizers/shared.ex">>,
|
|
<<"lib/tokenizers/model.ex">>,<<"lib/tokenizers/added_token.ex">>,
|
|
<<"lib/tokenizers/pre_tokenizer.ex">>,<<"lib/tokenizers.ex">>,<<"native">>,
|
|
<<"native/ex_tokenizers">>,<<"native/ex_tokenizers/Cargo.toml">>,
|
|
<<"native/ex_tokenizers/Cross.toml">>,<<"native/ex_tokenizers/Cargo.lock">>,
|
|
<<"native/ex_tokenizers/README.md">>,<<"native/ex_tokenizers/.cargo">>,
|
|
<<"native/ex_tokenizers/.cargo/config.toml">>,
|
|
<<"native/ex_tokenizers/.gitignore">>,<<"native/ex_tokenizers/src">>,
|
|
<<"native/ex_tokenizers/src/normalizers.rs">>,
|
|
<<"native/ex_tokenizers/src/util.rs">>,
|
|
<<"native/ex_tokenizers/src/error.rs">>,
|
|
<<"native/ex_tokenizers/src/encoding.rs">>,
|
|
<<"native/ex_tokenizers/src/lib.rs">>,
|
|
<<"native/ex_tokenizers/src/decoders.rs">>,
|
|
<<"native/ex_tokenizers/src/models.rs">>,
|
|
<<"native/ex_tokenizers/src/pre_tokenizers.rs">>,
|
|
<<"native/ex_tokenizers/src/post_processors.rs">>,
|
|
<<"native/ex_tokenizers/src/trainers.rs">>,
|
|
<<"native/ex_tokenizers/src/tokenizer.rs">>,
|
|
<<"native/ex_tokenizers/src/added_token.rs">>,
|
|
<<"checksum-Elixir.Tokenizers.Native.exs">>,<<"mix.exs">>,<<"LICENSE">>]}.
|
|
{<<"licenses">>,[<<"Apache-2.0">>]}.
|
|
{<<"requirements">>,
|
|
[[{<<"name">>,<<"castore">>},
|
|
{<<"app">>,<<"castore">>},
|
|
{<<"optional">>,false},
|
|
{<<"requirement">>,<<"~> 0.1 or ~> 1.0">>},
|
|
{<<"repository">>,<<"hexpm">>}],
|
|
[{<<"name">>,<<"rustler">>},
|
|
{<<"app">>,<<"rustler">>},
|
|
{<<"optional">>,true},
|
|
{<<"requirement">>,<<">= 0.0.0">>},
|
|
{<<"repository">>,<<"hexpm">>}],
|
|
[{<<"name">>,<<"rustler_precompiled">>},
|
|
{<<"app">>,<<"rustler_precompiled">>},
|
|
{<<"optional">>,false},
|
|
{<<"requirement">>,<<"~> 0.6">>},
|
|
{<<"repository">>,<<"hexpm">>}]]}.
|
|
{<<"build_tools">>,[<<"mix">>]}.
|