32 lines
1.5 KiB
Erlang
32 lines
1.5 KiB
Erlang
{application,tokenizers,
|
|
[{modules,
|
|
['Elixir.Inspect.Tokenizers.AddedToken',
|
|
'Elixir.Inspect.Tokenizers.Decoder',
|
|
'Elixir.Inspect.Tokenizers.Encoding',
|
|
'Elixir.Inspect.Tokenizers.Model',
|
|
'Elixir.Inspect.Tokenizers.Normalizer',
|
|
'Elixir.Inspect.Tokenizers.PostProcessor',
|
|
'Elixir.Inspect.Tokenizers.PreTokenizer',
|
|
'Elixir.Inspect.Tokenizers.Tokenizer',
|
|
'Elixir.Inspect.Tokenizers.Trainer','Elixir.Tokenizers',
|
|
'Elixir.Tokenizers.AddedToken','Elixir.Tokenizers.Decoder',
|
|
'Elixir.Tokenizers.Encoding',
|
|
'Elixir.Tokenizers.Encoding.Transformation',
|
|
'Elixir.Tokenizers.HTTPClient','Elixir.Tokenizers.Model',
|
|
'Elixir.Tokenizers.Model.BPE','Elixir.Tokenizers.Model.Unigram',
|
|
'Elixir.Tokenizers.Model.WordLevel',
|
|
'Elixir.Tokenizers.Model.WordPiece','Elixir.Tokenizers.Native',
|
|
'Elixir.Tokenizers.Normalizer','Elixir.Tokenizers.PostProcessor',
|
|
'Elixir.Tokenizers.PreTokenizer','Elixir.Tokenizers.Shared',
|
|
'Elixir.Tokenizers.Tokenizer','Elixir.Tokenizers.Trainer']},
|
|
{compile_env,
|
|
[{rustler_precompiled,[force_build,tokenizers],error},
|
|
{rustler_precompiled,[force_build_all],error}]},
|
|
{optional_applications,[rustler]},
|
|
{applications,
|
|
[kernel,stdlib,elixir,logger,inets,public_key,castore,rustler,
|
|
rustler_precompiled]},
|
|
{description,"Bindings to Hugging Face Tokenizers for Elixir"},
|
|
{registered,[]},
|
|
{vsn,"0.5.1"}]}.
|