whisper server elixir

whisper_server/.env

@@ -0,0 +1,9 @@
+DEFAULT_DEVICE_ID=0
+MEMORY_FRACTION=0.2
+XLA_TARGET=cpu
+BATCH_SIZE=3
+BATCH_TIMEOUT=3000
+CLIENT=host
+# MODEL=openai/whisper-large-v3
+MODEL=openai/whisper-tiny
+PORT=4000

whisper_server/Dockerfile

@@ -0,0 +1,22 @@
+FROM ghcr.io/livebook-dev/livebook:0.14.7-cuda12
+
+RUN apt-get update && \
+    apt-get install -y ffmpeg git build-essential && \
+    apt-get clean && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+ENV EXLA_TARGET=cuda
+
+COPY mix.exs ./
+RUN mix deps.get && mix deps.compile
+
+COPY . .
+
+RUN mix compile
+
+EXPOSE 4000
+
+ENTRYPOINT ["mix", "run", "--no-halt", "--"]
+
+CMD ["--batch_size=3", "--batch_timeout=3000", "--client=host", "--model=openai/whisper-tiny", "--port=4000"]

whisper_server/_build/dev/lib/axon/ebin/axon.app

@@ -0,0 +1,31 @@
+{application,axon,
+             [{modules,['Elixir.Axon','Elixir.Axon.Activations',
+                        'Elixir.Axon.CompileError','Elixir.Axon.Compiler',
+                        'Elixir.Axon.Defn','Elixir.Axon.Display',
+                        'Elixir.Axon.Initializers','Elixir.Axon.Layers',
+                        'Elixir.Axon.Loop','Elixir.Axon.Loop.State',
+                        'Elixir.Axon.LossScale','Elixir.Axon.Losses',
+                        'Elixir.Axon.Metrics','Elixir.Axon.MixedPrecision',
+                        'Elixir.Axon.MixedPrecision.Policy',
+                        'Elixir.Axon.ModelState','Elixir.Axon.Node',
+                        'Elixir.Axon.None','Elixir.Axon.Optimizers',
+                        'Elixir.Axon.Parameter','Elixir.Axon.Quantization',
+                        'Elixir.Axon.Quantization.Layers',
+                        'Elixir.Axon.Quantization.QTensor',
+                        'Elixir.Axon.Schedules','Elixir.Axon.Shape',
+                        'Elixir.Axon.Shared','Elixir.Axon.StatefulOutput',
+                        'Elixir.Axon.Updates','Elixir.Inspect.Axon',
+                        'Elixir.Inspect.Axon.Loop',
+                        'Elixir.Inspect.Axon.MixedPrecision.Policy',
+                        'Elixir.Inspect.Axon.ModelState',
+                        'Elixir.Inspect.Axon.None',
+                        'Elixir.Nx.Container.Axon.ModelState',
+                        'Elixir.Nx.Container.Axon.None',
+                        'Elixir.Nx.Container.Axon.Quantization.QTensor',
+                        'Elixir.Nx.Container.Axon.StatefulOutput']},
+              {optional_applications,[table_rex,kino,kino_vega_lite]},
+              {applications,[kernel,stdlib,elixir,logger,nx,table_rex,kino,
+                             kino_vega_lite,polaris]},
+              {description,"Create and train neural networks in Elixir"},
+              {registered,[]},
+              {vsn,"0.7.0"}]}.