se inician chanels para recibir y enviar chunks desde el front

This commit is contained in:
2025-06-17 12:01:21 -03:00
parent 22e406b9dd
commit 07526dcccf
6 changed files with 176 additions and 1 deletions

View File

@ -0,0 +1,17 @@
defmodule SttRecorderWeb.Channels.ControlChanel do
use Phoenix.Channel
def join("control:lobby", _payload, socket) do
{:ok, socket}
end
def handle_in("set_parameter", %{"parameter" => param, "value" => value}, socket) do
GenServer.cast(SttServer.Transcriber, {:set_param, param, value})
{:reply, {:ok, %{message: "Parameter updated"}}, socket}
end
def handle_in("call_method", %{"method" => method}, socket) do
GenServer.cast(SttServer.Transcriber, {:call_method, method})
{:reply, {:ok, %{message: "Method called"}}, socket}
end
end

View File

@ -0,0 +1,26 @@
defmodule SttServerWeb.DataChannel do
use Phoenix.Channel
def join("data:lobby", _payload, socket) do
IO.puts("🟢 Cliente conectado al canal de datos")
{:ok, socket}
end
# Recibe audio codificado en base64 (para transporte seguro)
def handle_in("audio_chunk", %{"data" => base64_chunk, "sample_rate" => sample_rate}, socket) do
case Base.decode64(base64_chunk) do
{:ok, binary_audio} ->
# Enviamos al transcriptor
GenServer.cast(SttServer.Transcriber, {:audio_chunk, binary_audio, sample_rate})
{:noreply, socket}
:error ->
IO.puts("⚠️ Error al decodificar base64")
{:reply, {:error, %{reason: "Invalid base64 audio"}}, socket}
end
end
def handle_in(_unknown, _payload, socket) do
{:noreply, socket}
end
end

View File

@ -0,0 +1,14 @@
defmodule SttRecorderWeb.Channels.UserSocket do
use Phoenix.Socket
## Channels
channel "control:*", SttRecorderWeb.Channels.ControlChanel
channel "data:*", SttServerWeb.DataChannel
@impl true
def connect(_params, socket, _connect_info), do: {:ok, socket}
@impl true
def id(_socket), do: nil
end

View File

@ -15,6 +15,9 @@ defmodule SttRecorderWeb.Endpoint do
websocket: [connect_info: [session: @session_options]], websocket: [connect_info: [session: @session_options]],
longpoll: [connect_info: [session: @session_options]] longpoll: [connect_info: [session: @session_options]]
socket "/socket", SttRecorderWeb.Channels.UserSocket,
websocket: true,
longpoll: false
# Serve at "/" the static files from "priv/static" directory. # Serve at "/" the static files from "priv/static" directory.
# #
# You should set gzip to true if you are running phx.digest # You should set gzip to true if you are running phx.digest

View File

@ -0,0 +1,115 @@
defmodule SttRecorderWeb.Stt.TestWithChannel do
use SttRecorderWeb, :live_view
def mount(_params, _session, socket) do
{:ok, socket}
end
def render(assigns) do
~H"""
<div id="container">
<div id="status">Presioná "Start Recording"…</div>
<button id="startButton">Start Recording</button>
<button id="stopButton" disabled>Stop Recording</button>
<div id="transcriptionContainer">
<div id="transcription" class="realtime"></div>
</div>
<div id="fullTextContainer">
<div id="fullText"></div>
</div>
<script type="module">
import { Socket } from "https://cdn.skypack.dev/phoenix";
const statusDiv = document.getElementById("status");
const transcriptionDiv = document.getElementById("transcription");
const fullTextDiv = document.getElementById("fullText");
const startButton = document.getElementById("startButton");
const stopButton = document.getElementById("stopButton");
let socket, channel;
let audioContext, mediaStream, mediaProcessor;
async function startRecording() {
startButton.disabled = true;
stopButton.disabled = false;
statusDiv.textContent = "Recording…";
transcriptionDiv.textContent = "";
fullTextDiv.textContent = "";
socket = new Socket("ws://localhost:4000/socket");
socket.connect();
channel = socket.channel("data:lobby");
channel.join()
.receive("ok", () => {
statusDiv.textContent = "🎙 Conectado a Phoenix STT";
console.log("Canal conectado");
})
.receive("error", () => {
statusDiv.textContent = "❌ Error al conectar";
console.error("Error al conectar canal");
});
channel.on("realtime", payload => {
const words = payload.text.split(" ");
const lastWord = words.pop();
transcriptionDiv.innerHTML = `${words.join(" ")} <span class="last-word">${lastWord}</span>`;
});
channel.on("fullSentence", payload => {
fullTextDiv.innerHTML += payload.text + " ";
transcriptionDiv.innerHTML = "";
});
audioContext = new AudioContext();
mediaStream = await navigator.mediaDevices.getUserMedia({ audio: true });
const input = audioContext.createMediaStreamSource(mediaStream);
mediaProcessor = audioContext.createScriptProcessor(1024, 1, 1);
mediaProcessor.onaudioprocess = (event) => {
const float32Array = event.inputBuffer.getChannelData(0);
const int16Array = new Int16Array(float32Array.length);
for (let i = 0; i < float32Array.length; i++) {
int16Array[i] = Math.max(-1, Math.min(1, float32Array[i])) * 0x7FFF;
}
const base64Audio = btoa(String.fromCharCode(...new Uint8Array(int16Array.buffer)));
channel.push("audio_chunk", {
data: base64Audio,
sample_rate: audioContext.sampleRate
});
};
input.connect(mediaProcessor);
mediaProcessor.connect(audioContext.destination);
}
function stopRecording() {
stopButton.disabled = true;
startButton.disabled = false;
statusDiv.textContent = "🛑 Grabación detenida.";
if (mediaProcessor) mediaProcessor.disconnect();
if (audioContext) audioContext.close();
if (mediaStream) mediaStream.getTracks().forEach(track => track.stop());
if (channel) channel.leave();
if (socket) socket.disconnect();
}
document.getElementById("startButton").onclick = startRecording;
document.getElementById("stopButton").onclick = stopRecording;
</script>
<style>
.last-word {
font-weight: bold;
color: orange;
}
</style>
</div>
"""
end
end

View File

@ -18,7 +18,7 @@ defmodule SttRecorderWeb.Router do
pipe_through :browser pipe_through :browser
get "/", PageController, :home get "/", PageController, :home
live "/sttrecorder", Stt.SttLive live "/testchannel", Stt.TestWithChannel
live "/test", Stt.TestRecorder live "/test", Stt.TestRecorder
end end