Update transcription drop action for audio files

This commit is contained in:
Jonatan Kłosko 2023-09-15 13:40:24 +07:00
parent b8fc4eefb5
commit 4d42202c83

View file

@ -351,20 +351,28 @@ defmodule Livebook.Runtime.Definitions do
#{if windows? do #{if windows? do
""" """
serving = Bumblebee.Audio.speech_to_text(model_info, featurizer, tokenizer, generation_config)\ serving = Bumblebee.Audio.speech_to_text_whisper(model_info, featurizer, tokenizer, generation_config,
chunk_num_seconds: 30,
timestamps: :segments,
compile: [batch_size: 4]
)\
""" """
else else
""" """
serving = serving =
Bumblebee.Audio.speech_to_text(model_info, featurizer, tokenizer, generation_config, Bumblebee.Audio.speech_to_text_whisper(model_info, featurizer, tokenizer, generation_config,
compile: [batch_size: 1], chunk_num_seconds: 30,
timestamps: :segments,
compile: [batch_size: 4],
defn_options: [compiler: EXLA] defn_options: [compiler: EXLA]
)\ )\
""" """
end} end}
path = Kino.FS.file_path("{{NAME}}") path = Kino.FS.file_path("{{NAME}}")
output = Nx.Serving.run(serving, {:file, path})\ output = Nx.Serving.run(serving, {:file, path})
# output.chunks |> Enum.map_join(& &1.text) |> String.trim()\
""", """,
packages: [kino_bumblebee, nx_backend_package] packages: [kino_bumblebee, nx_backend_package]
}, },