defmodule Membrane.H264.FFmpeg.Encoder do
@moduledoc """
Membrane element that encodes raw video frames to H264 format.
The element expects each frame to be received in a separate buffer, so the parser
(`Membrane.Element.RawVideo.Parser`) may be required in a pipeline before
the encoder (e.g. when input is read from `Membrane.File.Source`).
Additionally, the encoder has to receive proper caps with picture format and dimensions
before any encoding takes place.
Please check `t:t/0` for available options.
"""
use Membrane.Filter
use Bunch.Typespec
alias __MODULE__.Native
alias Membrane.Buffer
alias Membrane.H264
alias Membrane.H264.FFmpeg.Common
alias Membrane.RawVideo
def_input_pad :input,
demand_mode: :auto,
demand_unit: :buffers,
caps: {RawVideo, pixel_format: one_of([:I420, :I422]), aligned: true}
def_output_pad :output,
demand_mode: :auto,
caps: {H264, stream_format: :byte_stream, alignment: :au}
@default_crf 23
@list_type presets :: [
:ultrafast,
:superfast,
:veryfast,
:faster,
:fast,
:medium,
:slow,
:slower,
:veryslow,
:placebo
]
def_options crf: [
description: """
Constant rate factor that affects the quality of output stream.
Value of 0 is lossless compression while 51 (for 8-bit samples)
or 63 (10-bit) offers the worst quality.
The range is exponential, so increasing the CRF value +6 results
in roughly half the bitrate / file size, while -6 leads
to roughly twice the bitrate.
""",
type: :int,
default: @default_crf
],
preset: [
description: """
Collection of predefined options providing certain encoding.
The slower the preset chosen, the higher compression for the
same quality can be achieved.
""",
type: :atom,
spec: presets(),
default: :medium
],
profile: [
description: """
Sets a limit on the features that the encoder will use to the ones supported in a provided H264 profile.
Said features will have to be supported by the decoder in order to decode the resulting video.
It may override other, more specific options affecting compression (e.g setting `max_b_frames` to 2
while profile is set to `:baseline` will have no effect and no B-frames will be present).
""",
type: :atom,
spec: H264.profile_t() | nil,
default: nil
],
use_shm?: [
type: :boolean,
desciption:
"If true, native encoder will use shared memory (via `t:Shmex.t/0`) for storing frames",
default: false
],
max_b_frames: [
type: :int,
description:
"Maximum number of B-frames between non-B-frames. Set to 0 to encode video without b-frames",
default: nil
]
@impl true
def handle_init(opts) do
state =
opts
|> max_b_frames_to_native_format()
|> Map.put(:encoder_ref, nil)
{:ok, state}
end
defp max_b_frames_to_native_format(%{max_b_frames: nil} = opts), do: %{opts | max_b_frames: -1}
defp max_b_frames_to_native_format(opts), do: opts
@impl true
def handle_process(:input, buffer, _ctx, state) do
%{encoder_ref: encoder_ref, use_shm?: use_shm?} = state
pts = buffer.pts || 0
case Native.encode(
buffer.payload,
Common.to_h264_time_base_truncated(pts),
use_shm?,
encoder_ref
) do
{:ok, dts_list, frames} ->
bufs = wrap_frames(dts_list, frames)
{{:ok, bufs}, state}
{:error, reason} ->
{{:error, reason}, state}
end
end
@impl true
def handle_caps(:input, %RawVideo{} = caps, _ctx, state) do
{framerate_num, framerate_denom} = caps.framerate
with {:ok, buffers} <- flush_encoder_if_exists(state),
{:ok, new_encoder_ref} <-
Native.create(
caps.width,
caps.height,
caps.pixel_format,
state.preset,
state.profile,
state.max_b_frames,
framerate_num,
framerate_denom,
state.crf
) do
caps = create_new_caps(caps, state)
actions = buffers ++ [caps: caps]
{{:ok, actions}, %{state | encoder_ref: new_encoder_ref}}
else
{:error, reason} -> {{:error, reason}, state}
end
end
@impl true
def handle_end_of_stream(:input, _ctx, state) do
case flush_encoder_if_exists(state) do
{:ok, buffers} ->
actions = buffers ++ [end_of_stream: :output, notify: {:end_of_stream, :input}]
{{:ok, actions}, state}
{:error, reason} ->
{{:error, reason}, state}
end
end
@impl true
def handle_prepared_to_stopped(_ctx, state) do
{:ok, %{state | encoder_ref: nil}}
end
defp flush_encoder_if_exists(%{encoder_ref: nil}) do
{:ok, []}
end
defp flush_encoder_if_exists(%{encoder_ref: encoder_ref, use_shm?: use_shm?}) do
with {:ok, dts_list, frames} <- Native.flush(use_shm?, encoder_ref) do
buffers = wrap_frames(dts_list, frames)
{:ok, buffers}
end
end
defp wrap_frames([], []), do: []
defp wrap_frames(dts_list, frames) do
Enum.zip(dts_list, frames)
|> Enum.map(fn {dts, frame} ->
%Buffer{dts: Common.to_membrane_time_base_truncated(dts), payload: frame}
end)
|> then(&[buffer: {:output, &1}])
end
defp create_new_caps(caps, state) do
{:output,
%H264{
alignment: :au,
framerate: caps.framerate,
height: caps.height,
width: caps.width,
profile: state.profile,
stream_format: :byte_stream
}}
end
end