/* * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "libavutil/channel_layout.h" #include "libavutil/ffmath.h" #include "libavutil/opt.h" #include "avfilter.h" #include "audio.h" #include "filters.h" #include "formats.h" typedef struct CrossfeedContext { const AVClass *class; double range; double strength; double slope; double level_in; double level_out; int block_samples; int block_size; double a0, a1, a2; double b0, b1, b2; double w1, w2; int64_t pts; int nb_samples; double *mid; double *side[3]; } CrossfeedContext; static int query_formats(AVFilterContext *ctx) { AVFilterFormats *formats = NULL; AVFilterChannelLayouts *layout = NULL; int ret; if ((ret = ff_add_format (&formats, AV_SAMPLE_FMT_DBL )) < 0 || (ret = ff_set_common_formats (ctx , formats )) < 0 || (ret = ff_add_channel_layout (&layout , &(AVChannelLayout)AV_CHANNEL_LAYOUT_STEREO)) < 0 || (ret = ff_set_common_channel_layouts (ctx , layout )) < 0 || (ret = ff_set_common_all_samplerates (ctx )) < 0) return ret; return 0; } static int config_input(AVFilterLink *inlink) { AVFilterContext *ctx = inlink->dst; CrossfeedContext *s = ctx->priv; double A = ff_exp10(s->strength * -30 / 40); double w0 = 2 * M_PI * (1. - s->range) * 2100 / inlink->sample_rate; double alpha; alpha = sin(w0) / 2 * sqrt((A + 1 / A) * (1 / s->slope - 1) + 2); s->a0 = (A + 1) + (A - 1) * cos(w0) + 2 * sqrt(A) * alpha; s->a1 = -2 * ((A - 1) + (A + 1) * cos(w0)); s->a2 = (A + 1) + (A - 1) * cos(w0) - 2 * sqrt(A) * alpha; s->b0 = A * ((A + 1) - (A - 1) * cos(w0) + 2 * sqrt(A) * alpha); s->b1 = 2 * A * ((A - 1) - (A + 1) * cos(w0)); s->b2 = A * ((A + 1) - (A - 1) * cos(w0) - 2 * sqrt(A) * alpha); s->a1 /= s->a0; s->a2 /= s->a0; s->b0 /= s->a0; s->b1 /= s->a0; s->b2 /= s->a0; if (s->block_samples == 0 && s->block_size > 0) { s->block_samples = s->block_size; s->mid = av_calloc(s->block_samples * 2, sizeof(*s->mid)); for (int i = 0; i < 3; i++) { s->side[i] = av_calloc(s->block_samples * 2, sizeof(*s->side[0])); if (!s->side[i]) return AVERROR(ENOMEM); } } return 0; } static void reverse_samples(double *dst, const double *src, int nb_samples) { for (int i = 0, j = nb_samples - 1; i < nb_samples; i++, j--) dst[i] = src[j]; } static void filter_samples(double *dst, const double *src, int nb_samples, double b0, double b1, double b2, double a1, double a2, double *sw1, double *sw2) { double w1 = *sw1; double w2 = *sw2; for (int n = 0; n < nb_samples; n++) { double side = src[n]; double oside = side * b0 + w1; w1 = b1 * side + w2 + a1 * oside; w2 = b2 * side + a2 * oside; dst[n] = oside; } *sw1 = w1; *sw2 = w2; } static int filter_frame(AVFilterLink *inlink, AVFrame *in, int eof) { AVFilterContext *ctx = inlink->dst; AVFilterLink *outlink = ctx->outputs[0]; CrossfeedContext *s = ctx->priv; const double *src = (const double *)in->data[0]; const double level_in = s->level_in; const double level_out = s->level_out; const double b0 = s->b0; const double b1 = s->b1; const double b2 = s->b2; const double a1 = -s->a1; const double a2 = -s->a2; AVFrame *out; int drop = 0; double *dst; if (av_frame_is_writable(in) && s->block_samples == 0) { out = in; } else { out = ff_get_audio_buffer(outlink, s->block_samples > 0 ? s->block_samples : in->nb_samples); if (!out) { av_frame_free(&in); return AVERROR(ENOMEM); } av_frame_copy_props(out, in); } dst = (double *)out->data[0]; if (s->block_samples > 0 && s->pts == AV_NOPTS_VALUE) drop = 1; if (s->block_samples == 0) { double w1 = s->w1; double w2 = s->w2; for (int n = 0; n < out->nb_samples; n++, src += 2, dst += 2) { double mid = (src[0] + src[1]) * level_in * .5; double side = (src[0] - src[1]) * level_in * .5; double oside = side * b0 + w1; w1 = b1 * side + w2 + a1 * oside; w2 = b2 * side + a2 * oside; if (ctx->is_disabled) { dst[0] = src[0]; dst[1] = src[1]; } else { dst[0] = (mid + oside) * level_out; dst[1] = (mid - oside) * level_out; } } s->w1 = w1; s->w2 = w2; } else if (eof) { const double *src = (const double *)in->data[0]; double *ssrc = s->side[1] + s->block_samples; double *msrc = s->mid; for (int n = 0; n < out->nb_samples; n++, src += 2, dst += 2) { if (ctx->is_disabled) { dst[0] = src[0]; dst[1] = src[1]; } else { dst[0] = (msrc[n] + ssrc[n]) * level_out; dst[1] = (msrc[n] - ssrc[n]) * level_out; } } } else { double *mdst = s->mid + s->block_samples; double *sdst = s->side[0] + s->block_samples; double *ssrc = s->side[0]; double *msrc = s->mid; double w1 = s->w1; double w2 = s->w2; for (int n = 0; n < out->nb_samples; n++, src += 2) { mdst[n] = (src[0] + src[1]) * level_in * .5; sdst[n] = (src[0] - src[1]) * level_in * .5; } sdst = s->side[1]; filter_samples(sdst, ssrc, s->block_samples, b0, b1, b2, a1, a2, &w1, &w2); s->w1 = w1; s->w2 = w2; ssrc = s->side[0] + s->block_samples; sdst = s->side[1] + s->block_samples; filter_samples(sdst, ssrc, s->block_samples, b0, b1, b2, a1, a2, &w1, &w2); reverse_samples(s->side[2], s->side[1], s->block_samples * 2); w1 = w2 = 0.; filter_samples(s->side[2], s->side[2], s->block_samples * 2, b0, b1, b2, a1, a2, &w1, &w2); reverse_samples(s->side[1], s->side[2], s->block_samples * 2); src = (const double *)in->data[0]; ssrc = s->side[1]; for (int n = 0; n < out->nb_samples; n++, src += 2, dst += 2) { if (ctx->is_disabled) { dst[0] = src[0]; dst[1] = src[1]; } else { dst[0] = (msrc[n] + ssrc[n]) * level_out; dst[1] = (msrc[n] - ssrc[n]) * level_out; } } memmove(s->mid, s->mid + s->block_samples, s->block_samples * sizeof(*s->mid)); memmove(s->side[0], s->side[0] + s->block_samples, s->block_samples * sizeof(*s->side[0])); } if (s->block_samples > 0) { int nb_samples = in->nb_samples; int64_t pts = in->pts; out->pts = s->pts; out->nb_samples = s->nb_samples; s->pts = pts; s->nb_samples = nb_samples; } if (out != in) av_frame_free(&in); if (!drop) { return ff_filter_frame(outlink, out); } else { av_frame_free(&out); ff_filter_set_ready(ctx, 10); return 0; } } static int activate(AVFilterContext *ctx) { AVFilterLink *inlink = ctx->inputs[0]; AVFilterLink *outlink = ctx->outputs[0]; CrossfeedContext *s = ctx->priv; AVFrame *in = NULL; int64_t pts; int status; int ret; FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink); if (s->block_samples > 0) { ret = ff_inlink_consume_samples(inlink, s->block_samples, s->block_samples, &in); } else { ret = ff_inlink_consume_frame(inlink, &in); } if (ret < 0) return ret; if (ret > 0) return filter_frame(inlink, in, 0); if (s->block_samples > 0 && ff_inlink_queued_samples(inlink) >= s->block_samples) { ff_filter_set_ready(ctx, 10); return 0; } if (ff_inlink_acknowledge_status(inlink, &status, &pts)) { if (s->block_samples > 0) { AVFrame *in = ff_get_audio_buffer(outlink, s->block_samples); if (!in) return AVERROR(ENOMEM); ret = filter_frame(inlink, in, 1); } ff_outlink_set_status(outlink, status, pts); return ret; } FF_FILTER_FORWARD_WANTED(outlink, inlink); return FFERROR_NOT_READY; } static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags) { int ret; ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags); if (ret < 0) return ret; return config_input(ctx->inputs[0]); } static av_cold void uninit(AVFilterContext *ctx) { CrossfeedContext *s = ctx->priv; av_freep(&s->mid); for (int i = 0; i < 3; i++) av_freep(&s->side[i]); } #define OFFSET(x) offsetof(CrossfeedContext, x) #define FLAGS AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM #define AF AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM static const AVOption crossfeed_options[] = { { "strength", "set crossfeed strength", OFFSET(strength), AV_OPT_TYPE_DOUBLE, {.dbl=.2}, 0, 1, FLAGS }, { "range", "set soundstage wideness", OFFSET(range), AV_OPT_TYPE_DOUBLE, {.dbl=.5}, 0, 1, FLAGS }, { "slope", "set curve slope", OFFSET(slope), AV_OPT_TYPE_DOUBLE, {.dbl=.5}, .01, 1, FLAGS }, { "level_in", "set level in", OFFSET(level_in), AV_OPT_TYPE_DOUBLE, {.dbl=.9}, 0, 1, FLAGS }, { "level_out", "set level out", OFFSET(level_out), AV_OPT_TYPE_DOUBLE, {.dbl=1.}, 0, 1, FLAGS }, { "block_size", "set the block size", OFFSET(block_size),AV_OPT_TYPE_INT, {.i64=0}, 0, 32768, AF }, { NULL } }; AVFILTER_DEFINE_CLASS(crossfeed); static const AVFilterPad inputs[] = { { .name = "default", .type = AVMEDIA_TYPE_AUDIO, .config_props = config_input, }, }; static const AVFilterPad outputs[] = { { .name = "default", .type = AVMEDIA_TYPE_AUDIO, }, }; const AVFilter ff_af_crossfeed = { .name = "crossfeed", .description = NULL_IF_CONFIG_SMALL("Apply headphone crossfeed filter."), .priv_size = sizeof(CrossfeedContext), .priv_class = &crossfeed_class, .activate = activate, .uninit = uninit, FILTER_INPUTS(inputs), FILTER_OUTPUTS(outputs), FILTER_QUERY_FUNC(query_formats), .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL, .process_command = process_command, };