FFmpeg  4.4.4
av1_frame_merge_bsf.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2019 James Almer <jamrial@gmail.com>
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "bsf.h"
22 #include "bsf_internal.h"
23 #include "cbs.h"
24 #include "cbs_av1.h"
25 
26 typedef struct AV1FMergeContext {
31  int idx;
33 
35 {
37 
38  ff_cbs_fragment_reset(&ctx->frag[0]);
39  ff_cbs_fragment_reset(&ctx->frag[1]);
40  av_packet_unref(ctx->in);
41  av_packet_unref(ctx->pkt);
42 }
43 
45 {
47  CodedBitstreamFragment *frag = &ctx->frag[ctx->idx], *tu = &ctx->frag[!ctx->idx];
48  AVPacket *in = ctx->in, *buffer_pkt = ctx->pkt;
49  int err, i;
50 
51  err = ff_bsf_get_packet_ref(bsf, in);
52  if (err < 0) {
53  if (err == AVERROR_EOF && tu->nb_units > 0)
54  goto eof;
55  return err;
56  }
57 
58  err = ff_cbs_read_packet(ctx->input, frag, in);
59  if (err < 0) {
60  av_log(bsf, AV_LOG_ERROR, "Failed to read packet.\n");
61  goto fail;
62  }
63 
64  if (frag->nb_units == 0) {
65  av_log(bsf, AV_LOG_ERROR, "No OBU in packet.\n");
66  err = AVERROR_INVALIDDATA;
67  goto fail;
68  }
69 
70  if (tu->nb_units == 0 && frag->units[0].type != AV1_OBU_TEMPORAL_DELIMITER) {
71  av_log(bsf, AV_LOG_ERROR, "Missing Temporal Delimiter.\n");
72  err = AVERROR_INVALIDDATA;
73  goto fail;
74  }
75 
76  for (i = 1; i < frag->nb_units; i++) {
77  if (frag->units[i].type == AV1_OBU_TEMPORAL_DELIMITER) {
78  av_log(bsf, AV_LOG_ERROR, "Temporal Delimiter in the middle of a packet.\n");
79  err = AVERROR_INVALIDDATA;
80  goto fail;
81  }
82  }
83 
84  if (tu->nb_units > 0 && frag->units[0].type == AV1_OBU_TEMPORAL_DELIMITER) {
85 eof:
86  err = ff_cbs_write_packet(ctx->output, buffer_pkt, tu);
87  if (err < 0) {
88  av_log(bsf, AV_LOG_ERROR, "Failed to write packet.\n");
89  goto fail;
90  }
91  av_packet_move_ref(out, buffer_pkt);
92 
93  // Swap fragment index, to avoid copying fragment references.
94  ctx->idx = !ctx->idx;
95  } else {
96  for (i = 0; i < frag->nb_units; i++) {
97  err = ff_cbs_insert_unit_content(tu, -1, frag->units[i].type,
98  frag->units[i].content, frag->units[i].content_ref);
99  if (err < 0)
100  goto fail;
101  }
102 
103  err = AVERROR(EAGAIN);
104  }
105 
106  // Buffer packets with timestamps. There should be at most one per TU, be it split or not.
107  if (!buffer_pkt->data && in->pts != AV_NOPTS_VALUE)
108  av_packet_move_ref(buffer_pkt, in);
109  else
111 
112  ff_cbs_fragment_reset(&ctx->frag[ctx->idx]);
113 
114 fail:
115  if (err < 0 && err != AVERROR(EAGAIN))
117 
118  return err;
119 }
120 
122 {
124  int err;
125 
126  ctx->in = av_packet_alloc();
127  ctx->pkt = av_packet_alloc();
128  if (!ctx->in || !ctx->pkt)
129  return AVERROR(ENOMEM);
130 
131  err = ff_cbs_init(&ctx->input, AV_CODEC_ID_AV1, bsf);
132  if (err < 0)
133  return err;
134 
135  return ff_cbs_init(&ctx->output, AV_CODEC_ID_AV1, bsf);
136 }
137 
139 {
141 
142  ff_cbs_fragment_free(&ctx->frag[0]);
143  ff_cbs_fragment_free(&ctx->frag[1]);
144  av_packet_free(&ctx->in);
145  av_packet_free(&ctx->pkt);
146  ff_cbs_close(&ctx->input);
147  ff_cbs_close(&ctx->output);
148 }
149 
150 static const enum AVCodecID av1_frame_merge_codec_ids[] = {
152 };
153 
155  .name = "av1_frame_merge",
156  .priv_data_size = sizeof(AV1FMergeContext),
159  .close = av1_frame_merge_close,
162 };
static enum AVCodecID codec_ids[]
static void flush(AVCodecContext *avctx)
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
static int av1_frame_merge_filter(AVBSFContext *bsf, AVPacket *out)
static void av1_frame_merge_close(AVBSFContext *bsf)
const AVBitStreamFilter ff_av1_frame_merge_bsf
static int av1_frame_merge_init(AVBSFContext *bsf)
static void av1_frame_merge_flush(AVBSFContext *bsf)
static enum AVCodecID av1_frame_merge_codec_ids[]
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:31
int ff_bsf_get_packet_ref(AVBSFContext *ctx, AVPacket *pkt)
Called by bitstream filters to get packet for filtering.
Definition: bsf.c:253
int ff_cbs_write_packet(CodedBitstreamContext *ctx, AVPacket *pkt, CodedBitstreamFragment *frag)
Write the bitstream of a fragment to a packet.
Definition: cbs.c:419
void ff_cbs_close(CodedBitstreamContext **ctx_ptr)
Close a context and free all internal state.
Definition: cbs.c:126
int ff_cbs_insert_unit_content(CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, void *content, AVBufferRef *content_buf)
Insert a new unit into a fragment with the given content.
Definition: cbs.c:737
void ff_cbs_fragment_reset(CodedBitstreamFragment *frag)
Free the units contained in a fragment as well as the fragment's own data buffer, but not the units a...
Definition: cbs.c:156
int ff_cbs_read_packet(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVPacket *pkt)
Read the data bitstream from a packet into a fragment, then split into units and decompose.
Definition: cbs.c:288
int ff_cbs_init(CodedBitstreamContext **ctx_ptr, enum AVCodecID codec_id, void *log_ctx)
Create and initialise a new context for the given codec.
Definition: cbs.c:75
void ff_cbs_fragment_free(CodedBitstreamFragment *frag)
Free the units array of a fragment in addition to what ff_cbs_fragment_reset does.
Definition: cbs.c:170
static av_always_inline void filter(int16_t *output, ptrdiff_t out_stride, const int16_t *low, ptrdiff_t low_stride, const int16_t *high, ptrdiff_t high_stride, int len, int clip)
Definition: cfhddsp.c:27
#define fail()
Definition: checkasm.h:133
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:46
@ AV_CODEC_ID_NONE
Definition: codec_id.h:47
@ AV_CODEC_ID_AV1
Definition: codec_id.h:279
void av_packet_free(AVPacket **pkt)
Free the packet, if the packet is reference counted, it will be unreferenced first.
Definition: avpacket.c:75
void av_packet_unref(AVPacket *pkt)
Wipe the packet.
Definition: avpacket.c:634
void av_packet_move_ref(AVPacket *dst, AVPacket *src)
Move every field in src to dst and reset src.
Definition: avpacket.c:690
AVPacket * av_packet_alloc(void)
Allocate an AVPacket and set its fields to default values.
Definition: avpacket.c:64
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
#define AVERROR_EOF
End of file.
Definition: error.h:55
#define AVERROR(e)
Definition: error.h:43
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
int i
Definition: input.c:407
@ AV1_OBU_TEMPORAL_DELIMITER
Definition: av1.h:31
CodedBitstreamContext * input
CodedBitstreamFragment frag[2]
CodedBitstreamContext * output
The bitstream filter state.
Definition: bsf.h:49
void * priv_data
Opaque filter-specific private data.
Definition: bsf.h:70
const char * name
Definition: bsf.h:99
This structure stores compressed data.
Definition: packet.h:346
Context structure for coded bitstream operations.
Definition: cbs.h:170
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:118
CodedBitstreamUnit * units
Pointer to an array of units of length nb_units_allocated.
Definition: cbs.h:164
int nb_units
Number of units in this fragment.
Definition: cbs.h:149
void * content
Pointer to the decomposed form of this unit.
Definition: cbs.h:103
AVBufferRef * content_ref
If content is reference counted, a reference to the buffer containing content.
Definition: cbs.h:108
CodedBitstreamUnitType type
Codec-specific type of this unit.
Definition: cbs.h:70
#define av_log(a,...)
FILE * out
Definition: movenc.c:54
AVFormatContext * ctx
Definition: movenc.c:48