FFmpeg
rtpdec_rfc4175.c
Go to the documentation of this file.
1 /*
2  * RTP Depacketization of RAW video (TR-03)
3  * Copyright (c) 2016 Savoir-faire Linux, Inc
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /* Development sponsored by CBC/Radio-Canada */
23 
24 #include "avio_internal.h"
25 #include "rtpdec_formats.h"
26 #include "libavutil/avstring.h"
27 #include "libavutil/mem.h"
28 #include "libavutil/pixdesc.h"
29 #include "libavutil/parseutils.h"
30 
31 struct PayloadContext {
32  char *sampling;
34  int depth;
35  int width;
36  int height;
38  int field;
39 
40  uint8_t *frame;
41  unsigned int frame_size;
42  unsigned int pgroup; /* size of the pixel group in bytes */
43  unsigned int xinc;
44 
45  uint32_t timestamp;
46 };
47 
49 {
50  enum AVPixelFormat pixfmt;
51  int tag;
52  const AVPixFmtDescriptor *desc;
53 
54  if (!strncmp(data->sampling, "YCbCr-4:2:2", 11)) {
55  tag = MKTAG('U', 'Y', 'V', 'Y');
56  data->xinc = 2;
57 
58  if (data->depth == 8) {
59  data->pgroup = 4;
62  } else if (data->depth == 10) {
63  data->pgroup = 5;
66  } else {
67  return AVERROR_INVALIDDATA;
68  }
69  } else if (!strncmp(data->sampling, "YCbCr-4:2:0", 11)) {
70  tag = MKTAG('I', '4', '2', '0');
71  data->xinc = 4;
72 
73  if (data->depth == 8) {
74  data->pgroup = 6;
77  } else {
78  return AVERROR_INVALIDDATA;
79  }
80  } else if (!strncmp(data->sampling, "RGB", 3)) {
81  tag = MKTAG('R', 'G', 'B', 24);
82  if (data->depth == 8) {
83  data->xinc = 1;
84  data->pgroup = 3;
87  } else {
88  return AVERROR_INVALIDDATA;
89  }
90  } else if (!strncmp(data->sampling, "BGR", 3)) {
91  tag = MKTAG('B', 'G', 'R', 24);
92  if (data->depth == 8) {
93  data->xinc = 1;
94  data->pgroup = 3;
97  } else {
98  return AVERROR_INVALIDDATA;
99  }
100  } else {
101  return AVERROR_INVALIDDATA;
102  }
103 
105  stream->codecpar->format = pixfmt;
106  stream->codecpar->codec_tag = tag;
108  data->frame_size = data->width * data->height * data->pgroup / data->xinc;
109 
110  if (data->interlaced)
111  stream->codecpar->field_order = AV_FIELD_TT;
112  else
114 
115  if (data->framerate.den > 0) {
116  stream->avg_frame_rate = data->framerate;
117  stream->codecpar->bit_rate = data->frame_size * av_q2d(data->framerate) * 8;
118  }
119 
120  return 0;
121 }
122 
124  PayloadContext *data, const char *attr,
125  const char *value)
126 {
127  if (!strncmp(attr, "width", 5))
128  data->width = atoi(value);
129  else if (!strncmp(attr, "height", 6))
130  data->height = atoi(value);
131  else if (!strncmp(attr, "sampling", 8))
132  data->sampling = av_strdup(value);
133  else if (!strncmp(attr, "depth", 5))
134  data->depth = atoi(value);
135  else if (!strncmp(attr, "interlace", 9))
136  data->interlaced = 1;
137  else if (!strncmp(attr, "exactframerate", 14)) {
138  if (av_parse_video_rate(&data->framerate, value) < 0)
139  return AVERROR(EINVAL);
140  } else if (!strncmp(attr, "TCS", 3)) {
141  if (!strncmp(value, "SDR", 3))
143  else if (!strncmp(value, "PQ", 2))
145  else if (!strncmp(value, "HLG", 3))
147  else if (!strncmp(value, "LINEAR", 6))
149  else if (!strncmp(value, "ST428-1", 7))
151  else
153  } else if (!strncmp(attr, "colorimetry", 11)) {
154  if (!strncmp(value, "BT601", 5)) {
157  } else if (!strncmp(value, "BT709", 5)) {
160  } else if (!strncmp(value, "BT2020", 6)) {
163  }
164  } else if (!strncmp(attr, "RANGE", 5)) {
165  if (!strncmp(value, "NARROW", 6))
167  else if (!strncmp(value, "FULL", 4))
169  }
170 
171  return 0;
172 }
173 
174 static int rfc4175_parse_sdp_line(AVFormatContext *s, int st_index,
175  PayloadContext *data, const char *line)
176 {
177  const char *p;
178 
179  if (st_index < 0)
180  return 0;
181 
182  if (av_strstart(line, "fmtp:", &p)) {
183  AVStream *stream = s->streams[st_index];
184  int ret = ff_parse_fmtp(s, stream, data, p, rfc4175_parse_fmtp);
185 
186  if (ret < 0)
187  return ret;
188 
189 
190  if (!data->sampling || !data->depth || !data->width || !data->height)
191  return AVERROR(EINVAL);
192 
193  stream->codecpar->width = data->width;
194  stream->codecpar->height = data->height;
195 
196  ret = rfc4175_parse_format(stream, data);
197  av_freep(&data->sampling);
198 
199  return ret;
200  }
201 
202  return 0;
203 }
204 
206  int stream_index)
207 {
208  int ret = 0;
209 
210  pkt->stream_index = stream_index;
211  if (!data->interlaced || data->field) {
212  ret = av_packet_from_data(pkt, data->frame, data->frame_size);
213  if (ret < 0) {
214  av_freep(&data->frame);
215  }
216  data->frame = NULL;
217  }
218 
219  data->field = 0;
220 
221  return ret;
222 }
223 
225  AVStream *st, AVPacket *pkt, uint32_t *timestamp,
226  const uint8_t * buf, int len,
227  uint16_t seq, int flags)
228 {
229  int length, line, offset, cont, field;
230  const uint8_t *headers = buf + 2; /* skip extended seqnum */
231  const uint8_t *payload = buf + 2;
232  int payload_len = len - 2;
233  int missed_last_packet = 0;
234 
235  uint8_t *dest;
236 
237  if (*timestamp != data->timestamp) {
238  if (data->frame && (!data->interlaced || data->field)) {
239  /*
240  * if we're here, it means that we missed the cue to return
241  * the previous AVPacket, that cue being the RTP_FLAG_MARKER
242  * in the last packet of either the previous frame (progressive)
243  * or the previous second field (interlace). Let's finalize the
244  * previous frame (or pair of fields) anyway by filling the AVPacket.
245  */
246  av_log(ctx, AV_LOG_ERROR, "Missed previous RTP Marker\n");
247  missed_last_packet = 1;
249  }
250 
251  if (!data->frame)
252  data->frame = av_malloc(data->frame_size);
253 
254  data->timestamp = *timestamp;
255 
256  if (!data->frame) {
257  av_log(ctx, AV_LOG_ERROR, "Out of memory.\n");
258  return AVERROR(ENOMEM);
259  }
260  }
261 
262  /*
263  * looks for the 'Continuation bit' in scan lines' headers
264  * to find where data start
265  */
266  do {
267  if (payload_len < 6)
268  return AVERROR_INVALIDDATA;
269 
270  cont = payload[4] & 0x80;
271  payload += 6;
272  payload_len -= 6;
273  } while (cont);
274 
275  /* and now iterate over every scan lines */
276  do {
277  int copy_offset;
278 
279  if (payload_len < data->pgroup)
280  return AVERROR_INVALIDDATA;
281 
282  length = (headers[0] << 8) | headers[1];
283  field = (headers[2] & 0x80) >> 7;
284  line = ((headers[2] & 0x7f) << 8) | headers[3];
285  offset = ((headers[4] & 0x7f) << 8) | headers[5];
286  cont = headers[4] & 0x80;
287  headers += 6;
288  data->field = field;
289 
290  if (!data->pgroup || length % data->pgroup)
291  return AVERROR_INVALIDDATA;
292 
293  if (length > payload_len)
294  length = payload_len;
295 
296  if (data->interlaced)
297  line = 2 * line + field;
298 
299  /* prevent ill-formed packets to write after buffer's end */
300  copy_offset = (line * data->width + offset) * data->pgroup / data->xinc;
301  if (copy_offset + length > data->frame_size || !data->frame)
302  return AVERROR_INVALIDDATA;
303 
304  dest = data->frame + copy_offset;
305  memcpy(dest, payload, length);
306 
307  payload += length;
308  payload_len -= length;
309  } while (cont);
310 
311  if ((flags & RTP_FLAG_MARKER)) {
312  return rfc4175_finalize_packet(data, pkt, st->index);
313  } else if (missed_last_packet) {
314  return 0;
315  }
316 
317  return AVERROR(EAGAIN);
318 }
319 
321  .enc_name = "raw",
322  .codec_type = AVMEDIA_TYPE_VIDEO,
323  .codec_id = AV_CODEC_ID_NONE,
324  .priv_data_size = sizeof(PayloadContext),
325  .parse_sdp_a_line = rfc4175_parse_sdp_line,
327 };
rfc4175_finalize_packet
static int rfc4175_finalize_packet(PayloadContext *data, AVPacket *pkt, int stream_index)
Definition: rtpdec_rfc4175.c:205
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
PayloadContext::frame
uint8_t * frame
Definition: rtpdec_rfc4175.c:40
rfc4175_handle_packet
static int rfc4175_handle_packet(AVFormatContext *ctx, PayloadContext *data, AVStream *st, AVPacket *pkt, uint32_t *timestamp, const uint8_t *buf, int len, uint16_t seq, int flags)
Definition: rtpdec_rfc4175.c:224
AVCodecParameters::color_space
enum AVColorSpace color_space
Definition: codec_par.h:169
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:3170
AV_FIELD_PROGRESSIVE
@ AV_FIELD_PROGRESSIVE
Definition: defs.h:202
AVCOL_TRC_LINEAR
@ AVCOL_TRC_LINEAR
"Linear transfer characteristics"
Definition: pixfmt.h:620
rtpdec_formats.h
ff_parse_fmtp
int ff_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *p, int(*parse_fmtp)(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value))
Definition: rtpdec.c:965
AV_CODEC_ID_RAWVIDEO
@ AV_CODEC_ID_RAWVIDEO
Definition: codec_id.h:65
pixdesc.h
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:717
RTP_FLAG_MARKER
#define RTP_FLAG_MARKER
RTP marker bit was set for this packet.
Definition: rtpdec.h:94
AVCOL_TRC_UNSPECIFIED
@ AVCOL_TRC_UNSPECIFIED
Definition: pixfmt.h:614
AVStream::avg_frame_rate
AVRational avg_frame_rate
Average framerate.
Definition: avformat.h:837
data
const char data[16]
Definition: mxf.c:149
AV_PIX_FMT_BGR24
@ AV_PIX_FMT_BGR24
packed RGB 8:8:8, 24bpp, BGRBGR...
Definition: pixfmt.h:76
av_get_bits_per_pixel
int av_get_bits_per_pixel(const AVPixFmtDescriptor *pixdesc)
Return the number of bits per pixel used by the pixel format described by pixdesc.
Definition: pixdesc.c:3122
AVCodecParameters::codec_tag
uint32_t codec_tag
Additional information about the codec (corresponds to the AVI FOURCC).
Definition: codec_par.h:59
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:30
PayloadContext::timestamp
uint32_t timestamp
current frame timestamp
Definition: rtpdec_ac3.c:31
RTPDynamicProtocolHandler::enc_name
const char * enc_name
Definition: rtpdec.h:117
AVCodecParameters::color_primaries
enum AVColorPrimaries color_primaries
Definition: codec_par.h:167
AVCOL_SPC_BT470BG
@ AVCOL_SPC_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM / IEC 61966-2-4 xvYCC601
Definition: pixfmt.h:646
AV_FIELD_TT
@ AV_FIELD_TT
Top coded_first, top displayed first.
Definition: defs.h:203
rfc4175_parse_fmtp
static int rfc4175_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value)
Definition: rtpdec_rfc4175.c:123
AVCOL_TRC_SMPTEST428_1
@ AVCOL_TRC_SMPTEST428_1
Definition: pixfmt.h:631
AVCodecParameters::color_trc
enum AVColorTransferCharacteristic color_trc
Definition: codec_par.h:168
pkt
AVPacket * pkt
Definition: movenc.c:60
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:209
s
#define s(width, name)
Definition: cbs_vp9.c:198
AVCodecParameters::width
int width
Video only.
Definition: codec_par.h:134
av_q2d
static double av_q2d(AVRational a)
Convert an AVRational to a double.
Definition: rational.h:104
ff_rfc4175_rtp_handler
const RTPDynamicProtocolHandler ff_rfc4175_rtp_handler
Definition: rtpdec_rfc4175.c:320
ctx
AVFormatContext * ctx
Definition: movenc.c:49
field
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this field
Definition: writing_filters.txt:78
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:73
AVCOL_PRI_BT470BG
@ AVCOL_PRI_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM
Definition: pixfmt.h:593
if
if(ret)
Definition: filter_design.txt:179
AVFormatContext
Format I/O context.
Definition: avformat.h:1300
AVStream::codecpar
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:771
PayloadContext::field
int field
Definition: rtpdec_rfc4175.c:38
NULL
#define NULL
Definition: coverity.c:32
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AVCOL_PRI_BT709
@ AVCOL_PRI_BT709
also ITU-R BT1361 / IEC 61966-2-4 / SMPTE RP 177 Annex B
Definition: pixfmt.h:588
parseutils.h
PayloadContext::sampling
char * sampling
Definition: rtpdec_rfc4175.c:32
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:503
PayloadContext::framerate
AVRational framerate
Definition: rtpdec_rfc4175.c:33
AVCOL_PRI_BT2020
@ AVCOL_PRI_BT2020
ITU-R BT2020.
Definition: pixfmt.h:597
PayloadContext::width
int width
Definition: rtpdec_rfc4175.c:35
AVCOL_TRC_SMPTE2084
@ AVCOL_TRC_SMPTE2084
SMPTE ST 2084 for 10-, 12-, 14- and 16-bit systems.
Definition: pixfmt.h:628
av_packet_from_data
int av_packet_from_data(AVPacket *pkt, uint8_t *data, int size)
Initialize a reference-counted packet from av_malloc()ed data.
Definition: packet.c:173
AV_PIX_FMT_RGB24
@ AV_PIX_FMT_RGB24
packed RGB 8:8:8, 24bpp, RGBRGB...
Definition: pixfmt.h:75
PayloadContext::xinc
unsigned int xinc
Definition: rtpdec_rfc4175.c:43
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
line
Definition: graph2dot.c:48
av_strstart
int av_strstart(const char *str, const char *pfx, const char **ptr)
Return non-zero if pfx is a prefix of str.
Definition: avstring.c:36
AV_CODEC_ID_BITPACKED
@ AV_CODEC_ID_BITPACKED
Definition: codec_id.h:285
AVCOL_TRC_BT709
@ AVCOL_TRC_BT709
also ITU-R BT1361
Definition: pixfmt.h:613
av_parse_video_rate
int av_parse_video_rate(AVRational *rate, const char *arg)
Parse str and store the detected values in *rate.
Definition: parseutils.c:181
AV_CODEC_ID_NONE
@ AV_CODEC_ID_NONE
Definition: codec_id.h:50
avio_internal.h
AVCOL_SPC_BT2020_NCL
@ AVCOL_SPC_BT2020_NCL
ITU-R BT2020 non-constant luminance system.
Definition: pixfmt.h:651
PayloadContext::height
int height
Definition: rtpdec_rfc4175.c:36
AVCodecParameters::height
int height
Definition: codec_par.h:135
rfc4175_parse_format
static int rfc4175_parse_format(AVStream *stream, PayloadContext *data)
Definition: rtpdec_rfc4175.c:48
value
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default value
Definition: writing_filters.txt:86
AVCodecParameters::color_range
enum AVColorRange color_range
Video only.
Definition: codec_par.h:166
len
int len
Definition: vorbis_enc_data.h:426
AVCOL_RANGE_MPEG
@ AVCOL_RANGE_MPEG
Narrow or limited range content.
Definition: pixfmt.h:700
AVCodecParameters::field_order
enum AVFieldOrder field_order
Video only.
Definition: codec_par.h:161
tag
uint32_t tag
Definition: movenc.c:1879
ret
ret
Definition: filter_design.txt:187
AVStream
Stream structure.
Definition: avformat.h:748
pixfmt
enum AVPixelFormat pixfmt
Definition: kmsgrab.c:367
AV_PIX_FMT_UYVY422
@ AV_PIX_FMT_UYVY422
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:88
AVStream::index
int index
stream index in AVFormatContext
Definition: avformat.h:754
AVCOL_TRC_ARIB_STD_B67
@ AVCOL_TRC_ARIB_STD_B67
ARIB STD-B67, known as "Hybrid log-gamma".
Definition: pixfmt.h:632
AVPacket::stream_index
int stream_index
Definition: packet.h:541
parse_packet
static int parse_packet(AVFormatContext *s, AVPacket *pkt, int stream_index, int flush)
Parse a packet, add all split parts to parse_queue.
Definition: demux.c:1162
PayloadContext::depth
int depth
Definition: rtpdec_rfc4175.c:34
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:272
desc
const char * desc
Definition: libsvtav1.c:79
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
PayloadContext::interlaced
int interlaced
Definition: rtpdec_rfc4175.c:37
AVCodecParameters::bits_per_coded_sample
int bits_per_coded_sample
The number of bits per sample in the codedwords.
Definition: codec_par.h:110
mem.h
PayloadContext::frame_size
unsigned int frame_size
Definition: rtpdec_rfc4175.c:41
AVCodecParameters::format
int format
Definition: codec_par.h:92
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
headers
FFmpeg currently uses a custom build this text attempts to document some of its obscure features and options Makefile the full command issued by make and its output will be shown on the screen DBG Preprocess x86 external assembler files to a dbg asm file in the object which then gets compiled Helps in developing those assembler files DESTDIR Destination directory for the install useful to prepare packages or install FFmpeg in cross environments GEN Set to ‘1’ to generate the missing or mismatched references Makefile builds all the libraries and the executables fate Run the fate test note that you must have installed it fate list List all fate regression test targets fate list failing List the fate tests that failed the last time they were executed fate clear reports Remove the test reports from previous test libraries and programs examples Build all examples located in doc examples checkheaders Check headers dependencies alltools Build all tools in tools directory config Reconfigure the project with the current configuration tools target_dec_< decoder > _fuzzer Build fuzzer to fuzz the specified decoder tools target_bsf_< filter > _fuzzer Build fuzzer to fuzz the specified bitstream filter Useful standard make this is useful to reduce unneeded rebuilding when changing headers
Definition: build_system.txt:64
AVCodecParameters::codec_id
enum AVCodecID codec_id
Specific type of the encoded data (the codec used).
Definition: codec_par.h:55
AVPacket
This structure stores compressed data.
Definition: packet.h:516
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
PayloadContext::pgroup
unsigned int pgroup
Definition: rtpdec_rfc4175.c:42
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:482
AVCodecParameters::bit_rate
int64_t bit_rate
The average bitrate of the encoded data (in bits per second).
Definition: codec_par.h:97
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
MKTAG
#define MKTAG(a, b, c, d)
Definition: macros.h:55
rfc4175_parse_sdp_line
static int rfc4175_parse_sdp_line(AVFormatContext *s, int st_index, PayloadContext *data, const char *line)
Definition: rtpdec_rfc4175.c:174
avstring.h
PayloadContext
RTP/JPEG specific private data.
Definition: rdt.c:85
AVCOL_SPC_BT709
@ AVCOL_SPC_BT709
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / derived in SMPTE RP 177 Annex B
Definition: pixfmt.h:642
line
The official guide to swscale for confused that consecutive non overlapping rectangles of slice_bottom special converter These generally are unscaled converters of common like for each output line the vertical scaler pulls lines from a ring buffer When the ring buffer does not contain the wanted line
Definition: swscale.txt:40
RTPDynamicProtocolHandler
Definition: rtpdec.h:116