1 /*
2 * This file is part of FFmpeg.
3 *
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18
24
27 #include "cbs.h"
34 #include "sei.h"
35
36 enum {
39 };
40
41 enum {
44 };
45
48
50
53
55
57
63
65
69
74
77
79
84
87
88
91 {
93 int primary_pic_type_mask = 0xff;
95
96 static const int primary_pic_type_table[] = {
97 0x084, // 2, 7
98 0x0a5, // 0, 2, 5, 7
99 0x0e7, // 0, 1, 2, 5, 6, 7
100 0x210, // 4, 9
101 0x318, // 3, 4, 8, 9
102 0x294, // 2, 4, 7, 9
103 0x3bd, // 0, 2, 3, 4, 5, 7, 8, 9
104 0x3ff, // 0, 1, 2, 3, 4, 5, 6, 7, 8, 9
105 };
106
112 if (!(primary_pic_type_table[j] &
114 primary_pic_type_mask &= ~(1 << j);
115 }
116 }
117 }
119 if (primary_pic_type_mask & (1 << j))
120 break;
123 "invalid slice types?\n");
125 }
126
129 .primary_pic_type = j,
130 };
131
134 if (err < 0) {
136 return err;
137 }
138
139 return 0;
140 }
141
144 {
146 int need_vui = 0;
147 int crop_unit_x, crop_unit_y;
148
149 if (
ctx->sample_aspect_ratio.num &&
ctx->sample_aspect_ratio.den) {
151
153 ctx->sample_aspect_ratio.den, 65535);
154
158 break;
159 }
161 sps->vui.aspect_ratio_idc = 255;
162 sps->vui.sar_width = num;
163 sps->vui.sar_height = den;
164 } else {
165 sps->vui.aspect_ratio_idc =
i;
166 }
167 sps->vui.aspect_ratio_info_present_flag = 1;
168 need_vui = 1;
169 }
170
171 #define SET_VUI_FIELD(field) do { \
172 if (ctx->field >= 0) { \
173 sps->vui.field = ctx->field; \
174 need_vui = 1; \
175 } \
176 } while (0)
177
178 if (
ctx->overscan_appropriate_flag >= 0) {
180 sps->vui.overscan_info_present_flag = 1;
181 }
182
183 if (
ctx->video_format >= 0 ||
184 ctx->video_full_range_flag >= 0 ||
185 ctx->colour_primaries >= 0 ||
186 ctx->transfer_characteristics >= 0 ||
187 ctx->matrix_coefficients >= 0) {
188
190
192
193 if (
ctx->colour_primaries >= 0 ||
194 ctx->transfer_characteristics >= 0 ||
195 ctx->matrix_coefficients >= 0) {
196
200
201 sps->vui.colour_description_present_flag = 1;
202 }
203 sps->vui.video_signal_type_present_flag = 1;
204 }
205
206 if (
ctx->chroma_sample_loc_type >= 0) {
207 sps->vui.chroma_sample_loc_type_top_field =
208 ctx->chroma_sample_loc_type;
209 sps->vui.chroma_sample_loc_type_bottom_field =
210 ctx->chroma_sample_loc_type;
211 sps->vui.chroma_loc_info_present_flag = 1;
212 need_vui = 1;
213 }
214
215 if (
ctx->tick_rate.num &&
ctx->tick_rate.den) {
216 int num, den;
217
219 UINT32_MAX > INT_MAX ? UINT32_MAX : INT_MAX);
220
221 sps->vui.time_scale = num;
222 sps->vui.num_units_in_tick = den;
223
224 sps->vui.timing_info_present_flag = 1;
225 need_vui = 1;
226 }
228 if (
ctx->zero_new_constraint_set_flags) {
229 sps->constraint_set4_flag = 0;
230 sps->constraint_set5_flag = 0;
231 }
232
233 if (
sps->separate_colour_plane_flag ||
sps->chroma_format_idc == 0) {
234 crop_unit_x = 1;
235 crop_unit_y = 2 -
sps->frame_mbs_only_flag;
236 } else {
237 crop_unit_x = 1 + (
sps->chroma_format_idc < 3);
238 crop_unit_y = (1 + (
sps->chroma_format_idc < 2)) *
239 (2 -
sps->frame_mbs_only_flag);
240 }
241 #define CROP(border, unit) do { \
242 if (ctx->crop_ ## border >= 0) { \
243 if (ctx->crop_ ## border % unit != 0) { \
244 av_log(bsf, AV_LOG_ERROR, "Invalid value for crop_%s: " \
245 "must be a multiple of %d.\n", #border, unit); \
246 return AVERROR(EINVAL); \
247 } \
248 sps->frame_crop_ ## border ## _offset = \
249 ctx->crop_ ## border / unit; \
250 sps->frame_cropping_flag = 1; \
251 } \
252 } while (0)
254 CROP(right, crop_unit_x);
255 CROP(top, crop_unit_y);
256 CROP(bottom, crop_unit_y);
257 #undef CROP
258
261
267
268 if (
sps->vui.nal_hrd_parameters_present_flag) {
269 bit_rate = (
sps->vui.nal_hrd_parameters.bit_rate_value_minus1[0] + 1) *
270 (INT64_C(1) << (
sps->vui.nal_hrd_parameters.bit_rate_scale + 6));
271 }
else if (
sps->vui.vcl_hrd_parameters_present_flag) {
272 bit_rate = (
sps->vui.vcl_hrd_parameters.bit_rate_value_minus1[0] + 1) *
273 (INT64_C(1) << (
sps->vui.vcl_hrd_parameters.bit_rate_scale + 6));
274 // Adjust for VCL vs. NAL limits.
275 bit_rate = bit_rate * 6 / 5;
276 } else {
277 bit_rate = 0;
278 }
279
280 // Don't use max_dec_frame_buffering if it is only inferred.
283
284 width = 16 * (
sps->pic_width_in_mbs_minus1 + 1);
285 height = 16 * (
sps->pic_height_in_map_units_minus1 + 1) *
286 (2 -
sps->frame_mbs_only_flag);
287
288 if (
sps->vui.timing_info_present_flag)
290 else
292
297 } else {
299 "conform to any level: using level 6.2.\n");
301 }
302 } else {
304 }
305
307 if (
sps->profile_idc == 66 ||
308 sps->profile_idc == 77 ||
309 sps->profile_idc == 88) {
311 sps->constraint_set3_flag = 1;
312 } else {
314 }
315 } else {
317 }
318 }
319
320 if (need_vui)
321 sps->vui_parameters_present_flag = 1;
322
323 return 0;
324 }
325
329 int seek_point)
330 {
333 int err;
334
342
346
347 /* av_display_rotation_set() expects the angle in the clockwise
348 * direction, hence the first minus.
349 * The below code applies the flips after the rotation, yet
350 * the H.2645 specs require flipping to be applied first.
351 * Because of R O(phi) = O(-phi) R (where R is flipping around
352 * an arbitatry axis and O(phi) is the proper rotation by phi)
353 * we can create display matrices as desired by negating
354 * the degree once for every flip applied. */
356
359
360 // If there are multiple display orientation messages in an
361 // access unit, then the last one added to the packet (i.e.
362 // the first one in the access unit) will prevail.
366 if (err < 0) {
368 "displaymatrix side data to packet.\n");
371 }
372 }
373
378 }
379
382 &
ctx->display_orientation_payload;
385 int write = 0;
386
390 double dmatrix[9];
392 double scale_x, scale_y, angle;
393
395
396 for (
i = 0;
i < 9;
i++)
398
399 // Extract scale factors.
400 scale_x =
hypot(dmatrix[0], dmatrix[3]);
401 scale_y =
hypot(dmatrix[1], dmatrix[4]);
402
403 // Select flips to make the main diagonal positive.
404 hflip = dmatrix[0] < 0.0;
405 vflip = dmatrix[4] < 0.0;
406 if (hflip)
407 scale_x = -scale_x;
408 if (vflip)
409 scale_y = -scale_y;
410
411 // Rescale.
412 for (
i = 0;
i < 9;
i += 3) {
413 dmatrix[
i] /= scale_x;
414 dmatrix[
i + 1] /= scale_y;
415 }
416
417 // Extract rotation.
418 angle = atan2(dmatrix[3], dmatrix[0]);
419
420 if (!(angle >= -
M_PI && angle <=
M_PI) ||
424 "representable in H.264 parameters.\n");
425 } else {
429 (uint16_t)
rint((angle >= 0.0 ? angle
430 : angle + 2 *
M_PI) *
432 write = 1;
433 }
434 }
435
436 if (seek_point) {
439 (uint16_t)
rint((
ctx->rotate >= 0.0 ?
ctx->rotate
440 :
ctx->rotate + 360.0) *
441 65536.0 / 360.0);
442 write = 1;
443 }
447 write = 1;
448 }
449 }
450
451 if (write) {
453
457 if (err < 0) {
459 "SEI message to access unit.\n");
460 return err;
461 }
462 }
463 }
464
465 return 0;
466 }
467
470 {
472 int err,
i, has_sps, seek_point;
473
477 ff_cbs_delete_unit(au,
i);
478 }
482 if (err < 0)
483 return err;
484 }
485 }
486
487 has_sps = 0;
491 if (err < 0)
492 return err;
493 has_sps = 1;
494 }
495 }
496
498 // The current packet should be treated as a seek point for metadata
499 // insertion if any of:
500 // - It is the first packet in the stream.
501 // - It contains an SPS, indicating that a sequence might start here.
502 // - It is marked as containing a key frame.
503 seek_point = !
ctx->done_first_au || has_sps ||
505 } else {
506 seek_point = 0;
507 }
508
509 if (
ctx->sei_user_data && seek_point) {
512 &
ctx->sei_user_data_payload,
NULL);
513 if (err < 0) {
515 "message to access unit.\n");
516 return err;
517 }
518 }
519
520 if (
ctx->delete_filler) {
523 ff_cbs_delete_unit(au,
i);
524 continue;
525 }
526 }
527
530 }
531
534 seek_point);
535 if (err < 0)
536 return err;
537 }
538
540 ctx->done_first_au = 1;
541
542 return 0;
543 }
544
547 .fragment_name = "access unit",
548 .unit_name = "NAL unit",
550 };
551
553 {
555
556 if (
ctx->sei_user_data) {
559
560 // Parse UUID. It must be a hex string of length 32, possibly
561 // containing '-'s between hex digits (which we ignore).
562 for (
i = j = 0; j < 32 &&
i < 64 &&
ctx->sei_user_data[
i];
i++) {
564 c =
ctx->sei_user_data[
i];
566 continue;
569 v = (
c <=
'9' ?
c -
'0' :
c -
'a' + 10);
570 } else {
571 break;
572 }
573 if (j & 1)
575 else
577 ++j;
578 }
579 if (j == 32 &&
ctx->sei_user_data[
i] ==
'+') {
580 udu->
data = (uint8_t*)
ctx->sei_user_data +
i + 1;
582 } else {
584 "must be \"UUID+string\".\n");
586 }
587 }
588
590 }
591
592 #define OFFSET(x) offsetof(H264MetadataContext, x)
593 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_BSF_PARAM)
597
598 { "sample_aspect_ratio", "Set sample aspect ratio (table E-1)",
600 { .dbl = 0.0 }, 0, 65535,
FLAGS },
601
602 { "overscan_appropriate_flag", "Set VUI overscan appropriate flag",
604 { .i64 = -1 }, -1, 1,
FLAGS },
605
606 { "video_format", "Set video format (table E-2)",
608 { .i64 = -1 }, -1, 7,
FLAGS},
609 { "video_full_range_flag", "Set video full range flag",
611 { .i64 = -1 }, -1, 1,
FLAGS },
612 { "colour_primaries", "Set colour primaries (table E-3)",
614 { .i64 = -1 }, -1, 255,
FLAGS },
615 { "transfer_characteristics", "Set transfer characteristics (table E-4)",
617 { .i64 = -1 }, -1, 255,
FLAGS },
618 { "matrix_coefficients", "Set matrix coefficients (table E-5)",
620 { .i64 = -1 }, -1, 255,
FLAGS },
621
622 { "chroma_sample_loc_type", "Set chroma sample location type (figure E-1)",
624 { .i64 = -1 }, -1, 5,
FLAGS },
625
626 { "tick_rate", "Set VUI tick rate (time_scale / num_units_in_tick)",
628 { .dbl = 0.0 }, 0, UINT_MAX,
FLAGS },
629 { "fixed_frame_rate_flag", "Set VUI fixed frame rate flag",
631 { .i64 = -1 }, -1, 1,
FLAGS },
632 { "zero_new_constraint_set_flags", "Set constraint_set4_flag / constraint_set5_flag to zero",
634 { .i64 = 0 }, 0, 1,
FLAGS },
635
636 { "crop_left", "Set left border crop offset",
639 { "crop_right", "Set right border crop offset",
642 { "crop_top", "Set top border crop offset",
645 { "crop_bottom", "Set bottom border crop offset",
648
649 { "sei_user_data", "Insert SEI user data (UUID+string)",
651
652 { "delete_filler", "Delete all filler (both NAL and SEI)",
654
656 "Display orientation SEI",
657 display_orientation,
FLAGS),
658
659 { "rotate", "Set rotation in display orientation SEI (anticlockwise angle in degrees)",
661 { .dbl =
NAN }, -360.0, +360.0,
FLAGS },
662 { "flip", "Set flip in display orientation SEI",
665 { "horizontal", "Set hor_flip",
668 { "vertical", "Set ver_flip",
671
672 { "level", "Set level (table A-1)",
675 { "auto", "Attempt to guess level from stream properties",
678 #define LEVEL(name, value) name, NULL, 0, AV_OPT_TYPE_CONST, \
679 { .i64 = value }, .flags = FLAGS, .unit = "level"
682 {
LEVEL(
"1.1", 11) },
683 {
LEVEL(
"1.2", 12) },
684 {
LEVEL(
"1.3", 13) },
686 {
LEVEL(
"2.1", 21) },
687 {
LEVEL(
"2.2", 22) },
689 {
LEVEL(
"3.1", 31) },
690 {
LEVEL(
"3.2", 32) },
692 {
LEVEL(
"4.1", 41) },
693 {
LEVEL(
"4.2", 42) },
695 {
LEVEL(
"5.1", 51) },
696 {
LEVEL(
"5.2", 52) },
698 {
LEVEL(
"6.1", 61) },
699 {
LEVEL(
"6.2", 62) },
700 #undef LEVEL
701
703 };
704
710 };
711
714 };
715
717 .
p.
name =
"h264_metadata",
724 };