FFmpeg: libavcodec/h264_refs.c Source File

FFmpeg

[フレーム]

libavcodec

h264_refs.c

Go to the documentation of this file.

1 /*

2 * H.26L/H.264/AVC/JVT/14496-10/... reference picture handling

4 *

5 * This file is part of FFmpeg.

6 *

7 * FFmpeg is free software; you can redistribute it and/or

8 * modify it under the terms of the GNU Lesser General Public

9 * License as published by the Free Software Foundation; either

10 * version 2.1 of the License, or (at your option) any later version.

11 *

12 * FFmpeg is distributed in the hope that it will be useful,

13 * but WITHOUT ANY WARRANTY; without even the implied warranty of

14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU

15 * Lesser General Public License for more details.

16 *

17 * You should have received a copy of the GNU Lesser General Public

18 * License along with FFmpeg; if not, write to the Free Software

19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

20 */

22 /**

23 * @file

24 * H.264 / AVC / MPEG4 part10 reference picture handling.

25 * @author Michael Niedermayer <michaelni@gmx.at>

26 */

28 #include <inttypes.h>

30 #include "libavutil/avassert.h"

31 #include "internal.h"

32 #include "avcodec.h"

33 #include "h264.h"

34 #include "golomb.h"

35 #include "mpegutils.h"

37 #include <assert.h>

40 static void pic_as_field(H264Picture *pic, const int parity){

41 int i;

42 for (i = 0; i < 4; ++i) {

43 if (parity == PICT_BOTTOM_FIELD)

44 pic->f.data[i] += pic->f.linesize[i];

45 pic->reference = parity;

46 pic->f.linesize[i] *= 2;

47 }

48 pic->poc= pic->field_poc[parity == PICT_BOTTOM_FIELD];

49 }

51 static int split_field_copy(H264Picture *dest, H264Picture *src, int parity, int id_add)

52 {

53 int match = !!(src->reference & parity);

55 if (match) {

56 COPY_PICTURE(dest, src);

57 if (parity != PICT_FRAME) {

58 pic_as_field(dest, parity);

59 dest->pic_id *= 2;

60 dest->pic_id += id_add;

61 }

62 }

64 return match;

65 }

67 static int build_def_list(H264Picture *def, int def_len,

68 H264Picture **in, int len, int is_long, int sel)

69 {

70 int i[2] = { 0 };

71 int index = 0;

73 while (i[0] < len || i[1] < len) {

74 while (i[0] < len && !(in[i[0]] && (in[i[0]]->reference & sel)))

75 i[0]++;

76 while (i[1] < len && !(in[i[1]] && (in[i[1]]->reference & (sel ^ 3))))

77 i[1]++;

78 if (i[0] < len) {

79 av_assert0(index < def_len);

80 in[i[0]]->pic_id = is_long ? i[0] : in[i[0]]->frame_num;

81 split_field_copy(&def[index++], in[i[0]++], sel, 1);

82 }

83 if (i[1] < len) {

84 av_assert0(index < def_len);

85 in[i[1]]->pic_id = is_long ? i[1] : in[i[1]]->frame_num;

86 split_field_copy(&def[index++], in[i[1]++], sel ^ 3, 0);

87 }

88 }

90 return index;

91 }

93 static int add_sorted(H264Picture **sorted, H264Picture **src, int len, int limit, int dir)

94 {

95 int i, best_poc;

96 int out_i = 0;

98 for (;;) {

99 best_poc = dir ? INT_MIN : INT_MAX;

100

101 for (i = 0; i < len; i++) {

102 const int poc = src[i]->poc;

103 if (((poc > limit) ^ dir) && ((poc < best_poc) ^ dir)) {

104 best_poc = poc;

105 sorted[out_i] = src[i];

106 }

107 }

108 if (best_poc == (dir ? INT_MIN : INT_MAX))

109 break;

110 limit = sorted[out_i++]->poc - dir;

111 }

112 return out_i;

113 }

114

115 int ff_h264_fill_default_ref_list(H264Context *h)

116 {

117 int i, len;

118

119 if (h->slice_type_nos == AV_PICTURE_TYPE_B) {

120 H264Picture *sorted[32];

121 int cur_poc, list;

122 int lens[2];

123

124 if (FIELD_PICTURE(h))

125 cur_poc = h->cur_pic_ptr->field_poc[h->picture_structure == PICT_BOTTOM_FIELD];

126 else

127 cur_poc = h->cur_pic_ptr->poc;

128

129 for (list = 0; list < 2; list++) {

130 len = add_sorted(sorted, h->short_ref, h->short_ref_count, cur_poc, 1 ^ list);

131 len += add_sorted(sorted + len, h->short_ref, h->short_ref_count, cur_poc, 0 ^ list);

132 av_assert0(len <= 32);

133

134 len = build_def_list(h->default_ref_list[list], FF_ARRAY_ELEMS(h->default_ref_list[0]),

135 sorted, len, 0, h->picture_structure);

136 len += build_def_list(h->default_ref_list[list] + len,

137 FF_ARRAY_ELEMS(h->default_ref_list[0]) - len,

138 h->long_ref, 16, 1, h->picture_structure);

139 av_assert0(len <= 32);

140

141 if (len < h->ref_count[list])

142 memset(&h->default_ref_list[list][len], 0, sizeof(H264Picture) * (h->ref_count[list] - len));

143 lens[list] = len;

144 }

145

146 if (lens[0] == lens[1] && lens[1] > 1) {

147 for (i = 0; i < lens[0] &&

148 h->default_ref_list[0][i].f.buf[0]->buffer ==

149 h->default_ref_list[1][i].f.buf[0]->buffer; i++);

150 if (i == lens[0]) {

151 H264Picture tmp;

152 COPY_PICTURE(&tmp, &h->default_ref_list[1][0]);

153 COPY_PICTURE(&h->default_ref_list[1][0], &h->default_ref_list[1][1]);

154 COPY_PICTURE(&h->default_ref_list[1][1], &tmp);

155 }

156 }

157 } else {

158 len = build_def_list(h->default_ref_list[0], FF_ARRAY_ELEMS(h->default_ref_list[0]),

159 h->short_ref, h->short_ref_count, 0, h->picture_structure);

160 len += build_def_list(h->default_ref_list[0] + len,

161 FF_ARRAY_ELEMS(h->default_ref_list[0]) - len,

162 h-> long_ref, 16, 1, h->picture_structure);

163 av_assert0(len <= 32);

164

165 if (len < h->ref_count[0])

166 memset(&h->default_ref_list[0][len], 0, sizeof(H264Picture) * (h->ref_count[0] - len));

167 }

168 #ifdef TRACE

169 for (i = 0; i < h->ref_count[0]; i++) {

170 tprintf(h->avctx, "List0: %s fn:%d 0x%p\n",

171 (h->default_ref_list[0][i].long_ref ? "LT" : "ST"),

172 h->default_ref_list[0][i].pic_id,

173 h->default_ref_list[0][i].f.data[0]);

174 }

175 if (h->slice_type_nos == AV_PICTURE_TYPE_B) {

176 for (i = 0; i < h->ref_count[1]; i++) {

177 tprintf(h->avctx, "List1: %s fn:%d 0x%p\n",

178 (h->default_ref_list[1][i].long_ref ? "LT" : "ST"),

179 h->default_ref_list[1][i].pic_id,

180 h->default_ref_list[1][i].f.data[0]);

181 }

182 }

183 #endif

184 return 0;

185 }

186

187 static void print_short_term(H264Context *h);

188 static void print_long_term(H264Context *h);

189

190 /**

191 * Extract structure information about the picture described by pic_num in

192 * the current decoding context (frame or field). Note that pic_num is

193 * picture number without wrapping (so, 0<=pic_num<max_pic_num).

194 * @param pic_num picture number for which to extract structure information

195 * @param structure one of PICT_XXX describing structure of picture

196 * with pic_num

197 * @return frame number (short term) or long term index of picture

198 * described by pic_num

199 */

200 static int pic_num_extract(H264Context *h, int pic_num, int *structure)

201 {

202 *structure = h->picture_structure;

203 if (FIELD_PICTURE(h)) {

204 if (!(pic_num & 1))

205 /* opposite field */

206 *structure ^= PICT_FRAME;

207 pic_num >>= 1;

208 }

209

210 return pic_num;

211 }

212

213 int ff_h264_decode_ref_pic_list_reordering(H264Context *h)

214 {

215 int list, index, pic_structure, i;

216

217 print_short_term(h);

218 print_long_term(h);

219

220 for (list = 0; list < h->list_count; list++) {

221 for (i = 0; i < h->ref_count[list]; i++)

222 COPY_PICTURE(&h->ref_list[list][i], &h->default_ref_list[list][i]);

223

224 if (get_bits1(&h->gb)) { // ref_pic_list_modification_flag_l[01]

225 int pred = h->curr_pic_num;

226

227 for (index = 0; ; index++) {

228 unsigned int modification_of_pic_nums_idc = get_ue_golomb_31(&h->gb);

229 unsigned int pic_id;

230 int i;

231 H264Picture *ref = NULL;

232

233 if (modification_of_pic_nums_idc == 3)

234 break;

235

236 if (index >= h->ref_count[list]) {

237 av_log(h->avctx, AV_LOG_ERROR, "reference count overflow\n");

238 return -1;

239 }

240

241 switch (modification_of_pic_nums_idc) {

242 case 0:

243 case 1: {

244 const unsigned int abs_diff_pic_num = get_ue_golomb(&h->gb) + 1;

245 int frame_num;

246

247 if (abs_diff_pic_num > h->max_pic_num) {

248 av_log(h->avctx, AV_LOG_ERROR,

249 "abs_diff_pic_num overflow\n");

250 return AVERROR_INVALIDDATA;

251 }

252

253 if (modification_of_pic_nums_idc == 0)

254 pred -= abs_diff_pic_num;

255 else

256 pred += abs_diff_pic_num;

257 pred &= h->max_pic_num - 1;

258

259 frame_num = pic_num_extract(h, pred, &pic_structure);

260

261 for (i = h->short_ref_count - 1; i >= 0; i--) {

262 ref = h->short_ref[i];

263 assert(ref->reference);

264 assert(!ref->long_ref);

265 if (ref->frame_num == frame_num &&

266 (ref->reference & pic_structure))

267 break;

268 }

269 if (i >= 0)

270 ref->pic_id = pred;

271 break;

272 }

273 case 2: {

274 int long_idx;

275 pic_id = get_ue_golomb(&h->gb); // long_term_pic_idx

276

277 long_idx = pic_num_extract(h, pic_id, &pic_structure);

278

279 if (long_idx > 31) {

280 av_log(h->avctx, AV_LOG_ERROR,

281 "long_term_pic_idx overflow\n");

282 return AVERROR_INVALIDDATA;

283 }

284 ref = h->long_ref[long_idx];

285 assert(!(ref && !ref->reference));

286 if (ref && (ref->reference & pic_structure)) {

287 ref->pic_id = pic_id;

288 assert(ref->long_ref);

289 i = 0;

290 } else {

291 i = -1;

292 }

293 break;

294 }

295 default:

296 av_log(h->avctx, AV_LOG_ERROR,

297 "illegal modification_of_pic_nums_idc %u\n",

298 modification_of_pic_nums_idc);

299 return AVERROR_INVALIDDATA;

300 }

301

302 if (i < 0) {

303 av_log(h->avctx, AV_LOG_ERROR,

304 "reference picture missing during reorder\n");

305 memset(&h->ref_list[list][index], 0, sizeof(H264Picture)); // FIXME

306 } else {

307 for (i = index; i + 1 < h->ref_count[list]; i++) {

308 if (ref->long_ref == h->ref_list[list][i].long_ref &&

309 ref->pic_id == h->ref_list[list][i].pic_id)

310 break;

311 }

312 for (; i > index; i--) {

313 COPY_PICTURE(&h->ref_list[list][i], &h->ref_list[list][i - 1]);

314 }

315 COPY_PICTURE(&h->ref_list[list][index], ref);

316 if (FIELD_PICTURE(h)) {

317 pic_as_field(&h->ref_list[list][index], pic_structure);

318 }

319 }

320 }

321 }

322 }

323 for (list = 0; list < h->list_count; list++) {

324 for (index = 0; index < h->ref_count[list]; index++) {

325 if ( !h->ref_list[list][index].f.buf[0]

326 || (!FIELD_PICTURE(h) && (h->ref_list[list][index].reference&3) != 3)) {

327 int i;

328 av_log(h->avctx, AV_LOG_ERROR, "Missing reference picture, default is %d\n", h->default_ref_list[list][0].poc);

329 for (i = 0; i < FF_ARRAY_ELEMS(h->last_pocs); i++)

330 h->last_pocs[i] = INT_MIN;

331 if (h->default_ref_list[list][0].f.buf[0]

332 && !(!FIELD_PICTURE(h) && (h->default_ref_list[list][0].reference&3) != 3))

333 COPY_PICTURE(&h->ref_list[list][index], &h->default_ref_list[list][0]);

334 else

335 return -1;

336 }

337 av_assert0(av_buffer_get_ref_count(h->ref_list[list][index].f.buf[0]) > 0);

338 }

339 }

340

341 return 0;

342 }

343

344 void ff_h264_fill_mbaff_ref_list(H264Context *h)

345 {

346 int list, i, j;

347 for (list = 0; list < h->list_count; list++) {

348 for (i = 0; i < h->ref_count[list]; i++) {

349 H264Picture *frame = &h->ref_list[list][i];

350 H264Picture *field = &h->ref_list[list][16 + 2 * i];

351 COPY_PICTURE(field, frame);

352 for (j = 0; j < 3; j++)

353 field[0].f.linesize[j] <<= 1;

354 field[0].reference = PICT_TOP_FIELD;

355 field[0].poc = field[0].field_poc[0];

356 COPY_PICTURE(field + 1, field);

357 for (j = 0; j < 3; j++)

358 field[1].f.data[j] += frame->f.linesize[j];

359 field[1].reference = PICT_BOTTOM_FIELD;

360 field[1].poc = field[1].field_poc[1];

361

362 h->luma_weight[16 + 2 * i][list][0] = h->luma_weight[16 + 2 * i + 1][list][0] = h->luma_weight[i][list][0];

363 h->luma_weight[16 + 2 * i][list][1] = h->luma_weight[16 + 2 * i + 1][list][1] = h->luma_weight[i][list][1];

364 for (j = 0; j < 2; j++) {

365 h->chroma_weight[16 + 2 * i][list][j][0] = h->chroma_weight[16 + 2 * i + 1][list][j][0] = h->chroma_weight[i][list][j][0];

366 h->chroma_weight[16 + 2 * i][list][j][1] = h->chroma_weight[16 + 2 * i + 1][list][j][1] = h->chroma_weight[i][list][j][1];

367 }

368 }

369 }

370 }

371

372 /**

373 * Mark a picture as no longer needed for reference. The refmask

374 * argument allows unreferencing of individual fields or the whole frame.

375 * If the picture becomes entirely unreferenced, but is being held for

376 * display purposes, it is marked as such.

377 * @param refmask mask of fields to unreference; the mask is bitwise

378 * anded with the reference marking of pic

379 * @return non-zero if pic becomes entirely unreferenced (except possibly

380 * for display purposes) zero if one of the fields remains in

381 * reference

382 */

383 static inline int unreference_pic(H264Context *h, H264Picture *pic, int refmask)

384 {

385 int i;

386 if (pic->reference &= refmask) {

387 return 0;

388 } else {

389 for(i = 0; h->delayed_pic[i]; i++)

390 if(pic == h->delayed_pic[i]){

391 pic->reference = DELAYED_PIC_REF;

392 break;

393 }

394 return 1;

395 }

396 }

397

398 /**

399 * Find a H264Picture in the short term reference list by frame number.

400 * @param frame_num frame number to search for

401 * @param idx the index into h->short_ref where returned picture is found

402 * undefined if no picture found.

403 * @return pointer to the found picture, or NULL if no pic with the provided

404 * frame number is found

405 */

406 static H264Picture *find_short(H264Context *h, int frame_num, int *idx)

407 {

408 int i;

409

410 for (i = 0; i < h->short_ref_count; i++) {

411 H264Picture *pic = h->short_ref[i];

412 if (h->avctx->debug & FF_DEBUG_MMCO)

413 av_log(h->avctx, AV_LOG_DEBUG, "%d %d %p\n", i, pic->frame_num, pic);

414 if (pic->frame_num == frame_num) {

415 *idx = i;

416 return pic;

417 }

418 }

419 return NULL;

420 }

421

422 /**

423 * Remove a picture from the short term reference list by its index in

424 * that list. This does no checking on the provided index; it is assumed

425 * to be valid. Other list entries are shifted down.

426 * @param i index into h->short_ref of picture to remove.

427 */

428 static void remove_short_at_index(H264Context *h, int i)

429 {

430 assert(i >= 0 && i < h->short_ref_count);

431 h->short_ref[i] = NULL;

432 if (--h->short_ref_count)

433 memmove(&h->short_ref[i], &h->short_ref[i + 1],

434 (h->short_ref_count - i) * sizeof(H264Picture*));

435 }

436

437 /**

438 *

439 * @return the removed picture or NULL if an error occurs

440 */

441 static H264Picture *remove_short(H264Context *h, int frame_num, int ref_mask)

442 {

443 H264Picture *pic;

444 int i;

445

446 if (h->avctx->debug & FF_DEBUG_MMCO)

447 av_log(h->avctx, AV_LOG_DEBUG, "remove short %d count %d\n", frame_num, h->short_ref_count);

448

449 pic = find_short(h, frame_num, &i);

450 if (pic) {

451 if (unreference_pic(h, pic, ref_mask))

452 remove_short_at_index(h, i);

453 }

454

455 return pic;

456 }

457

458 /**

459 * Remove a picture from the long term reference list by its index in

460 * that list.

461 * @return the removed picture or NULL if an error occurs

462 */

463 static H264Picture *remove_long(H264Context *h, int i, int ref_mask)

464 {

465 H264Picture *pic;

466

467 pic = h->long_ref[i];

468 if (pic) {

469 if (unreference_pic(h, pic, ref_mask)) {

470 assert(h->long_ref[i]->long_ref == 1);

471 h->long_ref[i]->long_ref = 0;

472 h->long_ref[i] = NULL;

473 h->long_ref_count--;

474 }

475 }

476

477 return pic;

478 }

479

480 void ff_h264_remove_all_refs(H264Context *h)

481 {

482 int i;

483

484 for (i = 0; i < 16; i++) {

485 remove_long(h, i, 0);

486 }

487 assert(h->long_ref_count == 0);

488

489 if (h->short_ref_count && !h->last_pic_for_ec.f.data[0]) {

490 ff_h264_unref_picture(h, &h->last_pic_for_ec);

491 ff_h264_ref_picture(h, &h->last_pic_for_ec, h->short_ref[0]);

492 }

493

494 for (i = 0; i < h->short_ref_count; i++) {

495 unreference_pic(h, h->short_ref[i], 0);

496 h->short_ref[i] = NULL;

497 }

498 h->short_ref_count = 0;

499

500 memset(h->default_ref_list, 0, sizeof(h->default_ref_list));

501 memset(h->ref_list, 0, sizeof(h->ref_list));

502 }

503

504 /**

505 * print short term list

506 */

507 static void print_short_term(H264Context *h)

508 {

509 uint32_t i;

510 if (h->avctx->debug & FF_DEBUG_MMCO) {

511 av_log(h->avctx, AV_LOG_DEBUG, "short term list:\n");

512 for (i = 0; i < h->short_ref_count; i++) {

513 H264Picture *pic = h->short_ref[i];

514 av_log(h->avctx, AV_LOG_DEBUG, "%"PRIu32" fn:%d poc:%d %p\n",

515 i, pic->frame_num, pic->poc, pic->f.data[0]);

516 }

517 }

518 }

519

520 /**

521 * print long term list

522 */

523 static void print_long_term(H264Context *h)

524 {

525 uint32_t i;

526 if (h->avctx->debug & FF_DEBUG_MMCO) {

527 av_log(h->avctx, AV_LOG_DEBUG, "long term list:\n");

528 for (i = 0; i < 16; i++) {

529 H264Picture *pic = h->long_ref[i];

530 if (pic) {

531 av_log(h->avctx, AV_LOG_DEBUG, "%"PRIu32" fn:%d poc:%d %p\n",

532 i, pic->frame_num, pic->poc, pic->f.data[0]);

533 }

534 }

535 }

536 }

537

538 static int check_opcodes(MMCO *mmco1, MMCO *mmco2, int n_mmcos)

539 {

540 int i;

541

542 for (i = 0; i < n_mmcos; i++) {

543 if (mmco1[i].opcode != mmco2[i].opcode) {

544 av_log(NULL, AV_LOG_ERROR, "MMCO opcode [%d, %d] at %d mismatches between slices\n",

545 mmco1[i].opcode, mmco2[i].opcode, i);

546 return -1;

547 }

548 }

549

550 return 0;

551 }

552

553 int ff_generate_sliding_window_mmcos(H264Context *h, int first_slice)

554 {

555 MMCO mmco_temp[MAX_MMCO_COUNT], *mmco = first_slice ? h->mmco : mmco_temp;

556 int mmco_index = 0, i = 0;

557

558 if (h->short_ref_count &&

559 h->long_ref_count + h->short_ref_count >= h->sps.ref_frame_count &&

560 !(FIELD_PICTURE(h) && !h->first_field && h->cur_pic_ptr->reference)) {

561 mmco[0].opcode = MMCO_SHORT2UNUSED;

562 mmco[0].short_pic_num = h->short_ref[h->short_ref_count - 1]->frame_num;

563 mmco_index = 1;

564 if (FIELD_PICTURE(h)) {

565 mmco[0].short_pic_num *= 2;

566 mmco[1].opcode = MMCO_SHORT2UNUSED;

567 mmco[1].short_pic_num = mmco[0].short_pic_num + 1;

568 mmco_index = 2;

569 }

570 }

571

572 if (first_slice) {

573 h->mmco_index = mmco_index;

574 } else if (!first_slice && mmco_index >= 0 &&

575 (mmco_index != h->mmco_index ||

576 (i = check_opcodes(h->mmco, mmco_temp, mmco_index)))) {

577 av_log(h->avctx, AV_LOG_ERROR,

578 "Inconsistent MMCO state between slices [%d, %d]\n",

579 mmco_index, h->mmco_index);

580 return AVERROR_INVALIDDATA;

581 }

582 return 0;

583 }

584

585 int ff_h264_execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count)

586 {

587 int i, av_uninit(j);

588 int pps_count;

589 int current_ref_assigned = 0, err = 0;

590 H264Picture *av_uninit(pic);

591

592 if ((h->avctx->debug & FF_DEBUG_MMCO) && mmco_count == 0)

593 av_log(h->avctx, AV_LOG_DEBUG, "no mmco here\n");

594

595 for (i = 0; i < mmco_count; i++) {

596 int av_uninit(structure), av_uninit(frame_num);

597 if (h->avctx->debug & FF_DEBUG_MMCO)

598 av_log(h->avctx, AV_LOG_DEBUG, "mmco:%d %d %d\n", h->mmco[i].opcode,

599 h->mmco[i].short_pic_num, h->mmco[i].long_arg);

600

601 if (mmco[i].opcode == MMCO_SHORT2UNUSED ||

602 mmco[i].opcode == MMCO_SHORT2LONG) {

603 frame_num = pic_num_extract(h, mmco[i].short_pic_num, &structure);

604 pic = find_short(h, frame_num, &j);

605 if (!pic) {

606 if (mmco[i].opcode != MMCO_SHORT2LONG ||

607 !h->long_ref[mmco[i].long_arg] ||

608 h->long_ref[mmco[i].long_arg]->frame_num != frame_num) {

609 av_log(h->avctx, h->short_ref_count ? AV_LOG_ERROR : AV_LOG_DEBUG, "mmco: unref short failure\n");

610 err = AVERROR_INVALIDDATA;

611 }

612 continue;

613 }

614 }

615

616 switch (mmco[i].opcode) {

617 case MMCO_SHORT2UNUSED:

618 if (h->avctx->debug & FF_DEBUG_MMCO)

619 av_log(h->avctx, AV_LOG_DEBUG, "mmco: unref short %d count %d\n",

620 h->mmco[i].short_pic_num, h->short_ref_count);

621 remove_short(h, frame_num, structure ^ PICT_FRAME);

622 break;

623 case MMCO_SHORT2LONG:

624 if (h->long_ref[mmco[i].long_arg] != pic)

625 remove_long(h, mmco[i].long_arg, 0);

626

627 remove_short_at_index(h, j);

628 h->long_ref[ mmco[i].long_arg ] = pic;

629 if (h->long_ref[mmco[i].long_arg]) {

630 h->long_ref[mmco[i].long_arg]->long_ref = 1;

631 h->long_ref_count++;

632 }

633 break;

634 case MMCO_LONG2UNUSED:

635 j = pic_num_extract(h, mmco[i].long_arg, &structure);

636 pic = h->long_ref[j];

637 if (pic) {

638 remove_long(h, j, structure ^ PICT_FRAME);

639 } else if (h->avctx->debug & FF_DEBUG_MMCO)

640 av_log(h->avctx, AV_LOG_DEBUG, "mmco: unref long failure\n");

641 break;

642 case MMCO_LONG:

643 // Comment below left from previous code as it is an interresting note.

644 /* First field in pair is in short term list or

645 * at a different long term index.

646 * This is not allowed; see 7.4.3.3, notes 2 and 3.

647 * Report the problem and keep the pair where it is,

648 * and mark this field valid.

649 */

650 if (h->short_ref[0] == h->cur_pic_ptr) {

651 av_log(h->avctx, AV_LOG_ERROR, "mmco: cannot assign current picture to short and long at the same time\n");

652 remove_short_at_index(h, 0);

653 }

654

655 if (h->long_ref[mmco[i].long_arg] != h->cur_pic_ptr) {

656 if (h->cur_pic_ptr->long_ref) {

657 for(j=0; j<16; j++) {

658 if(h->long_ref[j] == h->cur_pic_ptr) {

659 remove_long(h, j, 0);

660 av_log(h->avctx, AV_LOG_ERROR, "mmco: cannot assign current picture to 2 long term references\n");

661 }

662 }

663 }

664 av_assert0(!h->cur_pic_ptr->long_ref);

665 remove_long(h, mmco[i].long_arg, 0);

666

667 h->long_ref[mmco[i].long_arg] = h->cur_pic_ptr;

668 h->long_ref[mmco[i].long_arg]->long_ref = 1;

669 h->long_ref_count++;

670 }

671

672 h->cur_pic_ptr->reference |= h->picture_structure;

673 current_ref_assigned = 1;

674 break;

675 case MMCO_SET_MAX_LONG:

676 assert(mmco[i].long_arg <= 16);

677 // just remove the long term which index is greater than new max

678 for (j = mmco[i].long_arg; j < 16; j++) {

679 remove_long(h, j, 0);

680 }

681 break;

682 case MMCO_RESET:

683 while (h->short_ref_count) {

684 remove_short(h, h->short_ref[0]->frame_num, 0);

685 }

686 for (j = 0; j < 16; j++) {

687 remove_long(h, j, 0);

688 }

689 h->frame_num = h->cur_pic_ptr->frame_num = 0;

690 h->mmco_reset = 1;

691 h->cur_pic_ptr->mmco_reset = 1;

692 for (j = 0; j < MAX_DELAYED_PIC_COUNT; j++)

693 h->last_pocs[j] = INT_MIN;

694 break;

695 default: assert(0);

696 }

697 }

698

699 if (!current_ref_assigned) {

700 /* Second field of complementary field pair; the first field of

701 * which is already referenced. If short referenced, it

702 * should be first entry in short_ref. If not, it must exist

703 * in long_ref; trying to put it on the short list here is an

704 * error in the encoded bit stream (ref: 7.4.3.3, NOTE 2 and 3).

705 */

706 if (h->short_ref_count && h->short_ref[0] == h->cur_pic_ptr) {

707 /* Just mark the second field valid */

708 h->cur_pic_ptr->reference = PICT_FRAME;

709 } else if (h->cur_pic_ptr->long_ref) {

710 av_log(h->avctx, AV_LOG_ERROR, "illegal short term reference "

711 "assignment for second field "

712 "in complementary field pair "

713 "(first field is long term)\n");

714 err = AVERROR_INVALIDDATA;

715 } else {

716 pic = remove_short(h, h->cur_pic_ptr->frame_num, 0);

717 if (pic) {

718 av_log(h->avctx, AV_LOG_ERROR, "illegal short term buffer state detected\n");

719 err = AVERROR_INVALIDDATA;

720 }

721

722 if (h->short_ref_count)

723 memmove(&h->short_ref[1], &h->short_ref[0],

724 h->short_ref_count * sizeof(H264Picture*));

725

726 h->short_ref[0] = h->cur_pic_ptr;

727 h->short_ref_count++;

728 h->cur_pic_ptr->reference |= h->picture_structure;

729 }

730 }

731

732 if (h->long_ref_count + h->short_ref_count > FFMAX(h->sps.ref_frame_count, 1)) {

733

734 /* We have too many reference frames, probably due to corrupted

735 * stream. Need to discard one frame. Prevents overrun of the

736 * short_ref and long_ref buffers.

737 */

738 av_log(h->avctx, AV_LOG_ERROR,

739 "number of reference frames (%d+%d) exceeds max (%d; probably "

740 "corrupt input), discarding one\n",

741 h->long_ref_count, h->short_ref_count, h->sps.ref_frame_count);

742 err = AVERROR_INVALIDDATA;

743

744 if (h->long_ref_count && !h->short_ref_count) {

745 for (i = 0; i < 16; ++i)

746 if (h->long_ref[i])

747 break;

748

749 assert(i < 16);

750 remove_long(h, i, 0);

751 } else {

752 pic = h->short_ref[h->short_ref_count - 1];

753 remove_short(h, pic->frame_num, 0);

754 }

755 }

756

757 for (i = 0; i<h->short_ref_count; i++) {

758 pic = h->short_ref[i];

759 if (pic->invalid_gap) {

760 int d = (h->cur_pic_ptr->frame_num - pic->frame_num) & ((1 << h->sps.log2_max_frame_num)-1);

761 if (d > h->sps.ref_frame_count)

762 remove_short(h, pic->frame_num, 0);

763 }

764 }

765

766 print_short_term(h);

767 print_long_term(h);

768

769 pps_count = 0;

770 for (i = 0; i < FF_ARRAY_ELEMS(h->pps_buffers); i++)

771 pps_count += !!h->pps_buffers[i];

772

773 if ( err >= 0

774 && h->long_ref_count==0

775 && (h->short_ref_count<=2 || h->pps.ref_count[0] <= 1 && h->pps.ref_count[1] <= 1 && pps_count == 1)

776 && h->pps.ref_count[0]<=2 + (h->picture_structure != PICT_FRAME) + (2*!h->has_recovery_point)

777 && h->cur_pic_ptr->f.pict_type == AV_PICTURE_TYPE_I){

778 h->cur_pic_ptr->recovered |= 1;

779 if(!h->avctx->has_b_frames)

780 h->frame_recovered |= FRAME_RECOVERED_SEI;

781 }

782

783 return (h->avctx->err_recognition & AV_EF_EXPLODE) ? err : 0;

784 }

785

786 int ff_h264_decode_ref_pic_marking(H264Context *h, GetBitContext *gb,

787 int first_slice)

788 {

789 int i, ret;

790 MMCO mmco_temp[MAX_MMCO_COUNT], *mmco = mmco_temp;

791 int mmco_index = 0;

792

793 if (h->nal_unit_type == NAL_IDR_SLICE) { // FIXME fields

794 skip_bits1(gb); // broken_link

795 if (get_bits1(gb)) {

796 mmco[0].opcode = MMCO_LONG;

797 mmco[0].long_arg = 0;

798 mmco_index = 1;

799 }

800 } else {

801 if (get_bits1(gb)) { // adaptive_ref_pic_marking_mode_flag

802 for (i = 0; i < MAX_MMCO_COUNT; i++) {

803 MMCOOpcode opcode = get_ue_golomb_31(gb);

804

805 mmco[i].opcode = opcode;

806 if (opcode == MMCO_SHORT2UNUSED || opcode == MMCO_SHORT2LONG) {

807 mmco[i].short_pic_num =

808 (h->curr_pic_num - get_ue_golomb(gb) - 1) &

809 (h->max_pic_num - 1);

810 #if 0

811 if (mmco[i].short_pic_num >= h->short_ref_count ||

812 !h->short_ref[mmco[i].short_pic_num]) {

813 av_log(s->avctx, AV_LOG_ERROR,

814 "illegal short ref in memory management control "

815 "operation %d\n", mmco);

816 return -1;

817 }

818 #endif

819 }

820 if (opcode == MMCO_SHORT2LONG || opcode == MMCO_LONG2UNUSED ||

821 opcode == MMCO_LONG || opcode == MMCO_SET_MAX_LONG) {

822 unsigned int long_arg = get_ue_golomb_31(gb);

823 if (long_arg >= 32 ||

824 (long_arg >= 16 && !(opcode == MMCO_SET_MAX_LONG &&

825 long_arg == 16) &&

826 !(opcode == MMCO_LONG2UNUSED && FIELD_PICTURE(h)))) {

827 av_log(h->avctx, AV_LOG_ERROR,

828 "illegal long ref in memory management control "

829 "operation %d\n", opcode);

830 return -1;

831 }

832 mmco[i].long_arg = long_arg;

833 }

834

835 if (opcode > (unsigned) MMCO_LONG) {

836 av_log(h->avctx, AV_LOG_ERROR,

837 "illegal memory management control operation %d\n",

838 opcode);

839 return -1;

840 }

841 if (opcode == MMCO_END)

842 break;

843 }

844 mmco_index = i;

845 } else {

846 if (first_slice) {

847 ret = ff_generate_sliding_window_mmcos(h, first_slice);

848 if (ret < 0 && h->avctx->err_recognition & AV_EF_EXPLODE)

849 return ret;

850 }

851 mmco_index = -1;

852 }

853 }

854

855 if (first_slice && mmco_index != -1) {

856 memcpy(h->mmco, mmco_temp, sizeof(h->mmco));

857 h->mmco_index = mmco_index;

858 } else if (!first_slice && mmco_index >= 0 &&

859 (mmco_index != h->mmco_index ||

860 check_opcodes(h->mmco, mmco_temp, mmco_index))) {

861 av_log(h->avctx, AV_LOG_ERROR,

862 "Inconsistent MMCO state between slices [%d, %d]\n",

863 mmco_index, h->mmco_index);

864 return AVERROR_INVALIDDATA;

865 }

866

867 return 0;

868 }

Generated on Sun Mar 8 2015 02:34:52 for FFmpeg by doxygen 1.8.2