Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 1 | /* |
| 2 | * MPEG-4 / H.263 HW decode acceleration through VA API |
| 3 | * |
| 4 | * Copyright (C) 2008-2009 Splitted-Desktop Systems |
| 5 | * |
| 6 | * This file is part of FFmpeg. |
| 7 | * |
| 8 | * FFmpeg is free software; you can redistribute it and/or |
| 9 | * modify it under the terms of the GNU Lesser General Public |
| 10 | * License as published by the Free Software Foundation; either |
| 11 | * version 2.1 of the License, or (at your option) any later version. |
| 12 | * |
| 13 | * FFmpeg is distributed in the hope that it will be useful, |
| 14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 16 | * Lesser General Public License for more details. |
| 17 | * |
| 18 | * You should have received a copy of the GNU Lesser General Public |
| 19 | * License along with FFmpeg; if not, write to the Free Software |
| 20 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 21 | */ |
| 22 | |
Måns Rullgård | 7447204 | 2010-06-27 20:18:28 | [diff] [blame] | 23 | #include "h263.h" |
Mark Thompson | 2594f6a | 2020-04-13 15:33:14 | [diff] [blame^] | 24 | #include "hwconfig.h" |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 25 | #include "internal.h" |
Anton Khirnov | 1a89025 | 2013-11-26 10:23:16 | [diff] [blame] | 26 | #include "mpeg4video.h" |
Vittorio Giovara | e60a6e7 | 2015-09-12 14:11:05 | [diff] [blame] | 27 | #include "mpegvideo.h" |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 28 | #include "vaapi_decode.h" |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 29 | |
| 30 | /** Reconstruct bitstream intra_dc_vlc_thr */ |
Anton Khirnov | f7d2286 | 2013-11-29 21:26:15 | [diff] [blame] | 31 | static int mpeg4_get_intra_dc_vlc_thr(Mpeg4DecContext *s) |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 32 | { |
| 33 | switch (s->intra_dc_threshold) { |
| 34 | case 99: return 0; |
| 35 | case 13: return 1; |
| 36 | case 15: return 2; |
| 37 | case 17: return 3; |
| 38 | case 19: return 4; |
| 39 | case 21: return 5; |
| 40 | case 23: return 6; |
| 41 | case 0: return 7; |
| 42 | } |
| 43 | return 0; |
| 44 | } |
| 45 | |
| 46 | static int vaapi_mpeg4_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size) |
| 47 | { |
Anton Khirnov | 1a89025 | 2013-11-26 10:23:16 | [diff] [blame] | 48 | Mpeg4DecContext *ctx = avctx->priv_data; |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 49 | MpegEncContext *s = &ctx->m; |
| 50 | VAAPIDecodePicture *pic = s->current_picture_ptr->hwaccel_picture_private; |
| 51 | VAPictureParameterBufferMPEG4 pic_param; |
| 52 | int i, err; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 53 | |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 54 | pic->output_surface = ff_vaapi_get_surface_id(s->current_picture_ptr->f); |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 55 | |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 56 | pic_param = (VAPictureParameterBufferMPEG4) { |
| 57 | .vop_width = s->width, |
| 58 | .vop_height = s->height, |
| 59 | .forward_reference_picture = VA_INVALID_ID, |
| 60 | .backward_reference_picture = VA_INVALID_ID, |
| 61 | .vol_fields.bits = { |
| 62 | .short_video_header = avctx->codec->id == AV_CODEC_ID_H263, |
| 63 | .chroma_format = CHROMA_420, |
| 64 | .interlaced = !s->progressive_sequence, |
| 65 | .obmc_disable = 1, |
| 66 | .sprite_enable = ctx->vol_sprite_usage, |
| 67 | .sprite_warping_accuracy = s->sprite_warping_accuracy, |
| 68 | .quant_type = s->mpeg_quant, |
| 69 | .quarter_sample = s->quarter_sample, |
| 70 | .data_partitioned = s->data_partitioning, |
| 71 | .reversible_vlc = ctx->rvlc, |
| 72 | .resync_marker_disable = !ctx->resync_marker, |
| 73 | }, |
| 74 | .no_of_sprite_warping_points = ctx->num_sprite_warping_points, |
| 75 | .quant_precision = s->quant_precision, |
| 76 | .vop_fields.bits = { |
| 77 | .vop_coding_type = s->pict_type - AV_PICTURE_TYPE_I, |
| 78 | .backward_reference_vop_coding_type = |
| 79 | s->pict_type == AV_PICTURE_TYPE_B ? s->next_picture.f->pict_type - AV_PICTURE_TYPE_I : 0, |
| 80 | .vop_rounding_type = s->no_rounding, |
| 81 | .intra_dc_vlc_thr = mpeg4_get_intra_dc_vlc_thr(ctx), |
| 82 | .top_field_first = s->top_field_first, |
| 83 | .alternate_vertical_scan_flag = s->alternate_scan, |
| 84 | }, |
| 85 | .vop_fcode_forward = s->f_code, |
| 86 | .vop_fcode_backward = s->b_code, |
| 87 | .vop_time_increment_resolution = avctx->framerate.num, |
| 88 | .num_macroblocks_in_gob = s->mb_width * H263_GOB_HEIGHT(s->height), |
| 89 | .num_gobs_in_vop = |
| 90 | (s->mb_width * s->mb_height) / (s->mb_width * H263_GOB_HEIGHT(s->height)), |
| 91 | .TRB = s->pb_time, |
| 92 | .TRD = s->pp_time, |
| 93 | }; |
| 94 | |
Anton Khirnov | 513d849 | 2013-11-26 13:34:52 | [diff] [blame] | 95 | for (i = 0; i < ctx->num_sprite_warping_points && i < 3; i++) { |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 96 | pic_param.sprite_trajectory_du[i] = ctx->sprite_traj[i][0]; |
| 97 | pic_param.sprite_trajectory_dv[i] = ctx->sprite_traj[i][1]; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 98 | } |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 99 | |
Stefano Sabatini | ce5e49b | 2011-04-27 23:40:44 | [diff] [blame] | 100 | if (s->pict_type == AV_PICTURE_TYPE_B) |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 101 | pic_param.backward_reference_picture = ff_vaapi_get_surface_id(s->next_picture.f); |
Stefano Sabatini | ce5e49b | 2011-04-27 23:40:44 | [diff] [blame] | 102 | if (s->pict_type != AV_PICTURE_TYPE_I) |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 103 | pic_param.forward_reference_picture = ff_vaapi_get_surface_id(s->last_picture.f); |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 104 | |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 105 | err = ff_vaapi_decode_make_param_buffer(avctx, pic, |
| 106 | VAPictureParameterBufferType, |
| 107 | &pic_param, sizeof(pic_param)); |
| 108 | if (err < 0) |
| 109 | goto fail; |
| 110 | |
Diego Biurrun | da9cea7 | 2011-10-05 12:12:42 | [diff] [blame] | 111 | /* Only the first inverse quantisation method uses the weighting matrices */ |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 112 | if (pic_param.vol_fields.bits.quant_type) { |
| 113 | VAIQMatrixBufferMPEG4 iq_matrix; |
| 114 | |
| 115 | iq_matrix.load_intra_quant_mat = 1; |
| 116 | iq_matrix.load_non_intra_quant_mat = 1; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 117 | |
| 118 | for (i = 0; i < 64; i++) { |
Michael Niedermayer | 581b5f0 | 2014-07-01 12:38:57 | [diff] [blame] | 119 | int n = s->idsp.idct_permutation[ff_zigzag_direct[i]]; |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 120 | iq_matrix.intra_quant_mat[i] = s->intra_matrix[n]; |
| 121 | iq_matrix.non_intra_quant_mat[i] = s->inter_matrix[n]; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 122 | } |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 123 | |
| 124 | err = ff_vaapi_decode_make_param_buffer(avctx, pic, |
| 125 | VAIQMatrixBufferType, |
| 126 | &iq_matrix, sizeof(iq_matrix)); |
| 127 | if (err < 0) |
| 128 | goto fail; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 129 | } |
| 130 | return 0; |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 131 | |
| 132 | fail: |
| 133 | ff_vaapi_decode_cancel(avctx, pic); |
| 134 | return err; |
| 135 | } |
| 136 | |
| 137 | static int vaapi_mpeg4_end_frame(AVCodecContext *avctx) |
| 138 | { |
| 139 | MpegEncContext *s = avctx->priv_data; |
| 140 | VAAPIDecodePicture *pic = s->current_picture_ptr->hwaccel_picture_private; |
| 141 | int ret; |
| 142 | |
| 143 | ret = ff_vaapi_decode_issue(avctx, pic); |
| 144 | if (ret < 0) |
| 145 | goto fail; |
| 146 | |
| 147 | ff_mpeg_draw_horiz_band(s, 0, s->avctx->height); |
| 148 | |
| 149 | fail: |
| 150 | return ret; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 151 | } |
| 152 | |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 153 | static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size) |
| 154 | { |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 155 | MpegEncContext *s = avctx->priv_data; |
| 156 | VAAPIDecodePicture *pic = s->current_picture_ptr->hwaccel_picture_private; |
| 157 | VASliceParameterBufferMPEG4 slice_param; |
| 158 | int err; |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 159 | |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 160 | slice_param = (VASliceParameterBufferMPEG4) { |
| 161 | .slice_data_size = size, |
| 162 | .slice_data_offset = 0, |
| 163 | .slice_data_flag = VA_SLICE_DATA_FLAG_ALL, |
| 164 | .macroblock_offset = get_bits_count(&s->gb) % 8, |
Mark Thompson | d40a1ae | 2017-01-21 23:02:21 | [diff] [blame] | 165 | .macroblock_number = 0, |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 166 | .quant_scale = s->qscale, |
| 167 | }; |
| 168 | |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 169 | err = ff_vaapi_decode_make_slice_buffer(avctx, pic, |
| 170 | &slice_param, sizeof(slice_param), |
| 171 | buffer, size); |
| 172 | if (err < 0) { |
| 173 | ff_vaapi_decode_cancel(avctx, pic); |
| 174 | return err; |
| 175 | } |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 176 | |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 177 | return 0; |
| 178 | } |
| 179 | |
| 180 | #if CONFIG_MPEG4_VAAPI_HWACCEL |
Mark Thompson | 3a71bcc | 2017-11-04 18:53:26 | [diff] [blame] | 181 | const AVHWAccel ff_mpeg4_vaapi_hwaccel = { |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 182 | .name = "mpeg4_vaapi", |
| 183 | .type = AVMEDIA_TYPE_VIDEO, |
| 184 | .id = AV_CODEC_ID_MPEG4, |
| 185 | .pix_fmt = AV_PIX_FMT_VAAPI, |
| 186 | .start_frame = &vaapi_mpeg4_start_frame, |
| 187 | .end_frame = &vaapi_mpeg4_end_frame, |
| 188 | .decode_slice = &vaapi_mpeg4_decode_slice, |
| 189 | .frame_priv_data_size = sizeof(VAAPIDecodePicture), |
| 190 | .init = &ff_vaapi_decode_init, |
| 191 | .uninit = &ff_vaapi_decode_uninit, |
wm4 | b46a77f | 2017-10-19 14:38:20 | [diff] [blame] | 192 | .frame_params = &ff_vaapi_common_frame_params, |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 193 | .priv_data_size = sizeof(VAAPIDecodeContext), |
Anton Khirnov | e0cd598 | 2016-11-24 14:14:22 | [diff] [blame] | 194 | .caps_internal = HWACCEL_CAP_ASYNC_SAFE, |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 195 | }; |
| 196 | #endif |
| 197 | |
| 198 | #if CONFIG_H263_VAAPI_HWACCEL |
Mark Thompson | 3a71bcc | 2017-11-04 18:53:26 | [diff] [blame] | 199 | const AVHWAccel ff_h263_vaapi_hwaccel = { |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 200 | .name = "h263_vaapi", |
| 201 | .type = AVMEDIA_TYPE_VIDEO, |
| 202 | .id = AV_CODEC_ID_H263, |
| 203 | .pix_fmt = AV_PIX_FMT_VAAPI, |
| 204 | .start_frame = &vaapi_mpeg4_start_frame, |
| 205 | .end_frame = &vaapi_mpeg4_end_frame, |
| 206 | .decode_slice = &vaapi_mpeg4_decode_slice, |
| 207 | .frame_priv_data_size = sizeof(VAAPIDecodePicture), |
| 208 | .init = &ff_vaapi_decode_init, |
| 209 | .uninit = &ff_vaapi_decode_uninit, |
wm4 | b46a77f | 2017-10-19 14:38:20 | [diff] [blame] | 210 | .frame_params = &ff_vaapi_common_frame_params, |
Mark Thompson | fd1a6a0 | 2016-08-07 12:45:41 | [diff] [blame] | 211 | .priv_data_size = sizeof(VAAPIDecodeContext), |
Anton Khirnov | e0cd598 | 2016-11-24 14:14:22 | [diff] [blame] | 212 | .caps_internal = HWACCEL_CAP_ASYNC_SAFE, |
Gwenole Beauchesne | b4df973 | 2009-04-02 07:30:04 | [diff] [blame] | 213 | }; |
| 214 | #endif |