1/*
2 * MPEG-4 Part 10 / AVC / H.264 HW decode acceleration through VDPAU
3 *
4 * Copyright (c) 2008 NVIDIA
5 * Copyright (c) 2013 R��mi Denis-Courmont
6 *
7 * This file is part of FFmpeg.
8 *
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 */
23
24#include <vdpau/vdpau.h>
25
26#include "avcodec.h"
27#include "h264.h"
28#include "mpegutils.h"
29#include "vdpau.h"
30#include "vdpau_internal.h"
31
32static int32_t h264_foc(int foc)
33{
34    if (foc == INT_MAX)
35        foc = 0;
36    return foc;
37}
38
39static void vdpau_h264_clear_rf(VdpReferenceFrameH264 *rf)
40{
41    rf->surface             = VDP_INVALID_HANDLE;
42    rf->is_long_term        = VDP_FALSE;
43    rf->top_is_reference    = VDP_FALSE;
44    rf->bottom_is_reference = VDP_FALSE;
45    rf->field_order_cnt[0]  = 0;
46    rf->field_order_cnt[1]  = 0;
47    rf->frame_idx           = 0;
48}
49
50static void vdpau_h264_set_rf(VdpReferenceFrameH264 *rf, H264Picture *pic,
51                              int pic_structure)
52{
53    VdpVideoSurface surface = ff_vdpau_get_surface_id(&pic->f);
54
55    if (pic_structure == 0)
56        pic_structure = pic->reference;
57
58    rf->surface             = surface;
59    rf->is_long_term        = pic->reference && pic->long_ref;
60    rf->top_is_reference    = (pic_structure & PICT_TOP_FIELD)    != 0;
61    rf->bottom_is_reference = (pic_structure & PICT_BOTTOM_FIELD) != 0;
62    rf->field_order_cnt[0]  = h264_foc(pic->field_poc[0]);
63    rf->field_order_cnt[1]  = h264_foc(pic->field_poc[1]);
64    rf->frame_idx           = pic->long_ref ? pic->pic_id : pic->frame_num;
65}
66
67static void vdpau_h264_set_reference_frames(AVCodecContext *avctx)
68{
69    H264Context * const h = avctx->priv_data;
70    struct vdpau_picture_context *pic_ctx = h->cur_pic_ptr->hwaccel_picture_private;
71    VdpPictureInfoH264 *info = &pic_ctx->info.h264;
72    int list;
73
74    VdpReferenceFrameH264 *rf = &info->referenceFrames[0];
75#define H264_RF_COUNT FF_ARRAY_ELEMS(info->referenceFrames)
76
77    for (list = 0; list < 2; ++list) {
78        H264Picture **lp = list ? h->long_ref : h->short_ref;
79        int i, ls    = list ? 16          : h->short_ref_count;
80
81        for (i = 0; i < ls; ++i) {
82            H264Picture *pic = lp[i];
83            VdpReferenceFrameH264 *rf2;
84            VdpVideoSurface surface_ref;
85            int pic_frame_idx;
86
87            if (!pic || !pic->reference)
88                continue;
89            pic_frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
90            surface_ref = ff_vdpau_get_surface_id(&pic->f);
91
92            rf2 = &info->referenceFrames[0];
93            while (rf2 != rf) {
94                if ((rf2->surface      == surface_ref)   &&
95                    (rf2->is_long_term == pic->long_ref) &&
96                    (rf2->frame_idx    == pic_frame_idx))
97                    break;
98                ++rf2;
99            }
100            if (rf2 != rf) {
101                rf2->top_is_reference    |= (pic->reference & PICT_TOP_FIELD)    ? VDP_TRUE : VDP_FALSE;
102                rf2->bottom_is_reference |= (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
103                continue;
104            }
105
106            if (rf >= &info->referenceFrames[H264_RF_COUNT])
107                continue;
108
109            vdpau_h264_set_rf(rf, pic, pic->reference);
110            ++rf;
111        }
112    }
113
114    for (; rf < &info->referenceFrames[H264_RF_COUNT]; ++rf)
115        vdpau_h264_clear_rf(rf);
116}
117
118static int vdpau_h264_start_frame(AVCodecContext *avctx,
119                                  const uint8_t *buffer, uint32_t size)
120{
121    H264Context * const h = avctx->priv_data;
122    H264Picture *pic = h->cur_pic_ptr;
123    struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
124    VdpPictureInfoH264 *info = &pic_ctx->info.h264;
125
126    /* init VdpPictureInfoH264 */
127    info->slice_count                            = 0;
128    info->field_order_cnt[0]                     = h264_foc(pic->field_poc[0]);
129    info->field_order_cnt[1]                     = h264_foc(pic->field_poc[1]);
130    info->is_reference                           = h->nal_ref_idc != 0;
131    info->frame_num                              = h->frame_num;
132    info->field_pic_flag                         = h->picture_structure != PICT_FRAME;
133    info->bottom_field_flag                      = h->picture_structure == PICT_BOTTOM_FIELD;
134    info->num_ref_frames                         = h->sps.ref_frame_count;
135    info->mb_adaptive_frame_field_flag           = h->sps.mb_aff && !info->field_pic_flag;
136    info->constrained_intra_pred_flag            = h->pps.constrained_intra_pred;
137    info->weighted_pred_flag                     = h->pps.weighted_pred;
138    info->weighted_bipred_idc                    = h->pps.weighted_bipred_idc;
139    info->frame_mbs_only_flag                    = h->sps.frame_mbs_only_flag;
140    info->transform_8x8_mode_flag                = h->pps.transform_8x8_mode;
141    info->chroma_qp_index_offset                 = h->pps.chroma_qp_index_offset[0];
142    info->second_chroma_qp_index_offset          = h->pps.chroma_qp_index_offset[1];
143    info->pic_init_qp_minus26                    = h->pps.init_qp - 26;
144    info->num_ref_idx_l0_active_minus1           = h->pps.ref_count[0] - 1;
145    info->num_ref_idx_l1_active_minus1           = h->pps.ref_count[1] - 1;
146    info->log2_max_frame_num_minus4              = h->sps.log2_max_frame_num - 4;
147    info->pic_order_cnt_type                     = h->sps.poc_type;
148    info->log2_max_pic_order_cnt_lsb_minus4      = h->sps.poc_type ? 0 : h->sps.log2_max_poc_lsb - 4;
149    info->delta_pic_order_always_zero_flag       = h->sps.delta_pic_order_always_zero_flag;
150    info->direct_8x8_inference_flag              = h->sps.direct_8x8_inference_flag;
151    info->entropy_coding_mode_flag               = h->pps.cabac;
152    info->pic_order_present_flag                 = h->pps.pic_order_present;
153    info->deblocking_filter_control_present_flag = h->pps.deblocking_filter_parameters_present;
154    info->redundant_pic_cnt_present_flag         = h->pps.redundant_pic_cnt_present;
155
156    memcpy(info->scaling_lists_4x4, h->pps.scaling_matrix4,
157           sizeof(info->scaling_lists_4x4));
158    memcpy(info->scaling_lists_8x8[0], h->pps.scaling_matrix8[0],
159           sizeof(info->scaling_lists_8x8[0]));
160    memcpy(info->scaling_lists_8x8[1], h->pps.scaling_matrix8[3],
161           sizeof(info->scaling_lists_8x8[1]));
162
163    vdpau_h264_set_reference_frames(avctx);
164
165    return ff_vdpau_common_start_frame(pic_ctx, buffer, size);
166}
167
168static const uint8_t start_code_prefix[3] = { 0x00, 0x00, 0x01 };
169
170static int vdpau_h264_decode_slice(AVCodecContext *avctx,
171                                   const uint8_t *buffer, uint32_t size)
172{
173    H264Context *h = avctx->priv_data;
174    H264Picture *pic = h->cur_pic_ptr;
175    struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
176    int val;
177
178    val = ff_vdpau_add_buffer(pic_ctx, start_code_prefix, 3);
179    if (val)
180        return val;
181
182    val = ff_vdpau_add_buffer(pic_ctx, buffer, size);
183    if (val)
184        return val;
185
186    pic_ctx->info.h264.slice_count++;
187    return 0;
188}
189
190static int vdpau_h264_end_frame(AVCodecContext *avctx)
191{
192    int res = 0;
193    AVVDPAUContext *hwctx = avctx->hwaccel_context;
194    H264Context *h = avctx->priv_data;
195    H264Picture *pic = h->cur_pic_ptr;
196    struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
197    VdpVideoSurface surf = ff_vdpau_get_surface_id(&pic->f);
198
199#if FF_API_BUFS_VDPAU
200FF_DISABLE_DEPRECATION_WARNINGS
201    hwctx->info = pic_ctx->info;
202    hwctx->bitstream_buffers = pic_ctx->bitstream_buffers;
203    hwctx->bitstream_buffers_used = pic_ctx->bitstream_buffers_used;
204    hwctx->bitstream_buffers_allocated = pic_ctx->bitstream_buffers_allocated;
205FF_ENABLE_DEPRECATION_WARNINGS
206#endif
207
208    if (!hwctx->render) {
209        res = hwctx->render2(avctx, &pic->f, (void *)&pic_ctx->info,
210                             pic_ctx->bitstream_buffers_used, pic_ctx->bitstream_buffers);
211    } else
212    hwctx->render(hwctx->decoder, surf, (void *)&pic_ctx->info,
213                  pic_ctx->bitstream_buffers_used, pic_ctx->bitstream_buffers);
214
215    ff_h264_draw_horiz_band(h, 0, h->avctx->height);
216    av_freep(&pic_ctx->bitstream_buffers);
217
218#if FF_API_BUFS_VDPAU
219FF_DISABLE_DEPRECATION_WARNINGS
220    hwctx->bitstream_buffers = NULL;
221    hwctx->bitstream_buffers_used = 0;
222    hwctx->bitstream_buffers_allocated = 0;
223FF_ENABLE_DEPRECATION_WARNINGS
224#endif
225
226    return res;
227}
228
229AVHWAccel ff_h264_vdpau_hwaccel = {
230    .name           = "h264_vdpau",
231    .type           = AVMEDIA_TYPE_VIDEO,
232    .id             = AV_CODEC_ID_H264,
233    .pix_fmt        = AV_PIX_FMT_VDPAU,
234    .start_frame    = vdpau_h264_start_frame,
235    .end_frame      = vdpau_h264_end_frame,
236    .decode_slice   = vdpau_h264_decode_slice,
237    .frame_priv_data_size = sizeof(struct vdpau_picture_context),
238};
239