| @@ -0,0 +1,712 @@ |
| | 1 | /* |
| | 2 | * This file is part of FFmpeg. |
| | 3 | * |
| | 4 | * Copyright (c) 2025 Zhao Zhili <quinkblack@foxmail.com> |
| | 5 | * |
| | 6 | * FFmpeg is free software; you can redistribute it and/or |
| | 7 | * modify it under the terms of the GNU Lesser General Public |
| | 8 | * License as published by the Free Software Foundation; either |
| | 9 | * version 2.1 of the License, or (at your option) any later version. |
| | 10 | * |
| | 11 | * FFmpeg is distributed in the hope that it will be useful, |
| | 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| | 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| | 14 | * Lesser General Public License for more details. |
| | 15 | * |
| | 16 | * You should have received a copy of the GNU Lesser General Public |
| | 17 | * License along with FFmpeg; if not, write to the Free Software |
| | 18 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| | 19 | */ |
| | 20 | |
| | 21 | #include "config_components.h" |
| | 22 | |
| | 23 | #include <stdbool.h> |
| | 24 | #include <multimedia/player_framework/native_avcapability.h> |
| | 25 | #include <multimedia/player_framework/native_avcodec_videoencoder.h> |
| | 26 | #include <native_window/external_window.h> |
| | 27 | |
| | 28 | #include "libavutil/fifo.h" |
| | 29 | #include "libavutil/hwcontext_oh.h" |
| | 30 | #include "libavutil/imgutils.h" |
| | 31 | #include "libavutil/mem.h" |
| | 32 | #include "libavutil/opt.h" |
| | 33 | #include "libavutil/thread.h" |
| | 34 | |
| | 35 | #include "avcodec.h" |
| | 36 | #include "codec_internal.h" |
| | 37 | #include "encode.h" |
| | 38 | #include "hwconfig.h" |
| | 39 | #include "ohcodec.h" |
| | 40 | |
| | 41 | typedef struct OHCodecEncContext { |
| | 42 | AVClass *avclass; |
| | 43 | OH_AVCodec *enc; |
| | 44 | |
| | 45 | AVMutex input_mutex; |
| | 46 | AVCond input_cond; |
| | 47 | AVFifo *input_queue; |
| | 48 | |
| | 49 | AVMutex output_mutex; |
| | 50 | AVCond output_cond; |
| | 51 | AVFifo *output_queue; |
| | 52 | |
| | 53 | AVFrame *frame; |
| | 54 | uint8_t *extradata; |
| | 55 | int extradata_size; |
| | 56 | |
| | 57 | int encode_status; |
| | 58 | bool eof_sent; |
| | 59 | |
| | 60 | bool got_stream_info; |
| | 61 | int stride; |
| | 62 | int slice_height; |
| | 63 | |
| | 64 | OHNativeWindow *native_window; |
| | 65 | char *name; |
| | 66 | int allow_sw; |
| | 67 | int bitrate_mode; |
| | 68 | } OHCodecEncContext; |
| | 69 | |
| | 70 | static const enum AVPixelFormat ohcodec_pix_fmts[] = { |
| | 71 | AV_PIX_FMT_OHCODEC, |
| | 72 | AV_PIX_FMT_NV12, |
| | 73 | AV_PIX_FMT_NONE |
| | 74 | }; |
| | 75 | |
| | 76 | static int oh_encode_create(OHCodecEncContext *s, AVCodecContext *avctx) |
| | 77 | { |
| | 78 | const char *name = s->name; |
| | 79 | |
| | 80 | if (!name) { |
| | 81 | const char *mime = ff_oh_mime(avctx->codec_id, avctx); |
| | 82 | if (!mime) |
| | 83 | return AVERROR_BUG; |
| | 84 | OH_AVCapability *cap = OH_AVCodec_GetCapabilityByCategory(mime, true, HARDWARE); |
| | 85 | if (!cap) { |
| | 86 | if (!s->allow_sw) { |
| | 87 | av_log(avctx, AV_LOG_ERROR, "Failed to get hardware codec %s\n", mime); |
| | 88 | return AVERROR_EXTERNAL; |
| | 89 | } |
| | 90 | av_log(avctx, AV_LOG_WARNING, |
| | 91 | "Failed to get hardware codec %s, try software backend\n", mime); |
| | 92 | cap = OH_AVCodec_GetCapabilityByCategory(mime, true, SOFTWARE); |
| | 93 | if (!cap) { |
| | 94 | av_log(avctx, AV_LOG_ERROR, "Failed to get software codec %s\n", mime); |
| | 95 | return AVERROR_EXTERNAL; |
| | 96 | } |
| | 97 | } |
| | 98 | name = OH_AVCapability_GetName(cap); |
| | 99 | if (!name) |
| | 100 | return AVERROR_EXTERNAL; |
| | 101 | } |
| | 102 | |
| | 103 | s->enc = OH_VideoEncoder_CreateByName(name); |
| | 104 | if (!s->enc) { |
| | 105 | av_log(avctx, AV_LOG_ERROR, "Create encoder with name %s failed\n", name); |
| | 106 | return AVERROR_EXTERNAL; |
| | 107 | } |
| | 108 | av_log(avctx, AV_LOG_DEBUG, "Create encoder %s success\n", name); |
| | 109 | |
| | 110 | return 0; |
| | 111 | } |
| | 112 | |
| | 113 | static int oh_encode_set_format(OHCodecEncContext *s, AVCodecContext *avctx) |
| | 114 | { |
| | 115 | int ret; |
| | 116 | |
| | 117 | OH_AVFormat *format = OH_AVFormat_Create(); |
| | 118 | if (!format) |
| | 119 | return AVERROR(ENOMEM); |
| | 120 | |
| | 121 | bool b = OH_AVFormat_SetIntValue(format, OH_MD_KEY_WIDTH, avctx->width); |
| | 122 | b = b && OH_AVFormat_SetIntValue(format, OH_MD_KEY_HEIGHT, avctx->height); |
| | 123 | if (!b) { |
| | 124 | av_log(avctx, AV_LOG_ERROR, "Set width/height (%dx%d) failed\n", |
| | 125 | avctx->width, avctx->height); |
| | 126 | ret = AVERROR_EXTERNAL; |
| | 127 | goto out; |
| | 128 | } |
| | 129 | if (avctx->framerate.num && avctx->framerate.den) |
| | 130 | OH_AVFormat_SetDoubleValue(format, OH_MD_KEY_FRAME_RATE, |
| | 131 | av_q2d(avctx->framerate)); |
| | 132 | int pix = ff_oh_pix_from_ff_pix(avctx->pix_fmt); |
| | 133 | if (!pix) { |
| | 134 | ret = AVERROR_BUG; |
| | 135 | goto out; |
| | 136 | } |
| | 137 | b = OH_AVFormat_SetIntValue(format, OH_MD_KEY_PIXEL_FORMAT, pix); |
| | 138 | if (!b) { |
| | 139 | av_log(avctx, AV_LOG_ERROR, "Set pixel format to %d failed\n", pix); |
| | 140 | ret = AVERROR_EXTERNAL; |
| | 141 | goto out; |
| | 142 | } |
| | 143 | |
| | 144 | if (s->bitrate_mode != -1) { |
| | 145 | b = OH_AVFormat_SetIntValue(format, OH_MD_KEY_VIDEO_ENCODE_BITRATE_MODE, s->bitrate_mode); |
| | 146 | if (!b) { |
| | 147 | av_log(avctx, AV_LOG_ERROR, "Set bitrate mode to %d failed\n", |
| | 148 | s->bitrate_mode); |
| | 149 | ret = AVERROR_EXTERNAL; |
| | 150 | goto out; |
| | 151 | } |
| | 152 | } |
| | 153 | OH_AVFormat_SetLongValue(format, OH_MD_KEY_BITRATE, avctx->bit_rate); |
| | 154 | |
| | 155 | if (avctx->gop_size > 0) { |
| | 156 | if (avctx->framerate.num > 0 && avctx->framerate.den > 0) { |
| | 157 | // In milliseconds |
| | 158 | int gop = av_rescale_q(avctx->gop_size, |
| | 159 | av_make_q(avctx->framerate.den, |
| | 160 | avctx->framerate.num), |
| | 161 | av_make_q(1, 1000)); |
| | 162 | OH_AVFormat_SetIntValue(format, OH_MD_KEY_I_FRAME_INTERVAL, gop); |
| | 163 | } else { |
| | 164 | av_log(avctx, AV_LOG_WARNING, "Skip setting gop without framerate\n"); |
| | 165 | } |
| | 166 | } else if (!avctx->gop_size) { |
| | 167 | // All frames are key frame |
| | 168 | OH_AVFormat_SetIntValue(format, OH_MD_KEY_I_FRAME_INTERVAL, 0); |
| | 169 | } else if (avctx->gop_size == -1) { |
| | 170 | // Infinite gop |
| | 171 | OH_AVFormat_SetIntValue(format, OH_MD_KEY_I_FRAME_INTERVAL, -1); |
| | 172 | } |
| | 173 | |
| | 174 | OH_AVErrCode err = OH_VideoEncoder_Configure(s->enc, format); |
| | 175 | if (err != AV_ERR_OK) { |
| | 176 | ret = ff_oh_err_to_ff_err(err); |
| | 177 | av_log(avctx, AV_LOG_ERROR, "Decoder configure failed, %d, %s\n", |
| | 178 | err, av_err2str(ret)); |
| | 179 | goto out; |
| | 180 | } |
| | 181 | |
| | 182 | if (avctx->pix_fmt == AV_PIX_FMT_OHCODEC) { |
| | 183 | if (avctx->hw_device_ctx) { |
| | 184 | av_log(avctx, AV_LOG_ERROR, |
| | 185 | "ohcodec can only export native window via hw device, " |
| | 186 | "doesn't support import hw device\n"); |
| | 187 | ret = AVERROR(EINVAL); |
| | 188 | goto out; |
| | 189 | } |
| | 190 | |
| | 191 | err = OH_VideoEncoder_GetSurface(s->enc, &s->native_window); |
| | 192 | if (err != AV_ERR_OK) { |
| | 193 | ret = ff_oh_err_to_ff_err(err); |
| | 194 | av_log(avctx, AV_LOG_ERROR, "Get surface failed, %d, %s\n", |
| | 195 | err, av_err2str(ret)); |
| | 196 | goto out; |
| | 197 | } |
| | 198 | av_log(avctx, AV_LOG_INFO, "Native window %p\n", s->native_window); |
| | 199 | |
| | 200 | ret = av_hwdevice_ctx_create(&avctx->hw_device_ctx, |
| | 201 | AV_HWDEVICE_TYPE_OHCODEC, NULL, NULL, 0); |
| | 202 | if (ret < 0) |
| | 203 | goto out; |
| | 204 | |
| | 205 | AVOHCodecDeviceContext *dev = ((AVHWDeviceContext *)avctx->hw_device_ctx->data)->hwctx; |
| | 206 | dev->native_window = s->native_window; |
| | 207 | } |
| | 208 | |
| | 209 | return 0; |
| | 210 | out: |
| | 211 | OH_AVFormat_Destroy(format); |
| | 212 | return ret; |
| | 213 | } |
| | 214 | |
| | 215 | static void oh_encode_on_err(OH_AVCodec *codec, int32_t err, void *userdata) |
| | 216 | { |
| | 217 | AVCodecContext *avctx = userdata; |
| | 218 | OHCodecEncContext *s = avctx->priv_data; |
| | 219 | |
| | 220 | // Careful on the lock order. |
| | 221 | // Always lock input first. |
| | 222 | ff_mutex_lock(&s->input_mutex); |
| | 223 | ff_mutex_lock(&s->output_mutex); |
| | 224 | s->encode_status = ff_oh_err_to_ff_err(err); |
| | 225 | ff_mutex_unlock(&s->output_mutex); |
| | 226 | ff_mutex_unlock(&s->input_mutex); |
| | 227 | |
| | 228 | ff_cond_signal(&s->output_cond); |
| | 229 | ff_cond_signal(&s->input_cond); |
| | 230 | } |
| | 231 | |
| | 232 | static void oh_encode_on_stream_changed(OH_AVCodec *codec, OH_AVFormat *format, |
| | 233 | void *userdata) |
| | 234 | { |
| | 235 | AVCodecContext *avctx = userdata; |
| | 236 | OHCodecEncContext *s = avctx->priv_data; |
| | 237 | |
| | 238 | if (!OH_AVFormat_GetIntValue(format, OH_MD_KEY_VIDEO_STRIDE, &s->stride)) |
| | 239 | s->stride = avctx->width; |
| | 240 | if (!OH_AVFormat_GetIntValue(format, OH_MD_KEY_VIDEO_SLICE_HEIGHT, &s->slice_height)) |
| | 241 | s->slice_height = avctx->height; |
| | 242 | |
| | 243 | s->got_stream_info = true; |
| | 244 | } |
| | 245 | |
| | 246 | static void oh_encode_on_need_input(OH_AVCodec *codec, uint32_t index, |
| | 247 | OH_AVBuffer *buffer, void *userdata) |
| | 248 | { |
| | 249 | AVCodecContext *avctx = userdata; |
| | 250 | OHCodecEncContext *s = avctx->priv_data; |
| | 251 | OHBufferQueueItem item = { |
| | 252 | index, buffer, |
| | 253 | }; |
| | 254 | |
| | 255 | ff_mutex_lock(&s->input_mutex); |
| | 256 | int ret = av_fifo_write(s->input_queue, &item, 1); |
| | 257 | if (ret >= 0) |
| | 258 | ff_cond_signal(&s->input_cond); |
| | 259 | ff_mutex_unlock(&s->input_mutex); |
| | 260 | |
| | 261 | if (ret < 0) |
| | 262 | oh_encode_on_err(codec, AV_ERR_NO_MEMORY, userdata); |
| | 263 | } |
| | 264 | |
| | 265 | static void oh_encode_on_output(OH_AVCodec *codec, uint32_t index, |
| | 266 | OH_AVBuffer *buffer, void *userdata) |
| | 267 | { |
| | 268 | AVCodecContext *avctx = userdata; |
| | 269 | OHCodecEncContext *s = avctx->priv_data; |
| | 270 | OHBufferQueueItem item = { |
| | 271 | index, buffer, |
| | 272 | }; |
| | 273 | |
| | 274 | ff_mutex_lock(&s->output_mutex); |
| | 275 | int ret = av_fifo_write(s->output_queue, &item, 1); |
| | 276 | if (ret >= 0) |
| | 277 | ff_cond_signal(&s->output_cond); |
| | 278 | ff_mutex_unlock(&s->output_mutex); |
| | 279 | |
| | 280 | if (ret < 0) |
| | 281 | oh_encode_on_err(codec, AV_ERR_NO_MEMORY, userdata); |
| | 282 | } |
| | 283 | |
| | 284 | static int oh_encode_start(OHCodecEncContext *s, AVCodecContext *avctx) |
| | 285 | { |
| | 286 | int ret; |
| | 287 | OH_AVErrCode err; |
| | 288 | OH_AVCodecCallback cb = { |
| | 289 | .onError = oh_encode_on_err, |
| | 290 | .onStreamChanged = oh_encode_on_stream_changed, |
| | 291 | .onNeedInputBuffer = oh_encode_on_need_input, |
| | 292 | .onNewOutputBuffer = oh_encode_on_output, |
| | 293 | }; |
| | 294 | |
| | 295 | err = OH_VideoEncoder_RegisterCallback(s->enc, cb, avctx); |
| | 296 | if (err != AV_ERR_OK) { |
| | 297 | ret = ff_oh_err_to_ff_err(err); |
| | 298 | av_log(avctx, AV_LOG_ERROR, "Register callback failed, %d, %s\n", |
| | 299 | err, av_err2str(ret)); |
| | 300 | return ret; |
| | 301 | } |
| | 302 | err = OH_VideoEncoder_Prepare(s->enc); |
| | 303 | if (err != AV_ERR_OK) { |
| | 304 | ret = ff_oh_err_to_ff_err(err); |
| | 305 | av_log(avctx, AV_LOG_ERROR, "Prepare failed, %d, %s\n", |
| | 306 | err, av_err2str(ret)); |
| | 307 | return ret; |
| | 308 | } |
| | 309 | err = OH_VideoEncoder_Start(s->enc); |
| | 310 | if (err != AV_ERR_OK) { |
| | 311 | ret = ff_oh_err_to_ff_err(err); |
| | 312 | av_log(avctx, AV_LOG_ERROR, "Start failed, %d, %s\n", |
| | 313 | err, av_err2str(ret)); |
| | 314 | return ret; |
| | 315 | } |
| | 316 | |
| | 317 | return 0; |
| | 318 | } |
| | 319 | |
| | 320 | static av_cold int oh_encode_init(AVCodecContext *avctx) |
| | 321 | { |
| | 322 | OHCodecEncContext *s = avctx->priv_data; |
| | 323 | |
| | 324 | // Initialize these fields first, so oh_decode_close can destroy them safely |
| | 325 | ff_mutex_init(&s->input_mutex, NULL); |
| | 326 | ff_cond_init(&s->input_cond, NULL); |
| | 327 | ff_mutex_init(&s->output_mutex, NULL); |
| | 328 | ff_cond_init(&s->output_cond, NULL); |
| | 329 | |
| | 330 | int ret = oh_encode_create(s, avctx); |
| | 331 | if (ret < 0) |
| | 332 | return ret; |
| | 333 | ret = oh_encode_set_format(s, avctx); |
| | 334 | if (ret < 0) |
| | 335 | return ret; |
| | 336 | |
| | 337 | size_t fifo_size = 16; |
| | 338 | s->input_queue = av_fifo_alloc2(fifo_size, sizeof(OHBufferQueueItem), |
| | 339 | AV_FIFO_FLAG_AUTO_GROW); |
| | 340 | s->output_queue = av_fifo_alloc2(fifo_size, sizeof(OHBufferQueueItem), |
| | 341 | AV_FIFO_FLAG_AUTO_GROW); |
| | 342 | s->frame = av_frame_alloc(); |
| | 343 | if (!s->input_queue || !s->output_queue || !s->frame) |
| | 344 | return AVERROR(ENOMEM); |
| | 345 | |
| | 346 | ret = oh_encode_start(s, avctx); |
| | 347 | if (ret < 0) |
| | 348 | return ret; |
| | 349 | |
| | 350 | return 0; |
| | 351 | } |
| | 352 | |
| | 353 | static av_cold int oh_encode_close(AVCodecContext *avctx) |
| | 354 | { |
| | 355 | OHCodecEncContext *s = avctx->priv_data; |
| | 356 | |
| | 357 | if (s->enc) { |
| | 358 | if (s->native_window) { |
| | 359 | OH_NativeWindow_DestroyNativeWindow(s->native_window); |
| | 360 | s->native_window = NULL; |
| | 361 | } |
| | 362 | OH_VideoEncoder_Stop(s->enc); |
| | 363 | OH_AVErrCode err = OH_VideoEncoder_Destroy(s->enc); |
| | 364 | if (err == AV_ERR_OK) |
| | 365 | av_log(avctx, AV_LOG_DEBUG, "Destroy encoder success\n"); |
| | 366 | else |
| | 367 | av_log(avctx, AV_LOG_ERROR, "Destroy decoder failed, %d, %s\n", |
| | 368 | err, av_err2str(ff_oh_err_to_ff_err(err))); |
| | 369 | s->enc = NULL; |
| | 370 | } |
| | 371 | |
| | 372 | av_freep(&s->extradata); |
| | 373 | av_frame_free(&s->frame); |
| | 374 | |
| | 375 | ff_mutex_destroy(&s->input_mutex); |
| | 376 | ff_cond_destroy(&s->input_cond); |
| | 377 | av_fifo_freep2(&s->input_queue); |
| | 378 | |
| | 379 | ff_mutex_destroy(&s->output_mutex); |
| | 380 | ff_cond_destroy(&s->output_cond); |
| | 381 | av_fifo_freep2(&s->output_queue); |
| | 382 | |
| | 383 | return 0; |
| | 384 | } |
| | 385 | |
| | 386 | static int oh_encode_output_packet(AVCodecContext *avctx, AVPacket *pkt, |
| | 387 | OHBufferQueueItem *output) |
| | 388 | { |
| | 389 | OHCodecEncContext *s = avctx->priv_data; |
| | 390 | uint8_t *p; |
| | 391 | OH_AVCodecBufferAttr attr; |
| | 392 | int ret; |
| | 393 | |
| | 394 | OH_AVErrCode err = OH_AVBuffer_GetBufferAttr(output->buffer, &attr); |
| | 395 | if (err != AV_ERR_OK) { |
| | 396 | ret = ff_oh_err_to_ff_err(err); |
| | 397 | goto out; |
| | 398 | } |
| | 399 | if (attr.flags & AVCODEC_BUFFER_FLAGS_EOS) { |
| | 400 | av_log(avctx, AV_LOG_DEBUG, "Buffer flag eos\n"); |
| | 401 | ret = AVERROR_EOF; |
| | 402 | goto out; |
| | 403 | } |
| | 404 | |
| | 405 | p = OH_AVBuffer_GetAddr(output->buffer); |
| | 406 | if (!p) { |
| | 407 | av_log(avctx, AV_LOG_ERROR, "Failed to get output buffer addr\n"); |
| | 408 | ret = AVERROR_EXTERNAL; |
| | 409 | goto out; |
| | 410 | } |
| | 411 | if (attr.flags & AVCODEC_BUFFER_FLAGS_CODEC_DATA) { |
| | 412 | av_freep(&s->extradata); |
| | 413 | s->extradata = av_malloc(attr.size + AV_INPUT_BUFFER_PADDING_SIZE); |
| | 414 | if (!s->extradata) { |
| | 415 | ret = AVERROR(ENOMEM); |
| | 416 | goto out; |
| | 417 | } |
| | 418 | memset(s->extradata + attr.size, 0, AV_INPUT_BUFFER_PADDING_SIZE); |
| | 419 | memcpy(s->extradata, p + attr.offset, attr.size); |
| | 420 | s->extradata_size = attr.size; |
| | 421 | ret = 0; |
| | 422 | goto out; |
| | 423 | } |
| | 424 | |
| | 425 | int64_t extradata_size = s->extradata_size; |
| | 426 | s->extradata_size = 0; |
| | 427 | |
| | 428 | if (extradata_size && (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER)) { |
| | 429 | ret = av_packet_add_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA, |
| | 430 | s->extradata, extradata_size); |
| | 431 | if (ret < 0) |
| | 432 | goto out; |
| | 433 | s->extradata = NULL; |
| | 434 | extradata_size = 0; |
| | 435 | } |
| | 436 | |
| | 437 | ret = ff_get_encode_buffer(avctx, pkt, attr.size + extradata_size, 0); |
| | 438 | if (ret < 0) |
| | 439 | goto out; |
| | 440 | |
| | 441 | if (extradata_size) |
| | 442 | memcpy(pkt->data, s->extradata, extradata_size); |
| | 443 | |
| | 444 | memcpy(pkt->data + extradata_size, p + attr.offset, attr.size); |
| | 445 | pkt->pts = av_rescale_q(attr.pts, AV_TIME_BASE_Q, avctx->time_base); |
| | 446 | if (attr.flags & AVCODEC_BUFFER_FLAGS_SYNC_FRAME) |
| | 447 | pkt->flags |= AV_PKT_FLAG_KEY; |
| | 448 | ret = 0; |
| | 449 | out: |
| | 450 | OH_VideoEncoder_FreeOutputBuffer(s->enc, output->index); |
| | 451 | return ret; |
| | 452 | } |
| | 453 | |
| | 454 | static int oh_encode_send_hw_frame(AVCodecContext *avctx) |
| | 455 | { |
| | 456 | OHCodecEncContext *s = avctx->priv_data; |
| | 457 | |
| | 458 | if (s->eof_sent) |
| | 459 | return 0; |
| | 460 | |
| | 461 | if (s->frame->buf[0]) { |
| | 462 | av_frame_unref(s->frame); |
| | 463 | return 0; |
| | 464 | } |
| | 465 | |
| | 466 | OH_AVErrCode err = OH_VideoEncoder_NotifyEndOfStream(s->enc); |
| | 467 | s->eof_sent = true; |
| | 468 | return ff_oh_err_to_ff_err(err); |
| | 469 | } |
| | 470 | |
| | 471 | static int oh_encode_send_sw_frame(AVCodecContext *avctx, OHBufferQueueItem *input) |
| | 472 | { |
| | 473 | OHCodecEncContext *s = avctx->priv_data; |
| | 474 | AVFrame *frame = s->frame; |
| | 475 | OH_AVErrCode err; |
| | 476 | int ret; |
| | 477 | |
| | 478 | if (!s->got_stream_info) { |
| | 479 | // This shouldn't happen, add a warning message. |
| | 480 | av_log(avctx, AV_LOG_WARNING, |
| | 481 | "decoder didn't notify stream info, try get format explicitly\n"); |
| | 482 | |
| | 483 | OH_AVFormat *format = OH_VideoEncoder_GetOutputDescription(s->enc); |
| | 484 | if (!format) { |
| | 485 | av_log(avctx, AV_LOG_ERROR, "GetOutputDescription failed\n"); |
| | 486 | return AVERROR_EXTERNAL; |
| | 487 | } |
| | 488 | |
| | 489 | oh_encode_on_stream_changed(s->enc, format, avctx); |
| | 490 | OH_AVFormat_Destroy(format); |
| | 491 | if (!s->got_stream_info) |
| | 492 | return AVERROR_EXTERNAL; |
| | 493 | } |
| | 494 | |
| | 495 | if (!frame->buf[0] && !s->eof_sent) { |
| | 496 | OH_AVCodecBufferAttr attr = { |
| | 497 | .flags = AVCODEC_BUFFER_FLAGS_EOS, |
| | 498 | }; |
| | 499 | err = OH_AVBuffer_SetBufferAttr(input->buffer, &attr); |
| | 500 | if (err != AV_ERR_OK) |
| | 501 | return ff_oh_err_to_ff_err(err); |
| | 502 | err = OH_VideoEncoder_PushInputBuffer(s->enc, input->index); |
| | 503 | if (err != AV_ERR_OK) |
| | 504 | return ff_oh_err_to_ff_err(err); |
| | 505 | s->eof_sent = true; |
| | 506 | return 0; |
| | 507 | } |
| | 508 | |
| | 509 | uint8_t *p = OH_AVBuffer_GetAddr(input->buffer); |
| | 510 | int32_t n = OH_AVBuffer_GetCapacity(input->buffer); |
| | 511 | if (!p || n <= 0) { |
| | 512 | av_log(avctx, AV_LOG_ERROR, |
| | 513 | "Failed to get buffer addr (%p) or capacity (%d)\n", |
| | 514 | p, n); |
| | 515 | return AVERROR_EXTERNAL; |
| | 516 | } |
| | 517 | |
| | 518 | uint8_t *dst[4] = {0}; |
| | 519 | int dst_linesizes[4] = {0}; |
| | 520 | ret = av_image_fill_linesizes(dst_linesizes, frame->format, s->stride); |
| | 521 | if (ret < 0) |
| | 522 | return ret; |
| | 523 | ret = av_image_fill_pointers(dst, frame->format, s->slice_height, p, |
| | 524 | dst_linesizes); |
| | 525 | if (ret < 0) |
| | 526 | return ret; |
| | 527 | |
| | 528 | av_image_copy2(dst, dst_linesizes, frame->data, frame->linesize, |
| | 529 | frame->format, frame->width, frame->height); |
| | 530 | OH_AVCodecBufferAttr attr = { |
| | 531 | .size = n, |
| | 532 | .offset = 0, |
| | 533 | .pts = av_rescale_q(s->frame->pts, avctx->pkt_timebase, |
| | 534 | AV_TIME_BASE_Q), |
| | 535 | .flags = (s->frame->flags & AV_FRAME_FLAG_KEY) |
| | 536 | ? AVCODEC_BUFFER_FLAGS_SYNC_FRAME : 0, |
| | 537 | }; |
| | 538 | |
| | 539 | err = OH_AVBuffer_SetBufferAttr(input->buffer, &attr); |
| | 540 | if (err != AV_ERR_OK) { |
| | 541 | ret = ff_oh_err_to_ff_err(err); |
| | 542 | return ret; |
| | 543 | } |
| | 544 | err = OH_VideoEncoder_PushInputBuffer(s->enc, input->index); |
| | 545 | if (err != AV_ERR_OK) { |
| | 546 | ret = ff_oh_err_to_ff_err(err); |
| | 547 | av_log(avctx, AV_LOG_ERROR, "Push input buffer failed, %d, %s\n", |
| | 548 | err, av_err2str(ret)); |
| | 549 | return ret; |
| | 550 | } |
| | 551 | av_frame_unref(s->frame); |
| | 552 | |
| | 553 | return 0; |
| | 554 | } |
| | 555 | |
| | 556 | static int oh_encode_receive(AVCodecContext *avctx, AVPacket *pkt) |
| | 557 | { |
| | 558 | OHCodecEncContext *s = avctx->priv_data; |
| | 559 | |
| | 560 | while (1) { |
| | 561 | OHBufferQueueItem buffer = {0}; |
| | 562 | int ret; |
| | 563 | |
| | 564 | // Try get output |
| | 565 | ff_mutex_lock(&s->output_mutex); |
| | 566 | while (!s->encode_status) { |
| | 567 | if (av_fifo_read(s->output_queue, &buffer, 1) >= 0) |
| | 568 | break; |
| | 569 | // Only wait after send EOF |
| | 570 | if (s->eof_sent && !s->encode_status) |
| | 571 | ff_cond_wait(&s->output_cond, &s->output_mutex); |
| | 572 | else |
| | 573 | break; |
| | 574 | } |
| | 575 | |
| | 576 | ret = s->encode_status; |
| | 577 | ff_mutex_unlock(&s->output_mutex); |
| | 578 | |
| | 579 | // Got a packet |
| | 580 | if (buffer.buffer) |
| | 581 | return oh_encode_output_packet(avctx, pkt, &buffer); |
| | 582 | if (ret < 0) |
| | 583 | return ret; |
| | 584 | |
| | 585 | if (!s->frame->buf[0]) { |
| | 586 | /* fetch new frame or eof */ |
| | 587 | ret = ff_encode_get_frame(avctx, s->frame); |
| | 588 | if (ret < 0 && ret != AVERROR_EOF) |
| | 589 | return ret; |
| | 590 | } |
| | 591 | |
| | 592 | if (s->native_window) { |
| | 593 | ret = oh_encode_send_hw_frame(avctx); |
| | 594 | if (ret < 0) |
| | 595 | return ret; |
| | 596 | continue; |
| | 597 | } |
| | 598 | |
| | 599 | // Wait input buffer |
| | 600 | ff_mutex_lock(&s->input_mutex); |
| | 601 | while (!s->encode_status) { |
| | 602 | if (av_fifo_read(s->input_queue, &buffer, 1) >= 0) |
| | 603 | break; |
| | 604 | ff_cond_wait(&s->input_cond, &s->input_mutex); |
| | 605 | } |
| | 606 | |
| | 607 | ret = s->encode_status; |
| | 608 | ff_mutex_unlock(&s->input_mutex); |
| | 609 | |
| | 610 | if (ret < 0) |
| | 611 | return ret; |
| | 612 | |
| | 613 | ret = oh_encode_send_sw_frame(avctx, &buffer); |
| | 614 | if (ret < 0) |
| | 615 | return ret; |
| | 616 | } |
| | 617 | |
| | 618 | return AVERROR(EAGAIN); |
| | 619 | } |
| | 620 | |
| | 621 | static void oh_encode_flush(AVCodecContext *avctx) |
| | 622 | { |
| | 623 | OHCodecEncContext *s = avctx->priv_data; |
| | 624 | |
| | 625 | OH_VideoEncoder_Flush(s->enc); |
| | 626 | |
| | 627 | ff_mutex_lock(&s->input_mutex); |
| | 628 | ff_mutex_lock(&s->output_mutex); |
| | 629 | av_fifo_reset2(s->input_queue); |
| | 630 | av_fifo_reset2(s->output_queue); |
| | 631 | s->encode_status = 0; |
| | 632 | s->eof_sent = false; |
| | 633 | ff_mutex_unlock(&s->output_mutex); |
| | 634 | ff_mutex_unlock(&s->input_mutex); |
| | 635 | |
| | 636 | OH_VideoEncoder_Start(s->enc); |
| | 637 | } |
| | 638 | |
| | 639 | static const AVCodecHWConfigInternal *const oh_hw_configs[] = { |
| | 640 | &(const AVCodecHWConfigInternal) { |
| | 641 | .public = { |
| | 642 | .pix_fmt = AV_PIX_FMT_OHCODEC, |
| | 643 | .methods = AV_CODEC_HW_CONFIG_METHOD_AD_HOC, |
| | 644 | }, |
| | 645 | .hwaccel = NULL, |
| | 646 | }, |
| | 647 | NULL |
| | 648 | }; |
| | 649 | |
| | 650 | static const FFCodecDefault ohcodec_defaults[] = { |
| | 651 | {"g", "-2"}, |
| | 652 | {NULL}, |
| | 653 | }; |
| | 654 | |
| | 655 | #define OFFSET(x) offsetof(OHCodecEncContext, x) |
| | 656 | #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM |
| | 657 | static const AVOption ohcodec_venc_options[] = { |
| | 658 | {"codec_name", "Select codec by name", |
| | 659 | OFFSET(name), AV_OPT_TYPE_STRING, .flags = VE}, |
| | 660 | {"allow_sw", "Allow software encoding", |
| | 661 | OFFSET(allow_sw), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, VE}, |
| | 662 | {"bitrate_mode", "Bitrate control method", |
| | 663 | OFFSET(bitrate_mode), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE, .unit = "bitrate_mode"}, |
| | 664 | {"cbr", "Constant bitrate mode", |
| | 665 | 0, AV_OPT_TYPE_CONST, {.i64 = CBR}, 0, 0, VE, .unit = "bitrate_mode"}, |
| | 666 | {"vbr", "Variable bitrate mode", |
| | 667 | 0, AV_OPT_TYPE_CONST, {.i64 = VBR}, 0, 0, VE, .unit = "bitrate_mode"}, |
| | 668 | {"cq", "Constant quality mode", |
| | 669 | 0, AV_OPT_TYPE_CONST, {.i64 = CQ}, 0, 0, VE, .unit = "bitrate_mode"}, |
| | 670 | {NULL}, |
| | 671 | }; |
| | 672 | |
| | 673 | #define DECLARE_OHCODEC_CLASS(name) \ |
| | 674 | static const AVClass name ## _oh_enc_class = { \ |
| | 675 | .class_name = #name "_ohcodec", \ |
| | 676 | .item_name = av_default_item_name, \ |
| | 677 | .option = ohcodec_venc_options, \ |
| | 678 | .version = LIBAVUTIL_VERSION_INT, \ |
| | 679 | }; \ |
| | 680 | |
| | 681 | #define DECLARE_OHCODEC_ENCODER(short_name, long_name, codec_id) \ |
| | 682 | DECLARE_OHCODEC_CLASS(short_name) \ |
| | 683 | const FFCodec ff_ ## short_name ## _oh_encoder = { \ |
| | 684 | .p.name = #short_name "_ohcodec", \ |
| | 685 | CODEC_LONG_NAME(long_name " OpenHarmony Codec"), \ |
| | 686 | .p.type = AVMEDIA_TYPE_VIDEO, \ |
| | 687 | .p.id = codec_id, \ |
| | 688 | .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY | \ |
| | 689 | AV_CODEC_CAP_HARDWARE | \ |
| | 690 | AV_CODEC_CAP_ENCODER_FLUSH, \ |
| | 691 | .priv_data_size = sizeof(OHCodecEncContext), \ |
| | 692 | CODEC_PIXFMTS_ARRAY(ohcodec_pix_fmts), \ |
| | 693 | .color_ranges = AVCOL_RANGE_MPEG | AVCOL_RANGE_JPEG, \ |
| | 694 | .defaults = ohcodec_defaults, \ |
| | 695 | .init = oh_encode_init, \ |
| | 696 | FF_CODEC_RECEIVE_PACKET_CB(oh_encode_receive), \ |
| | 697 | .close = oh_encode_close, \ |
| | 698 | .flush = oh_encode_flush, \ |
| | 699 | .p.priv_class = &short_name ## _oh_enc_class, \ |
| | 700 | .caps_internal = FF_CODEC_CAP_INIT_CLEANUP, \ |
| | 701 | .p.wrapper_name = "ohcodec", \ |
| | 702 | .hw_configs = oh_hw_configs, \ |
| | 703 | }; \ |
| | 704 | |
| | 705 | #if CONFIG_H264_OH_ENCODER |
| | 706 | DECLARE_OHCODEC_ENCODER(h264, "H.264", AV_CODEC_ID_H264) |
| | 707 | #endif // CONFIG_H264_OH_ENCODER |
| | 708 | |
| | 709 | #if CONFIG_HEVC_OH_ENCODER |
| | 710 | DECLARE_OHCODEC_ENCODER(hevc, "H.265", AV_CODEC_ID_HEVC) |
| | 711 | #endif // CONFIG_HEVC_OH_ENCODER |
| | 712 | |