hwdecoder.h

#ifndef AVHwDecoder_HEADER_GUARD
#define AVHwDecoder_HEADER_GUARD
/*
 * AVHwDecoder.h :
 * 
 * (c) Copyright 2017-2024 Sampsa Riikonen
 * 
 * Authors: Sampsa Riikonen <sampsa.riikonen@iki.fi>
 * 
 * This file is part of the Valkka library.
 * 
 * Valkka is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>
 *
 */
 
#include "decoder.h"
extern "C" {
#include <libavutil/hwcontext.h>
}
 
 
static enum AVPixelFormat find_fmt_by_hw_type(const enum AVHWDeviceType type)
{
    enum AVPixelFormat fmt;
    switch (type) {
        case AV_HWDEVICE_TYPE_VAAPI:
            fmt = AV_PIX_FMT_VAAPI;
            break;
        case AV_HWDEVICE_TYPE_DXVA2:
            fmt = AV_PIX_FMT_DXVA2_VLD;
            break;
        case AV_HWDEVICE_TYPE_D3D11VA:
            fmt = AV_PIX_FMT_D3D11;
            break;
        case AV_HWDEVICE_TYPE_VDPAU:
            fmt = AV_PIX_FMT_VDPAU;
            break;
        case AV_HWDEVICE_TYPE_VIDEOTOOLBOX:
            fmt = AV_PIX_FMT_VIDEOTOOLBOX;
            break;
        default:
            fmt = AV_PIX_FMT_NONE;
            break;
    }
    return fmt;
}
 
static enum AVPixelFormat get_vaapi_format(AVCodecContext *ctx,
                                           const enum AVPixelFormat *pix_fmts)
{
    // AVCodecContext uses this function:
    // it gives it a list of AVPixelFormat s
    // and then this function returns the most relevant one
    const enum AVPixelFormat *p;
    // https://ffmpeg.org/doxygen/3.4/pixfmt_8h.html
    for (p = pix_fmts; *p != AV_PIX_FMT_NONE; p++) {
        // std::cout << "hwdecoder.h : trying pix fmt : " << *p << std::endl;
        switch (*p) {
            case AV_PIX_FMT_VAAPI_MOCO:
                //std::cout << "MOCO" << std::endl;
                break;
            case AV_PIX_FMT_VAAPI_IDCT:
                //std::cout << "IDCT" << std::endl;
                break;
            /*
            case AV_PIX_FMT_VAAPI_VLD:
                // std::cout << "VLD" << std::endl;
                return *p;
                // break;
            */
            case AV_PIX_FMT_YUVJ420P:
                // ok: sometimes the vaapi hw decoder
                // requests this one - what does it mean?
                // std::cout << "420P" << std::endl;
                // if we return this, then the decoder won't work .. eh
                // return *p;
                break;
            case AV_PIX_FMT_VAAPI: // same as VLD
                // std::cout << "OK!" << std::endl;
                return *p;
        } // switch
    }
    avthreadlogger.log(LogLevel::fatal) << "hwdecoder.h : get_vaapi_format : Unable to decode this stream using VA-API" << std::endl;
    // TODO: why vaapi can't find correct pix fmt.  Could copy all that crap from ffmpeg.c, but it's pretty complicated
    // offers pix fmts 12, 53 ..
    return AV_PIX_FMT_NONE;
}
 
class AVHwDecoder : public Decoder
{
 
public:
    AVHwDecoder(AVCodecID av_codec_id, AVHWDeviceType hwtype, int n_threads = 1); 
    virtual ~AVHwDecoder();                                
 
protected:
    int n_threads;
    bool active;
 
public:
    AVCodecID av_codec_id;            
    AVPacket *av_packet;              
    AVCodecContext *av_codec_context; 
    AVCodec *av_codec;                
    AVBufferRef* hw_device_ctx;       
    AVFrame *hw_frame;
    AVPixelFormat hw_pix_format;
 
public:
    // needs virtual void output, virtual void pull
    virtual void flush();
    virtual bool isOk();
 
};
 
class HwVideoDecoder : public AVHwDecoder
{
 
public:
    HwVideoDecoder(AVCodecID av_codec_id, AVHWDeviceType hwtype, int n_threads = 1); 
    virtual ~HwVideoDecoder();                                
 
protected:
    AVBitmapFrame out_frame;
    int width;
    int height;
    AVFrame *aux_av_frame;
    AVPixelFormat current_pixel_format;
    SwsContext *sws_ctx;
    float secs_per_frame;
    int error_count;
 
public:
    virtual Frame *output(); 
    virtual bool pull();
 
};
 
 
// as per: https://www.mail-archive.com/ffmpeg-user@ffmpeg.org/msg30274.html
#ifdef av_err2str
#undef av_err2str
#include <string>
av_always_inline std::string av_err2string(int errnum) {
    char str[AV_ERROR_MAX_STRING_SIZE];
    return av_make_error_string(str, AV_ERROR_MAX_STRING_SIZE, errnum);
}
#define av_err2str(err) av_err2string(err).c_str()
#endif  // av_err2str
 
 
#endif