VUYA.hpp

#pragma once
#include <Gfx/Graph/decoders/ColorSpace.hpp>
#include <Gfx/Graph/decoders/GPUVideoDecoder.hpp>
 
extern "C" {
#include <libavformat/avformat.h>
}
 
namespace score::gfx
{
 
struct VUYADecoder : GPUVideoDecoder
{
  static const constexpr auto frag = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
layout(binding=3) uniform sampler2D u_tex;
 
layout(location = 0) in vec2 v_texcoord;
layout(location = 0) out vec4 fragColor;
 
%2
 
vec4 processTexture(vec4 tex) {
  vec4 processed = convert_to_rgb(tex);
  { %1 }
  return processed;
}
 
void main()
{
  vec4 vuya = texture(u_tex, v_texcoord);
  float y = vuya.%3;
  float u = vuya.%4;
  float v = vuya.%5;
 
  vec4 rgb = processTexture(vec4(y, u, v, 1.));
  fragColor = vec4(rgb.rgb, %6);
})_";
 
  Video::ImageFormat& decoder;
  bool opaque{};
  QString swizzle{"bgr"};
  QChar alphaComp{'a'};
 
  VUYADecoder(Video::ImageFormat& d, bool opaque_, QString swz = "bgr", QChar aComp = 'a')
      : decoder{d}
      , opaque{opaque_}
      , swizzle{std::move(swz)}
      , alphaComp{aComp}
  {
  }
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      auto tex = rhi.newTexture(QRhiTexture::RGBA8, {w, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      auto sampler = rhi.newSampler(
          QRhiSampler::Linear, QRhiSampler::Linear, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
      samplers.push_back({sampler, tex});
    }
 
    // VUYX has undefined alpha, use 1.0; VUYA preserves alpha
    QString alpha = opaque ? "1.0" : QString("vuya.%1").arg(alphaComp);
 
    return score::gfx::makeShaders(
        r.state, vertexShader(),
        QString(frag)
            .arg("")
            .arg(colorMatrix(decoder))
            .arg(swizzle[0])
            .arg(swizzle[1])
            .arg(swizzle[2])
            .arg(alpha));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    auto pixels = frame.data[0];
    auto stride = frame.linesize[0];
    const auto w = decoder.width, h = decoder.height;
 
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(pixels, w, h, 4, stride)};
    res.uploadTexture(samplers[0].texture, {entry});
  }
};
 
#if LIBAVUTIL_VERSION_INT >= AV_VERSION_INT(58, 29, 100)
#if QT_VERSION >= QT_VERSION_CHECK(6, 4, 0)
 
struct XV30Decoder : GPUVideoDecoder
{
  static const constexpr auto frag = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
layout(binding=3) uniform sampler2D u_tex;
 
layout(location = 0) in vec2 v_texcoord;
layout(location = 0) out vec4 fragColor;
 
%2
 
vec4 processTexture(vec4 tex) {
  vec4 processed = convert_to_rgb(tex);
  { %1 }
  return processed;
}
 
void main()
{
  const float s = )_" SCORE_GFX_UNORM10_SCALE R"_(;
  vec4 xvyu = texture(u_tex, v_texcoord) * s;
  float y = xvyu.g;
  float u = xvyu.r;
  float v = xvyu.b;
 
  fragColor = processTexture(vec4(y, u, v, 1.));
})_";
 
  Video::ImageFormat& decoder;
 
  explicit XV30Decoder(Video::ImageFormat& d)
      : decoder{d}
  {
  }
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      auto tex
          = rhi.newTexture(QRhiTexture::RGB10A2, {w, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      auto sampler = rhi.newSampler(
          QRhiSampler::Linear, QRhiSampler::Linear, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(
        r.state, vertexShader(),
        QString(frag).arg("").arg(colorMatrix(decoder)));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    auto pixels = frame.data[0];
    auto stride = frame.linesize[0];
    const auto w = decoder.width, h = decoder.height;
 
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(pixels, w, h, 4, stride)};
    res.uploadTexture(samplers[0].texture, {entry});
  }
};
 
#endif // QT_VERSION >= 6.4.0
#endif // LIBAVUTIL_VERSION >= 58.29.100
 
}