RGBA.hpp

#pragma once
#include <Gfx/Graph/decoders/GPUVideoDecoder.hpp>
#include <Gfx/Graph/decoders/ColorSpace.hpp>
extern "C" {
#include <libavformat/avformat.h>
}
 
namespace score::gfx
{
struct PackedDecoder : GPUVideoDecoder
{
  static const constexpr auto rgb_filter = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
    layout(binding=3) uniform sampler2D y_tex;
 
    layout(location = 0) in vec2 v_texcoord;
    layout(location = 0) out vec4 fragColor;
 
    vec4 processTexture(vec4 tex) {
      vec4 processed = tex;
      { %1 }
      return processed;
    }
 
    void main ()
    {
      fragColor = processTexture(texture(y_tex, v_texcoord));
    })_";
 
  PackedDecoder(
      QRhiTexture::Format fmt, int bytes_per_pixel, Video::ImageFormat& d,
      QString f = "", bool invertY = false, bool nearest = false)
      : format{fmt}
      , bytes_per_pixel{bytes_per_pixel}
      , decoder{d}
      , filter{std::move(f)}
      , invertY{invertY}
      , nearestSampling{nearest}
  {
  }
  QRhiTexture::Format format;
  int bytes_per_pixel{}; // bpp/8 !
  bool invertY{}; // Mainly useful for Spout texture import
  bool nearestSampling{};
  Video::ImageFormat& decoder;
  QString filter;
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      // Create a texture
      auto tex = rhi.newTexture(format, QSize{w, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      // Create a sampler
      auto sampler = rhi.newSampler(
          nearestSampling ? QRhiSampler::Nearest : QRhiSampler::Linear,
          nearestSampling ? QRhiSampler::Nearest : QRhiSampler::Linear,
          QRhiSampler::None, QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
 
      // Store both
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(
        r.state, vertexShader(invertY), QString(rgb_filter).arg(filter));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    // Nothing particular, we just upload the whole buffer
    setPixels(res, frame.data[0], frame.linesize[0]);
  }
 
  void
  setPixels(QRhiResourceUpdateBatch& res, uint8_t* pixels, int stride) const noexcept
  {
    const auto w = decoder.width, h = decoder.height;
    auto y_tex = samplers[0].texture;
 
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(pixels, w, h, bytes_per_pixel, stride)};
 
    QRhiTextureUploadDescription desc{entry};
    res.uploadTexture(y_tex, desc);
  }
};
 
struct PlanarDecoder : GPUVideoDecoder
{
  static const constexpr auto rgb_filter = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
    %1
    layout(location = 0) in vec2 v_texcoord;
    layout(location = 0) out vec4 fragColor;
 
    vec4 processTexture(vec4 tex) {
      vec4 processed = tex;
      { %2 }
      return processed;
    }
 
    void main ()
    {
      vec4 tex = vec4(1.);
      %3
      fragColor = processTexture(tex);
    })_";
 
  PlanarDecoder(
      QRhiTexture::Format fmt, int bytes_per_pixel, QString planes,
      Video::ImageFormat& d, QString f = "")
      : format{fmt}
      , bytes_per_pixel{bytes_per_pixel}
      , planes{planes}
      , decoder{d}
      , filter{std::move(f)}
  {
  }
  QRhiTexture::Format format;
  int bytes_per_pixel{}; // bpp/8 !
  QString planes{};
  Video::ImageFormat& decoder;
  QString filter;
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    QString samplers_code;
    QString read_texture_code;
 
    const int binding_orig = 3;
    for(int i = 0; i < planes.size(); i++)
    {
      samplers_code += QString("    layout(binding=%1) uniform sampler2D t%2;\n")
                           .arg(binding_orig + i)
                           .arg(i);
      read_texture_code
          += QString("      tex.%1 = texture(t%2, v_texcoord).r;\n")
                 .arg(planes[i])
                 .arg(i);
 
      // Create a texture
      auto tex = rhi.newTexture(format, QSize{w, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      // Create a sampler
      auto sampler = rhi.newSampler(
          QRhiSampler::Linear, QRhiSampler::Linear, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
 
      // Store both
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(
        r.state, vertexShader(),
        QString(rgb_filter).arg(samplers_code).arg(filter).arg(read_texture_code));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    // Nothing particular, we just upload the whole buffer
    for(int i = 0; i < planes.size(); i++)
    {
      setPixels(res, samplers[i].texture, frame.data[i], frame.linesize[i]);
    }
  }
 
  void setPixels(
      QRhiResourceUpdateBatch& res, QRhiTexture* tex, uint8_t* pixels,
      int stride) const noexcept
  {
    const auto w = decoder.width, h = decoder.height;
 
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(pixels, w, h, bytes_per_pixel, stride)};
 
    QRhiTextureUploadDescription desc{entry};
    res.uploadTexture(tex, desc);
  }
};
 
struct PackedRectDecoder : GPUVideoDecoder
{
  static const constexpr auto rgb_filter = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
    layout(binding=3) uniform sampler2DRect y_tex;
 
    layout(location = 0) in vec2 v_texcoord;
    layout(location = 0) out vec4 fragColor;
 
    vec4 processTexture(vec4 tex) {
      vec4 processed = tex;
      { %1 }
      return processed;
    }
 
    void main ()
    {
      fragColor = processTexture(texture(y_tex, v_texcoord));
    })_";
 
  static constexpr const char* vertex = R"_(#version 450
layout(location = 0) in vec2 position;
layout(location = 1) in vec2 texcoord;
 
layout(location = 0) out vec2 v_texcoord;
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
out gl_PerVertex { vec4 gl_Position; };
 
void main()
{
  v_texcoord = texcoord * mat.texSz.xy;
  gl_Position = renderer.clipSpaceCorrMatrix * vec4(position.x * mat.scale.x, position.y * mat.scale.y, 0.0, 1.);
#if defined(QSHADER_HLSL) || defined(QSHADER_MSL)
  gl_Position.y = - gl_Position.y;
#endif
}
)_";
 
  PackedRectDecoder(
      QRhiTexture::Format fmt, int bytes_per_pixel, Video::ImageFormat& d,
      QString f = "")
      : format{fmt}
      , bytes_per_pixel{bytes_per_pixel}
      , decoder{d}
      , filter{std::move(f)}
  {
  }
  QRhiTexture::Format format;
  int bytes_per_pixel{}; // bpp/8 !
  Video::ImageFormat& decoder;
  QString filter;
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      // Create a texture
      auto tex = rhi.newTexture(format, QSize{w, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      // Create a sampler
      auto sampler = rhi.newSampler(
          QRhiSampler::Linear, QRhiSampler::Linear, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
 
      // Store both
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(r.state, vertex, QString(rgb_filter).arg(filter));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    // Nothing particular, we just upload the whole buffer
    setPixels(res, frame.data[0], frame.linesize[0]);
  }
 
  void
  setPixels(QRhiResourceUpdateBatch& res, uint8_t* pixels, int stride) const noexcept
  {
    const auto w = decoder.width, h = decoder.height;
    auto y_tex = samplers[0].texture;
 
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(pixels, w, h, bytes_per_pixel, stride)};
 
    QRhiTextureUploadDescription desc{entry};
    res.uploadTexture(y_tex, desc);
  }
};
 
struct RGB24Decoder : GPUVideoDecoder
{
  static const constexpr auto rgb_filter = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
    layout(binding=3) uniform sampler2D y_tex;
 
    layout(location = 0) in vec2 v_texcoord;
    layout(location = 0) out vec4 fragColor;
 
    vec4 processTexture(vec4 tex) {
      vec4 processed = tex;
      { %1 }
      return processed;
    }
 
    void main ()
    {
      float w = mat.texSz.x;
      float h = mat.texSz.y;
      int x = int(floor(v_texcoord.x * w) * 3.);
      int y = int(v_texcoord.y * h);
      float r = texelFetch(y_tex, ivec2(x + 0, y), 0).r;
      float g = texelFetch(y_tex, ivec2(x + 1, y), 0).r;
      float b = texelFetch(y_tex, ivec2(x + 2, y), 0).r;
      fragColor = processTexture(vec4(r, g, b, 1.));
    })_";
 
  RGB24Decoder(Video::ImageFormat& d, QString f = "")
      : bytes_per_pixel{3}
      , decoder{d}
      , filter{std::move(f)}
  {
  }
  int bytes_per_pixel{}; // bpp/8 !
  Video::ImageFormat& decoder;
  QString filter;
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      // A data texture, not a colour one: the bytes are read individually
      // with texelFetch, so no QRhiTexture::sRGB -- the flag would apply the
      // sRGB->linear EOTF to every raw byte on fetch.
      auto tex = rhi.newTexture(QRhiTexture::R8, QSize{w * 3, h}, 1);
      tex->create();
 
      // Create a sampler
      auto sampler = rhi.newSampler(
          QRhiSampler::Nearest, QRhiSampler::Nearest, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
 
      // Store both
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(
        r.state, vertexShader(), QString(rgb_filter).arg(filter));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    // Nothing particular, we just upload the whole buffer
    setPixels(res, frame.data[0], frame.linesize[0]);
  }
 
  void
  setPixels(QRhiResourceUpdateBatch& res, uint8_t* pixels, int stride) const noexcept
  {
    const auto w = decoder.width, h = decoder.height;
    auto y_tex = samplers[0].texture;
 
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(pixels, w, h, bytes_per_pixel, stride)};
 
    QRhiTextureUploadDescription desc{entry};
    res.uploadTexture(y_tex, desc);
  }
};
 
struct RGB48Decoder : GPUVideoDecoder
{
  static const constexpr auto rgb_filter = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
    layout(binding=3) uniform sampler2D y_tex;
 
    layout(location = 0) in vec2 v_texcoord;
    layout(location = 0) out vec4 fragColor;
 
    vec4 processTexture(vec4 tex) {
      vec4 processed = tex;
      { %1 }
      return processed;
    }
 
    void main ()
    {
      float w = mat.texSz.x;
      float h = mat.texSz.y;
      int x = int(floor(v_texcoord.x * w) * 3.);
      int y = int(v_texcoord.y * h);
      const float s = )_" SCORE_GFX_MSB_ALIGNED_SCALE R"_(;
      float r = texelFetch(y_tex, ivec2(x + 0, y), 0).r * s;
      float g = texelFetch(y_tex, ivec2(x + 1, y), 0).r * s;
      float b = texelFetch(y_tex, ivec2(x + 2, y), 0).r * s;
      fragColor = processTexture(vec4(r, g, b, 1.));
    })_";
 
  RGB48Decoder(Video::ImageFormat& d, QString f = "")
      : decoder{d}
      , filter{std::move(f)}
  {
  }
  Video::ImageFormat& decoder;
  QString filter;
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      auto tex = rhi.newTexture(QRhiTexture::R16, QSize{w * 3, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      auto sampler = rhi.newSampler(
          QRhiSampler::Nearest, QRhiSampler::Nearest, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
 
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(
        r.state, vertexShader(), QString(rgb_filter).arg(filter));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    const auto w = decoder.width, h = decoder.height;
    auto y_tex = samplers[0].texture;
 
    // 3 R16 samples per pixel = 6 bytes per pixel
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(frame.data[0], w * 3, h, 2, frame.linesize[0])};
 
    QRhiTextureUploadDescription desc{entry};
    res.uploadTexture(y_tex, desc);
  }
};
 
// RGBA / BGRA 16-bit-per-channel (rgba64le / bgra64le). The samples are
// 16-bit UNORM integers and QRhi has no four-channel 16-bit UNORM format, so
// -- as for RGB48 -- they go into an R16 data texture of width w*4 and the
// four components are reassembled with texelFetch.
struct RGBA64Decoder : GPUVideoDecoder
{
  static const constexpr auto rgb_filter = R"_(#version 450
 
)_" SCORE_GFX_VIDEO_UNIFORMS R"_(
 
    layout(binding=3) uniform sampler2D y_tex;
 
    layout(location = 0) in vec2 v_texcoord;
    layout(location = 0) out vec4 fragColor;
 
    vec4 processTexture(vec4 tex) {
      vec4 processed = tex;
      { %1 }
      return processed;
    }
 
    void main ()
    {
      float w = mat.texSz.x;
      float h = mat.texSz.y;
      int x = int(floor(v_texcoord.x * w) * 4.);
      int y = int(v_texcoord.y * h);
      const float s = )_" SCORE_GFX_MSB_ALIGNED_SCALE R"_(;
      float r = texelFetch(y_tex, ivec2(x + 0, y), 0).r * s;
      float g = texelFetch(y_tex, ivec2(x + 1, y), 0).r * s;
      float b = texelFetch(y_tex, ivec2(x + 2, y), 0).r * s;
      float a = texelFetch(y_tex, ivec2(x + 3, y), 0).r * s;
      fragColor = processTexture(vec4(r, g, b, a));
    })_";
 
  RGBA64Decoder(Video::ImageFormat& d, QString f = "")
      : decoder{d}
      , filter{std::move(f)}
  {
  }
  Video::ImageFormat& decoder;
  QString filter;
 
  std::pair<QShader, QShader> init(RenderList& r) override
  {
    auto& rhi = *r.state.rhi;
    const auto w = decoder.width, h = decoder.height;
 
    {
      auto tex = rhi.newTexture(QRhiTexture::R16, QSize{w * 4, h}, 1, QRhiTexture::Flag{});
      tex->create();
 
      auto sampler = rhi.newSampler(
          QRhiSampler::Nearest, QRhiSampler::Nearest, QRhiSampler::None,
          QRhiSampler::ClampToEdge, QRhiSampler::ClampToEdge);
      sampler->create();
 
      samplers.push_back({sampler, tex});
    }
 
    return score::gfx::makeShaders(
        r.state, vertexShader(), QString(rgb_filter).arg(filter));
  }
 
  void exec(RenderList&, QRhiResourceUpdateBatch& res, AVFrame& frame) override
  {
    const auto w = decoder.width, h = decoder.height;
    auto y_tex = samplers[0].texture;
 
    // 4 R16 samples per pixel = 8 bytes per pixel
    QRhiTextureUploadEntry entry{
        0, 0, createTextureUpload(frame.data[0], w * 4, h, 2, frame.linesize[0])};
 
    QRhiTextureUploadDescription desc{entry};
    res.uploadTexture(y_tex, desc);
  }
};
 
}