BayerExternalOES.hpp

Go to the documentation of this file.

#pragma once
 
#include <Gfx/Graph/decoders/CaptureAdjustGLSL.hpp>
#include <Gfx/Graph/decoders/GPUVideoDecoder.hpp>
#include <Gfx/Graph/decoders/Bayer.hpp>
 
extern "C" {
#include <libavformat/avformat.h>
}
 
namespace score::gfx
{
 
struct SCORE_PLUGIN_GFX_EXPORT BayerExternalOESDecoder : GPUVideoDecoder
{
  // Baked with sampler2D so glslang accepts it; the GLSL variant is swapped to
  // samplerExternalOES after baking, which is the only place the type is legal.
  // %1 = red-site x offset, %2 = red-site y offset, %3 = sample scale.
  static const constexpr auto oes_filter = R"_(#version 450
 
)_" SCORE_GFX_CAPTURE_UNIFORMS SCORE_GFX_CAPTURE_ADJUST_FN R"_(
 
layout(binding=3) uniform sampler2D tex;
 
layout(location = 0) in vec2 v_texcoord;
layout(location = 0) out vec4 fragColor;
 
void main()
{
  vec2 ts = mat.texSz;
  vec2 inv = 1.0 / ts;
  vec2 tp = v_texcoord * ts;
  vec2 base = floor(tp) + 0.5;
  ivec2 ip = ivec2(floor(tp));
 
  // (0,0) marks the red site; the other three cells follow from its parity.
  ivec2 c = (ip + ivec2(%1, %2)) & 1;
 
  float ctr = texture(tex, base * inv).r;
  float n  = texture(tex, (base + vec2( 0.0,-1.0)) * inv).r;
  float s  = texture(tex, (base + vec2( 0.0, 1.0)) * inv).r;
  float w  = texture(tex, (base + vec2(-1.0, 0.0)) * inv).r;
  float e  = texture(tex, (base + vec2( 1.0, 0.0)) * inv).r;
  float nw = texture(tex, (base + vec2(-1.0,-1.0)) * inv).r;
  float ne = texture(tex, (base + vec2( 1.0,-1.0)) * inv).r;
  float sw = texture(tex, (base + vec2(-1.0, 1.0)) * inv).r;
  float se = texture(tex, (base + vec2( 1.0, 1.0)) * inv).r;
 
  float cross4 = (n + s + w + e) * 0.25;
  float diag4  = (nw + ne + sw + se) * 0.25;
  float horz2  = (w + e) * 0.5;
  float vert2  = (n + s) * 0.5;
 
  vec3 rgb;
  if(c.x == 0 && c.y == 0)
    rgb = vec3(ctr, cross4, diag4);
  else if(c.x == 1 && c.y == 1)
    rgb = vec3(diag4, cross4, ctr);
  else if(c.x == 1 && c.y == 0)
    rgb = vec3(horz2, ctr, vert2);
  else
    rgb = vec3(vert2, ctr, horz2);
 
  fragColor = vec4(adjustCapture(rgb * %3), 1.0);
}
)_";
 
  BayerExternalOESDecoder(
      Video::ImageFormat& d, BayerDecoder::Phase phase, double sampleScale = 1.0)
      : decoder{d}
      , phase{phase}
      , sampleScale{sampleScale}
  {
  }
 
  Video::ImageFormat& decoder;
  BayerDecoder::Phase phase{};
  double sampleScale{1.0};
 
  std::pair<QShader, QShader> init(RenderList& r) override;
 
  void exec(RenderList&, QRhiResourceUpdateBatch&, AVFrame&) override { }
};
 
}