Renderer for intra-only video codecs with instant seeking. More...

Inheritance diagram for score::gfx::DirectVideoNodeRenderer:

Detailed Description

Renderer for intra-only video codecs with instant seeking.

Unlike VideoNodeRenderer which reads from a frame queue fed by a background thread, this renderer owns its own LibAV decoding context and performs synchronous seek + decode + GPU upload directly in update().

This enables instant seeking for all-intra codecs (ProRes, MJPEG, DNxHD, HAP, etc.) where every frame is independently decodable.

Supports hardware-accelerated decoding when available (VAAPI, D3D11VA, CUDA, VideoToolbox, Vulkan Video). When zero-copy GPU texture import is not possible for the current RHI backend, falls back to av_hwframe_transfer_data() which still avoids software decode CPU cost.

Public Member Functions
	DirectVideoNodeRenderer (const VideoNodeBase &node, const Video::VideoMetadata &metadata) noexcept

	DirectVideoNodeRenderer (const DirectVideoNodeRenderer &)=delete

	DirectVideoNodeRenderer (DirectVideoNodeRenderer &&)=delete

DirectVideoNodeRenderer &	operator= (const DirectVideoNodeRenderer &)=delete

DirectVideoNodeRenderer &	operator= (DirectVideoNodeRenderer &&)=delete

TextureRenderTarget	renderTargetForInput (const Port &input) override

void	init (RenderList &renderer, QRhiResourceUpdateBatch &res) override

void	runRenderPass (RenderList &, QRhiCommandBuffer &commands, Edge &edge) override

void	update (RenderList &renderer, QRhiResourceUpdateBatch &res, Edge *edge) override

void	runInitialPasses (RenderList &, QRhiCommandBuffer &commands, QRhiResourceUpdateBatch *&res, Edge &edge) override

QRhiTexture *	textureForOutput (const Port &output) override

void	release (RenderList &r) override

void	initState (RenderList &renderer, QRhiResourceUpdateBatch &res) override

void	releaseState (RenderList &renderer) override

void	addOutputPass (RenderList &renderer, Edge &edge, QRhiResourceUpdateBatch &res) override
	Create a pass for a new output edge (pipeline, SRB, processUBO).

void	removeOutputPass (RenderList &renderer, Edge &edge) override

bool	hasOutputPassForEdge (Edge &edge) const override
	Check if this renderer already has an output pass for the given edge.

Public Member Functions inherited from score::gfx::NodeRenderer
	NodeRenderer (const Node &node)

virtual BufferView	bufferForInput (const Port &input)

virtual BufferView	bufferForOutput (const Port &output)

virtual void	updateInputTexture (const Port &input, QRhiTexture tex, QRhiTexture depthTex=nullptr)

virtual void	updateInputSamplerFilter (const Port &input, const RenderTargetSpecs &spec)

virtual void	inputAboutToFinish (RenderList &renderer, const Port &p, QRhiResourceUpdateBatch *&)

virtual QRhiGraphicsPipeline::CompareOp	depthCompare () const noexcept
	The depth compare this renderer's pipeline was built with.

void	checkForChanges ()

void	syncRenderTargetIndex ()

void	process (int32_t port, const ossia::geometry_spec &v)

void	process (int32_t port, const ossia::scene_spec &v)

virtual void	process (int32_t port, const ossia::transform3d &v)

void	process (int32_t port, const ossia::geometry_spec &v, const void *source_key)

void	process (int32_t port, const ossia::scene_spec &v, const void *source_key)

const ossia::geometry_spec *	findGeometryByPort (int32_t port) const

template<typename F >
void	forEachSceneOnPort (int32_t port, F &&fn) const

virtual void	addInputEdge (RenderList &renderer, Edge &edge, QRhiResourceUpdateBatch &res)

virtual void	removeInputEdge (RenderList &renderer, Edge &edge)
	Notify the renderer that an input edge was disconnected.

virtual void	seedInitialOutputs (RenderList &renderer)

virtual bool	followsRenderSize () const noexcept

virtual const Mesh *	currentMesh () const noexcept

Additional Inherited Members
Public Types inherited from score::gfx::NodeRenderer
using	PortSourceKey = std::pair< int32_t, const void * >

using	MergeCacheKey = std::pair< const ossia::scene_state *, int64_t >

Public Attributes inherited from score::gfx::NodeRenderer
const Node &	node

ossia::geometry_spec	geometry
	The geometry to use.

ossia::small_flat_map< PortSourceKey, ossia::geometry_spec, 4 >	m_portGeometries

ossia::scene_spec	scene
	The scene to use (when receiving scene_spec data).

ossia::small_flat_map< PortSourceKey, ossia::scene_spec, 4 >	m_portScenes
	Per-(port, source) scene storage. See m_portGeometries comment.

ossia::small_vector< MergeCacheKey, 4 >	m_mergeCacheInputs

ossia::scene_spec	m_mergeCacheOutput

ossia::small_flat_map< PortSourceKey, std::pair< ossia::geometry_spec, ossia::scene_spec >, 4 >	m_wrapCache

int32_t	nodeId {-1}

bool	materialChanged {false}

bool	geometryChanged {false}

bool	sceneChanged {false}

bool	renderTargetSpecsChanged {false}

bool	m_initialized {false}

Member Function Documentation

◆ addOutputPass()

void score::gfx::DirectVideoNodeRenderer::addOutputPass	(	RenderList &	renderer,
		Edge &	edge,
		QRhiResourceUpdateBatch &	res
	)

overridevirtual

Create a pass for a new output edge (pipeline, SRB, processUBO).

Reimplemented from score::gfx::NodeRenderer.

◆ hasOutputPassForEdge()

bool score::gfx::DirectVideoNodeRenderer::hasOutputPassForEdge ( Edge & edge ) const

overridevirtual

Check if this renderer already has an output pass for the given edge.

Reimplemented from score::gfx::NodeRenderer.

◆ init()

void score::gfx::DirectVideoNodeRenderer::init	(	RenderList &	renderer,
		QRhiResourceUpdateBatch &	res
	)

overridevirtual

Implements score::gfx::NodeRenderer.

◆ initState()

void score::gfx::DirectVideoNodeRenderer::initState	(	RenderList &	renderer,
		QRhiResourceUpdateBatch &	res
	)

overridevirtual

Initialize edge-independent state: material UBO, samplers, mesh, shaders. Called once when the renderer enters a RenderList.

Reimplemented from score::gfx::NodeRenderer.

◆ release()

void score::gfx::DirectVideoNodeRenderer::release ( RenderList & r )

overridevirtual

Implements score::gfx::NodeRenderer.

◆ releaseState()

void score::gfx::DirectVideoNodeRenderer::releaseState ( RenderList & renderer )

overridevirtual

Release edge-independent state. Called once when the renderer leaves a RenderList.

Reimplemented from score::gfx::NodeRenderer.

◆ removeOutputPass()

void score::gfx::DirectVideoNodeRenderer::removeOutputPass	(	RenderList &	renderer,
		Edge &	edge
	)

overridevirtual

Remove the pass for a removed output edge. Pure-virtual: every concrete renderer must explicitly handle edge removal. Sinks (OutputNodeRenderer) and data-only renderers that store no per-edge GPU state can override with an empty body.

Implements score::gfx::NodeRenderer.

◆ renderTargetForInput()

TextureRenderTarget score::gfx::DirectVideoNodeRenderer::renderTargetForInput ( const Port & input )

overridevirtual

Reimplemented from score::gfx::NodeRenderer.

◆ runInitialPasses()

void score::gfx::DirectVideoNodeRenderer::runInitialPasses	(	RenderList &	renderer,
		QRhiCommandBuffer &	commands,
		QRhiResourceUpdateBatch *&	res,
		Edge &	edge
	)

overridevirtual

Reimplemented from score::gfx::NodeRenderer.

◆ runRenderPass()

void score::gfx::DirectVideoNodeRenderer::runRenderPass	(	RenderList &	renderer,
		QRhiCommandBuffer &	commands,
		Edge &	edge
	)

overridevirtual

Reimplemented from score::gfx::NodeRenderer.

◆ textureForOutput()

QRhiTexture * score::gfx::DirectVideoNodeRenderer::textureForOutput ( const Port & output )

overridevirtual

Returns a texture owned by this renderer for a given output port. Used for GrabsFromSource ports (e.g. cubemaps) where the upstream node produces a texture directly rather than rendering into a downstream-provided render target.

Reimplemented from score::gfx::NodeRenderer.

◆ update()

void score::gfx::DirectVideoNodeRenderer::update	(	RenderList &	renderer,
		QRhiResourceUpdateBatch &	res,
		Edge *	edge
	)

overridevirtual

Implements score::gfx::NodeRenderer.

The documentation for this class was generated from the following files:

DirectVideoNodeRenderer.hpp
DirectVideoNodeRenderer.cpp

Detailed Description

Public Member Functions

Additional Inherited Members

Member Function Documentation

◆ addOutputPass()

◆ hasOutputPassForEdge()

◆ init()

◆ initState()

◆ release()

◆ releaseState()

◆ removeOutputPass()

◆ renderTargetForInput()

◆ runInitialPasses()

◆ runRenderPass()

◆ textureForOutput()

◆ update()