Loads a single MMA fragment from memory. More...

#include <sdfg/targets/gpu/gpu_mma_fragment_load_node.h>

Inheritance diagram for sdfg::gpu::GpuMmaFragmentLoadNode:

Public Member Functions
	GpuMmaFragmentLoadNode (size_t element_id, const DebugInfo &debug_info, const graph::Vertex vertex, data_flow::DataFlowGraph &parent, const MmaBlockSize &block_size, MmaFragmentType fragment_type, const GpuMmaFromMemoryLayout &layout, types::PrimitiveType element_type, const data_flow::ImplementationType &impl_type)
const GpuMmaFromMemoryLayout &	layout () const
const MmaBlockSize &	block_size () const
MmaFragmentType	fragment_type () const
types::PrimitiveType	element_type () const
void	validate (const Function &function) const override
	Validate the code node's configuration.
symbolic::SymbolSet	symbols () const override
	Get all symbols used in this node.
void	replace (const symbolic::Expression old_expression, const symbolic::Expression new_expression) override
void	replace (const symbolic::ExpressionMapping &replacements) override
std::unique_ptr< data_flow::DataFlowNode >	clone (size_t element_id, const graph::Vertex vertex, data_flow::DataFlowGraph &parent) const override
	Clone this node for graph transformations.
data_flow::PointerAccessType	pointer_access_type (int input_idx) const override
	Describes what a pointer is used for.
bool	can_relocalize_operand (int input_idx, const math::tensor::TensorLayout &packed) const override
	Side-effect-free predicate mirroring relocalize_operand: whether the operand at `input_idx` can be repointed at the buffer view `packed`.
bool	relocalize_operand (int input_idx, const math::tensor::TensorLayout &packed) override
	Repoint the operand at `input_idx` to a locally staged buffer.
std::optional< data_flow::SubgroupAccess >	operand_access (int input_idx, unsigned subgroup_size) const override
	The elements one subgroup of `subgroup_size` lanes reads from the operand at `input_idx`, if the node declares them.
std::string	toStr () const override
	Convert node to string representation.
Public Member Functions inherited from sdfg::data_flow::LibraryNode
	LibraryNode (const LibraryNode &data_node)=delete
LibraryNode &	operator= (const LibraryNode &)=delete
virtual	~LibraryNode ()=default
ElementType	type_id () const override
	Returns the type of the element.
const LibraryNodeCode &	code () const
	Get the operation code.
const ImplementationType &	implementation_type () const
	Get the implementation type (const).
ImplementationType &	implementation_type ()
	Get the implementation type (mutable).
void	set_implementation_type (const ImplementationType &impl_type)
bool	side_effect () const override
	Check if this node has side effects.
virtual symbolic::Expression	flop () const
	Calculate floating point operations for this node.
PointerAccessType	pointer_access_type (const Memlet &edge) const
EdgeRemoveOption	can_remove_out_edge (const data_flow::DataFlowGraph &graph, const Memlet *memlet) const override
	Is the edge in question removable, or will this make the node its an output on invalid?
EdgeRemoveOption	can_remove_in_edge (const data_flow::DataFlowGraph &graph, const Memlet *memlet) const override
bool	pointer_use_creates_side_effects (const DataFlowGraph &dataflow, const Function &func)
Public Member Functions inherited from sdfg::data_flow::CodeNode
	CodeNode (const CodeNode &data_node)=delete
CodeNode &	operator= (const CodeNode &)=delete
const std::vector< std::string > &	outputs () const
	Get output connector names (const).
const std::vector< std::string > &	inputs () const
	Get input connector names (const).
std::vector< std::string > &	outputs ()
	Get output connector names (mutable).
std::vector< std::string > &	inputs ()
	Get input connector names (mutable).
const std::string &	output (size_t index) const
	Get output connector name by index.
const std::string &	input (size_t index) const
	Get input connector name by index.
bool	has_constant_input (size_t index) const
	Check if an input is connected to a constant node.
Public Member Functions inherited from sdfg::data_flow::DataFlowNode
	DataFlowNode (const DataFlowNode &data_node)=delete
DataFlowNode &	operator= (const DataFlowNode &)=delete
graph::Vertex	vertex () const
	Get the graph vertex for this node.
const DataFlowGraph &	get_parent () const
	Get the parent dataflow graph (const).
DataFlowGraph &	get_parent ()
	Get the parent dataflow graph (mutable).
virtual bool	update_edge_removed (const std::string &out_conn)
Public Member Functions inherited from sdfg::Element
	Element (size_t element_id, const DebugInfo &debug_info)
virtual	~Element ()=default
size_t	element_id () const
const DebugInfo &	debug_info () const
void	set_debug_info (const DebugInfo &debug_info)
void	add_metadata (const std::string &key, const std::string &value)
void	remove_metadata (const std::string &key)
const std::string &	metadata (const std::string &key) const
const std::string *	metadata_if_exists (const std::string &key) const
const std::unordered_map< std::string, std::string > &	metadata () const
std::string_view	element_type () const
	Returns the type of the element as a human-readable string.

Static Public Attributes
static constexpr auto	FRAG_INPUT_IDX = 0
static constexpr auto	PTR_INPUT_IDX = 1
Static Public Attributes inherited from sdfg::data_flow::CodeNode
static constexpr ElementType	TypeGroup = ElementType::Tasklet \| ElementType::LibraryNode
	Bitmask of all concrete ElementTypes that are CodeNodes.
Static Public Attributes inherited from sdfg::data_flow::DataFlowNode
static constexpr ElementType	TypeGroup
	Bitmask of all concrete ElementTypes that are DataFlowNodes.

Additional Inherited Members
Static Public Member Functions inherited from sdfg::data_flow::LibraryNode
static bool	classof (const Element &element)
Static Public Member Functions inherited from sdfg::data_flow::CodeNode
static bool	classof (const Element &element)
	LLVM-style RTTI predicate: true if `element` is a CodeNode.
Static Public Member Functions inherited from sdfg::data_flow::DataFlowNode
static bool	classof (const Element &element)
	LLVM-style RTTI predicate: true if `element` is a DataFlowNode.
Protected Member Functions inherited from sdfg::data_flow::LibraryNode
	LibraryNode (size_t element_id, const DebugInfo &debug_info, const graph::Vertex vertex, DataFlowGraph &parent, const LibraryNodeCode &code, const std::vector< std::string > &outputs, const std::vector< std::string > &inputs, const bool side_effect, const ImplementationType &implementation_type)
	Protected constructor for library nodes.
Protected Member Functions inherited from sdfg::data_flow::CodeNode
	CodeNode (size_t element_id, const DebugInfo &debug_info, const graph::Vertex vertex, DataFlowGraph &parent, const std::vector< std::string > &outputs, const std::vector< std::string > &inputs)
	Protected constructor for code nodes.
Protected Member Functions inherited from sdfg::data_flow::DataFlowNode
	DataFlowNode (size_t element_id, const DebugInfo &debug_info, const graph::Vertex vertex, DataFlowGraph &parent)
	Protected constructor for dataflow nodes.
Protected Attributes inherited from sdfg::data_flow::LibraryNode
LibraryNodeCode	code_
	Operation identifier (e.g., "GEMM", "Add").
bool	side_effect_
	Whether this node has side effects.
ImplementationType	implementation_type_
	How to implement this node.
Protected Attributes inherited from sdfg::data_flow::CodeNode
std::vector< std::string >	outputs_
	Names of output connectors.
std::vector< std::string >	inputs_
	Names of input connectors.
Protected Attributes inherited from sdfg::Element
size_t	element_id_
DebugInfo	debug_info_
std::unordered_map< std::string, std::string >	metadata_

Detailed Description

Loads a single MMA fragment from memory.

Reads a tile from the base pointer behind its "ptr" input (following the given MmaFromMemoryLayout) into the fragment behind its "frag" input, which is treated like a pointer to the fragment storage. The fragment itself is declared elsewhere (by the fragment container).

Constructor & Destructor Documentation

◆ GpuMmaFragmentLoadNode()

sdfg::gpu::GpuMmaFragmentLoadNode::GpuMmaFragmentLoadNode	(	size_t	element_id,
		const DebugInfo &	debug_info,
		const graph::Vertex	vertex,
		data_flow::DataFlowGraph &	parent,
		const MmaBlockSize &	block_size,
		MmaFragmentType	fragment_type,
		const GpuMmaFromMemoryLayout &	layout,
		types::PrimitiveType	element_type,
		const data_flow::ImplementationType &	impl_type )

Member Function Documentation

◆ block_size()

const MmaBlockSize & sdfg::gpu::GpuMmaFragmentLoadNode::block_size ( ) const

inline

◆ can_relocalize_operand()

bool sdfg::gpu::GpuMmaFragmentLoadNode::can_relocalize_operand	(	int	input_idx,
		const math::tensor::TensorLayout &	packed ) const

overridevirtual

Side-effect-free predicate mirroring relocalize_operand: whether the operand at input_idx can be repointed at the buffer view packed.

Reimplemented from sdfg::data_flow::LibraryNode.

◆ clone()

std::unique_ptr< data_flow::DataFlowNode > sdfg::gpu::GpuMmaFragmentLoadNode::clone	(	size_t	element_id,
		const graph::Vertex	vertex,
		data_flow::DataFlowGraph &	parent ) const

overridevirtual

Clone this node for graph transformations.

Parameters

element_id	New element identifier for the clone
vertex	New graph vertex for the clone
parent	Parent graph for the clone

Returns: Unique pointer to the cloned node

Pure virtual function that must be implemented by derived classes to support graph transformations and optimizations.

Implements sdfg::data_flow::DataFlowNode.

◆ element_type()

types::PrimitiveType sdfg::gpu::GpuMmaFragmentLoadNode::element_type ( ) const

inline

◆ fragment_type()

MmaFragmentType sdfg::gpu::GpuMmaFragmentLoadNode::fragment_type ( ) const

inline

◆ layout()

const GpuMmaFromMemoryLayout & sdfg::gpu::GpuMmaFragmentLoadNode::layout ( ) const

inline

◆ operand_access()

std::optional< data_flow::SubgroupAccess > sdfg::gpu::GpuMmaFragmentLoadNode::operand_access	(	int	input_idx,
		unsigned	subgroup_size ) const

overridevirtual

The elements one subgroup of subgroup_size lanes reads from the operand at input_idx, if the node declares them.

Reimplemented from sdfg::data_flow::LibraryNode.

◆ pointer_access_type()

data_flow::PointerAccessType sdfg::gpu::GpuMmaFragmentLoadNode::pointer_access_type ( int input_idx ) const

overridevirtual

Describes what a pointer is used for.

Parameters

input_idx index of input that is a pointer.

Returns: Invalid if not asked about a pointer input

Reimplemented from sdfg::data_flow::LibraryNode.

◆ relocalize_operand()

bool sdfg::gpu::GpuMmaFragmentLoadNode::relocalize_operand	(	int	input_idx,
		const math::tensor::TensorLayout &	packed )

overridevirtual

Repoint the operand at input_idx to a locally staged buffer.

packed is the operand's own view of that buffer: its shape, the buffer's strides, and the buffer offset of its origin (in elements; may be a sub-window of the staged tile). Updates the node's addressing metadata to match. Returns false if the node cannot express the view (localization is then rejected).

Reimplemented from sdfg::data_flow::LibraryNode.

◆ replace() [1/2]

void sdfg::gpu::GpuMmaFragmentLoadNode::replace	(	const symbolic::Expression	old_expression,
		const symbolic::Expression	new_expression )

overridevirtual

Implements sdfg::Element.

◆ replace() [2/2]

void sdfg::gpu::GpuMmaFragmentLoadNode::replace ( const symbolic::ExpressionMapping & replacements )

overridevirtual

Reimplemented from sdfg::Element.

◆ symbols()

symbolic::SymbolSet sdfg::gpu::GpuMmaFragmentLoadNode::symbols ( ) const

overridevirtual

Get all symbols used in this node.

Returns: Set of symbolic expressions used by this node

Implements sdfg::data_flow::LibraryNode.

◆ toStr()

std::string sdfg::gpu::GpuMmaFragmentLoadNode::toStr ( ) const

overridevirtual

Convert node to string representation.

Returns: String representation of the node

Reimplemented from sdfg::data_flow::LibraryNode.

◆ validate()

void sdfg::gpu::GpuMmaFragmentLoadNode::validate ( const Function & function ) const

overridevirtual

Validate the code node's configuration.

Parameters

function Function context for validation

Ensures that:

No two access nodes connect to the same data for inputs/outputs

Reimplemented from sdfg::data_flow::CodeNode.

Member Data Documentation

◆ FRAG_INPUT_IDX

auto sdfg::gpu::GpuMmaFragmentLoadNode::FRAG_INPUT_IDX = 0

staticconstexpr

◆ PTR_INPUT_IDX

auto sdfg::gpu::GpuMmaFragmentLoadNode::PTR_INPUT_IDX = 1

staticconstexpr

The documentation for this class was generated from the following file:

opt/include/sdfg/targets/gpu/gpu_mma_fragment_load_node.h

Public Member Functions

Static Public Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ GpuMmaFragmentLoadNode()

Member Function Documentation

◆ block_size()

◆ can_relocalize_operand()

◆ clone()

◆ element_type()

◆ fragment_type()

◆ layout()

◆ operand_access()

◆ pointer_access_type()

◆ relocalize_operand()

◆ replace() [1/2]

◆ replace() [2/2]

◆ symbols()

◆ toStr()

◆ validate()

Member Data Documentation

◆ FRAG_INPUT_IDX

◆ PTR_INPUT_IDX