gpu_mma_matmul_node.h

Go to the documentation of this file.

#pragma once
 
#include "sdfg/data_flow/library_node.h"
#include "sdfg/serializer/json_serializer.h"
#include "sdfg/symbolic/symbolic.h"
#include "sdfg/targets/gpu/gpu_arch.h"
#include "sdfg/types/type.h"
 
namespace sdfg::gpu {
 
inline data_flow::LibraryNodeCode LibraryNodeType_GpuMmaMatmul("gpu::GpuMmaMatmul");

class GpuMmaMatmulNode : public data_flow::LibraryNode {
    MmaBlockSize mma_block_size_;
 
    types::PrimitiveType input_type_;
    types::PrimitiveType acc_type_;
 
public:
    static constexpr auto Y_INPUT_IDX = 0;
    static constexpr auto A_INPUT_IDX = 1;
    static constexpr auto B_INPUT_IDX = 2;
 
 
    GpuMmaMatmulNode(
        size_t element_id,
        const DebugInfo& debug_info,
        const graph::Vertex vertex,
        data_flow::DataFlowGraph& parent,
        const MmaBlockSize& mma_block_size,
        types::PrimitiveType input_type,
        types::PrimitiveType acc_type,
        const data_flow::ImplementationType& impl_type
    );
 
    const MmaBlockSize& mma_block_size() const {
        return mma_block_size_;
    }
 
    types::PrimitiveType input_type() const {
        return input_type_;
    }
    types::PrimitiveType acc_type() const {
        return acc_type_;
    }

    symbolic::Expression m() const {
        return symbolic::integer(mma_block_size_.m);
    }

    symbolic::Expression n() const {
        return symbolic::integer(mma_block_size_.n);
    }

    symbolic::Expression k() const {
        return symbolic::integer(mma_block_size_.k);
    }
 
    void validate(const Function& function) const override;
 
    symbolic::SymbolSet symbols() const override;
 
    void replace(const symbolic::Expression old_expression, const symbolic::Expression new_expression) override;
    void replace(const symbolic::ExpressionMapping& replacements) override;
 
    std::unique_ptr<data_flow::DataFlowNode>
    clone(size_t element_id, const graph::Vertex vertex, data_flow::DataFlowGraph& parent) const override;
 
    std::string toStr() const override;
 
    symbolic::Expression flop() const override;
 
    data_flow::PointerAccessType pointer_access_type(int input_idx) const override;
};
 
class GpuMmaMatmulNodeSerializer : public serializer::LibraryNodeSerializer {
public:
    nlohmann::json serialize(const data_flow::LibraryNode& library_node) override;
    data_flow::LibraryNode& deserialize(
        const nlohmann::json& j, builder::StructuredSDFGBuilder& builder, structured_control_flow::Block& parent
    ) override;
};
 
} // namespace sdfg::gpu