TensorToSPIRV.h

Go to the documentation of this file.

//===- TensorToSPIRV.h - Tensor to SPIR-V Patterns --------------*- C++ -*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// Provides patterns to convert Tensor dialect to SPIR-V dialect.
//
//===----------------------------------------------------------------------===//
 
#ifndef MLIR_CONVERSION_TENSORTOSPIRV_TENSORTOSPIRV_H
#define MLIR_CONVERSION_TENSORTOSPIRV_TENSORTOSPIRV_H
 
#include "mlir/Transforms/DialectConversion.h"
 
namespace mlir {
class SPIRVTypeConverter;
 
/// Appends to a pattern list additional patterns for translating tensor ops
/// to SPIR-V ops.
///
/// Note: Normally tensors will be stored in buffers before converting to
/// SPIR-V, given that is how a large amount of data is sent to the GPU.
/// However, SPIR-V supports converting from tensors directly too. This is
/// for the cases where the tensor just contains a small amount of elements
/// and it makes sense to directly inline them as a small data array in the
/// shader. To handle this, internally the conversion might create new local
/// variables. SPIR-V consumers in GPU drivers may or may not optimize that
/// away. So this has implications over register pressure. Therefore, a
/// threshold is used to control when the patterns should kick in.
void populateTensorToSPIRVPatterns(const SPIRVTypeConverter &typeConverter,
                                   int64_t byteCountThreshold,
                                   RewritePatternSet &patterns);
 
} // namespace mlir
 
#endif // MLIR_CONVERSION_TENSORTOSPIRV_TENSORTOSPIRV_H