TosaToLinalgPass.cpp

Go to the documentation of this file.

//===- TosaToLinalgPass.cpp - Lowering Tosa to Linalg Dialect -------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This transformation pass legalizes Tosa operations to the Linalg dialect.
//
//===----------------------------------------------------------------------===//
 
#include "mlir/Conversion/TosaToLinalg/TosaToLinalg.h"
 
#include "mlir/Dialect/Arith/IR/Arith.h"
#include "mlir/Dialect/Func/IR/FuncOps.h"
#include "mlir/Dialect/Index/IR/IndexDialect.h"
#include "mlir/Dialect/Linalg/IR/LinalgDialect.h"
#include "mlir/Dialect/Math/IR/Math.h"
#include "mlir/Dialect/SCF/IR/SCFDialect.h"
#include "mlir/Dialect/Tensor/IR/Tensor.h"
#include "mlir/Dialect/Tosa/IR/TargetEnv.h"
#include "mlir/Dialect/Tosa/IR/TosaOps.h"
#include "mlir/Dialect/Tosa/Transforms/Passes.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Pass/PassManager.h"
#include "mlir/Pass/PassOptions.h"
#include "mlir/Transforms/DialectConversion.h"
#include "mlir/Transforms/Passes.h"
 
namespace mlir {
#define GEN_PASS_DEF_TOSATOLINALG
#include "mlir/Conversion/Passes.h.inc"
} // namespace mlir
 
using namespace mlir;
 
namespace {
struct TosaToLinalg : public impl::TosaToLinalgBase<TosaToLinalg> {
public:
  TosaToLinalg(const TosaToLinalgOptions &options)
      : impl::TosaToLinalgBase<TosaToLinalg>(options) {}
 
  void getDependentDialects(DialectRegistry &registry) const override {
    registry
        .insert<arith::ArithDialect, linalg::LinalgDialect, math::MathDialect,
                index::IndexDialect, tensor::TensorDialect, scf::SCFDialect>();
  }
 
  void runOnOperation() override {
    RewritePatternSet patterns(&getContext());
    ConversionTarget target(getContext());
    target.addLegalDialect<linalg::LinalgDialect, tensor::TensorDialect,
                           scf::SCFDialect>();
    target.addIllegalDialect<tosa::TosaDialect>();
 
    // Not every TOSA op can be legalized to linalg.
    target.addLegalOp<tosa::ApplyScaleOp>();
    target.addLegalOp<tosa::IfOp>();
    target.addLegalOp<tosa::ConstOp>();
    target.addLegalOp<tosa::ConstShapeOp>();
    target.addLegalOp<tosa::WhileOp>();
    target.addLegalOp<tosa::ConcatOp>();
    target.addLegalOp<tosa::SliceOp>();
    target.addLegalOp<tosa::ReshapeOp>();
    target.addLegalOp<tosa::PadOp>();
 
    target.markUnknownOpDynamicallyLegal([](Operation *) { return true; });
 
    TypeConverter converter;
    tosa::populateTosaTypeConversion(converter);
 
    FunctionOpInterface func = getOperation();
    TosaToLinalgOptions options;
    options.allowNonFinites = allowNonFinites;
    mlir::tosa::populateTosaToLinalgConversionPatterns(converter, &patterns,
                                                       options);
    if (failed(applyFullConversion(func, target, std::move(patterns))))
      signalPassFailure();
  }
};
} // namespace
 
std::unique_ptr<Pass>
mlir::tosa::createTosaToLinalg(const TosaToLinalgOptions &options) {
  return std::make_unique<TosaToLinalg>(options);
}
 
void mlir::tosa::addTosaToLinalgPasses(
    OpPassManager &pm, const TosaToLinalgOptions &options,
    const TosaToLinalgNamedOptions &tosaToLinalgNamedOptions,
    std::optional<tosa::TosaValidationOptions> validationOptions,
    std::optional<TosaAttachTargetOptions> attachTargetOptions) {
  // Optional decompositions are designed to benefit linalg.
  if (!options.disableTosaDecompositions)
    pm.addNestedPass<func::FuncOp>(
        tosa::createTosaOptionalDecompositionsPass());
  pm.addNestedPass<func::FuncOp>(createCanonicalizerPass());
 
  pm.addNestedPass<func::FuncOp>(tosa::createTosaInferShapesPass());
  pm.addNestedPass<func::FuncOp>(tosa::createTosaMakeBroadcastablePass());
  pm.addNestedPass<func::FuncOp>(
      tosa::createTosaToLinalgNamed(tosaToLinalgNamedOptions));
  pm.addNestedPass<func::FuncOp>(createCanonicalizerPass());
  // TODO: Remove pass that operates on const tensor and enable optionality
  pm.addNestedPass<func::FuncOp>(tosa::createTosaLayerwiseConstantFoldPass(
      {options.aggressiveReduceConstant}));
  pm.addNestedPass<func::FuncOp>(tosa::createTosaMakeBroadcastablePass());
  // tosa-attach-target writes a tosa.target_env module attribute, schedule it
  // only when the caller actually needs one. Callers that opt out of both no
  // longer get a tosa.target_env attribute they did not ask for.
  if (validationOptions || attachTargetOptions) {
    if (!attachTargetOptions) {
      attachTargetOptions = TosaAttachTargetOptions();
      attachTargetOptions->profiles = {"pro_int", "pro_fp"};
      // TODO: populate with all the extensions that the tosa->linalg
      // conversion supports
      attachTargetOptions->extensions = {"doubleround"};
    }
    pm.addPass(tosa::createTosaAttachTarget(*attachTargetOptions));
  }
  if (validationOptions)
    pm.addPass(tosa::createTosaValidation(*validationOptions));
  pm.addNestedPass<func::FuncOp>(tosa::createTosaToLinalg(options));
}
 
//===----------------------------------------------------------------------===//
// Pipeline registration.
//===----------------------------------------------------------------------===//
 
namespace {
/// Options controlling the registered `tosa-to-linalg-pipeline`.
struct TosaToLinalgPipelineOptions
    : public PassPipelineOptions<TosaToLinalgPipelineOptions> {
  PassOptions::Option<bool> validation{
      *this, "validation",
      llvm::cl::desc("Run tosa-attach-target and tosa-validate as part of the "
                     "pipeline."),
      llvm::cl::init(true)};
};
} // namespace
 
void mlir::tosa::registerTosaToLinalgPipelines() {
  PassPipelineRegistration<TosaToLinalgPipelineOptions>(
      "tosa-to-linalg-pipeline",
      "The default pipeline for converting TOSA operators to the equivalent "
      "operations using the tensor operations in LinAlg as well as LinAlg "
      "named operations.",
      [](OpPassManager &pm, const TosaToLinalgPipelineOptions &pipelineOpts) {
        TosaToLinalgOptions tosaToLinalgOptions;
        TosaToLinalgNamedOptions tosaToLinalgNamedOptions;
        std::optional<TosaValidationOptions> validationOptions;
        if (pipelineOpts.validation) {
          validationOptions = TosaValidationOptions{
              /*strictOpSpecAlignment=*/false,
              /*allowInvalidOpDatatypeCombinations=*/false,
              /*validateFunctionSignature=*/false};
        }
        tosa::addTosaToLinalgPasses(pm, tosaToLinalgOptions,
                                    tosaToLinalgNamedOptions,
                                    validationOptions);
      });
}