TosaProfileCompliance.cpp

Go to the documentation of this file.

//===--- TosaProfileCompliance.cpp - Tosa Profile Compliance Validation ---===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
 
#include "mlir/Dialect/Tosa/IR/TosaProfileCompliance.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/raw_ostream.h"
 
using namespace mlir;
using namespace mlir::tosa;
 
// Building this ~5,000-line generated initializer map under HWAddressSanitizer
// or MemorySanitizer leads to extreme compile times (>3.5 minutes) during
// InstCombine and greedy register allocation due to instrumentation
// overhead. Disable optimization under MSan/HWAsan to keep build times
// manageable.
#if LLVM_MEMORY_SANITIZER_BUILD || LLVM_HWADDRESS_SANITIZER_BUILD
__attribute__((optnone))
#else
LLVM_ATTRIBUTE_MINSIZE
#endif
TosaProfileCompliance::TosaProfileCompliance() {
  const TypeInfo boolT = {mlir::IntegerType::getTypeID(), 1};
  const TypeInfo i4T = {mlir::IntegerType::getTypeID(), 4};
  const TypeInfo i8T = {mlir::IntegerType::getTypeID(), 8};
  const TypeInfo i16T = {mlir::IntegerType::getTypeID(), 16};
  const TypeInfo i32T = {mlir::IntegerType::getTypeID(), 32};
  const TypeInfo i48T = {mlir::IntegerType::getTypeID(), 48};
  const TypeInfo i64T = {mlir::IntegerType::getTypeID(), 64};
  const TypeInfo bf16T = {mlir::BFloat16Type::getTypeID(), 16};
  const TypeInfo fp16T = {mlir::Float16Type::getTypeID(), 16};
  const TypeInfo fp32T = {mlir::Float32Type::getTypeID(), 32};
  const TypeInfo fp8e4m3T = {mlir::Float8E4M3FNType::getTypeID(), 8};
  const TypeInfo fp8e5m2T = {mlir::Float8E5M2Type::getTypeID(), 8};
 
  // micro-scaling formats
  // Note: these types exist to suppport the deprecated block_scaled operations
  // and can be removed once those operations are removed.
  const TypeInfo fp6e2m3T = {mlir::Float6E2M3FNType::getTypeID(), 6};
  const TypeInfo fp6e3m2T = {mlir::Float6E3M2FNType::getTypeID(), 6};
  const TypeInfo fp4e2m1T = {mlir::Float4E2M1FNType::getTypeID(), 4};
  const TypeInfo fp8ue8m0T = {mlir::Float8E8M0FNUType::getTypeID(), 8};
  const TypeInfo mxint8T = {mlir::tosa::mxint8Type::getTypeID(), 8};
 
  // Block scaled formats
  const TypeID blockScaledID = mlir::tosa::BlockScaledType::getTypeID();
  const TypeID fp4e2m1ID = mlir::Float4E2M1FNType::getTypeID();
  const TypeID fp6e2m3ID = mlir::Float6E2M3FNType::getTypeID();
  const TypeID fp6e3m2ID = mlir::Float6E3M2FNType::getTypeID();
  const TypeID fp8e4m3ID = mlir::Float8E4M3FNType::getTypeID();
  const TypeID fp8e5m2ID = mlir::Float8E5M2Type::getTypeID();
  const TypeID fp8ue8m0ID = mlir::Float8E8M0FNUType::getTypeID();
  const TypeID mxint8ID = mlir::tosa::mxint8Type::getTypeID();
 
  const TypeInfo bs32_fp8ue8m0_fp4e2m1T = {blockScaledID, 4, fp4e2m1ID,
                                           fp8ue8m0ID,
                                           tosa::BlockShape::BLOCK_SHAPE_32};
  const TypeInfo bs32_fp8ue8m0_fp6e2m3T = {blockScaledID, 6, fp6e2m3ID,
                                           fp8ue8m0ID,
                                           tosa::BlockShape::BLOCK_SHAPE_32};
  const TypeInfo bs32_fp8ue8m0_fp6e3m2T = {blockScaledID, 6, fp6e3m2ID,
                                           fp8ue8m0ID,
                                           tosa::BlockShape::BLOCK_SHAPE_32};
  const TypeInfo bs32_fp8ue8m0_fp8e4m3T = {blockScaledID, 8, fp8e4m3ID,
                                           fp8ue8m0ID,
                                           tosa::BlockShape::BLOCK_SHAPE_32};
  const TypeInfo bs32_fp8ue8m0_fp8e5m2T = {blockScaledID, 8, fp8e5m2ID,
                                           fp8ue8m0ID,
                                           tosa::BlockShape::BLOCK_SHAPE_32};
  const TypeInfo bs32_fp8ue8m0_mxint8T = {
      blockScaledID, 8, mxint8ID, fp8ue8m0ID, tosa::BlockShape::BLOCK_SHAPE_32};
 
// The profile-based compliance content below is auto-generated by a script
// in https://github.com/arm/tosa-specification
#include "mlir/Dialect/Tosa/IR/TosaComplianceData.h.inc"
  // End of auto-generated metadata
}
 
template <>
OperationProfileComplianceMap TosaProfileCompliance::getProfileComplianceMap() {
  return profileComplianceMap;
}
 
template <>
OperationExtensionComplianceMap
TosaProfileCompliance::getProfileComplianceMap() {
  return extensionComplianceMap;
}
 
// Base populating function
LogicalResult ProfileInfoDepot::populateProfileInfo(ValueRange operands,
                                                    ValueRange results) {
  for (const auto &operand : operands)
    addValue(operand);
  for (const auto &result : results)
    addValue(result);
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::ConcatOp op) {
  addValue(op.getInput1().front());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::AvgPool2dOp op) {
  addValue(op.getInput());
  addValue(op.getInputZp());
  addValue(op.getOutputZp());
  addType(op.getAccType());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult
ProfileInfoDepot::populateProfileInfo(tosa::AvgPool2dAdaptiveOp op) {
  addValue(op.getInput());
  addValue(op.getInputZp());
  addValue(op.getOutputZp());
  addType(op.getAccType());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult
ProfileInfoDepot::populateProfileInfo(tosa::MaxPool2dAdaptiveOp op) {
  addValue(op.getInput());
  addValue(op.getOutput());
  return success();
}
 
template <typename T>
LogicalResult ProfileInfoDepot::populateProfileInfoConv(T op) {
  addValue(op.getInput());
  addValue(op.getWeight());
  addValue(op.getBias());
  addValue(op.getInputZp());
  addValue(op.getWeightZp());
  addType(op.getAccType());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::Conv2DOp op) {
  return populateProfileInfoConv(op);
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::Conv3DOp op) {
  return populateProfileInfoConv(op);
}
 
template <>
LogicalResult
ProfileInfoDepot::populateProfileInfo(tosa::TransposeConv2DOp op) {
  return populateProfileInfoConv(op);
}
 
template <>
LogicalResult
ProfileInfoDepot::populateProfileInfo(tosa::DepthwiseConv2DOp op) {
  return populateProfileInfoConv(op);
}
 
template <>
LogicalResult
ProfileInfoDepot::populateProfileInfo(tosa::Conv2DBlockScaledOp op) {
  addValue(op.getInputData());
  addValue(op.getInputScale());
  addValue(op.getWeightData());
  addValue(op.getWeightScale());
  addValue(op.getBias());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::PadOp op) {
  addValue(op.getInput1());
  addValue(op.getPadConst());
  addValue(op.getOutput());
  return success();
}
 
template <typename T>
LogicalResult ProfileInfoDepot::populateProfileInfoDataLayout(T op) {
  addValue(op.getInput1());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::ReshapeOp op) {
  return populateProfileInfoDataLayout(op);
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::SliceOp op) {
  return populateProfileInfoDataLayout(op);
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::TileOp op) {
  return populateProfileInfoDataLayout(op);
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::TransposeOp op) {
  return populateProfileInfoDataLayout(op);
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::GatherOp op) {
  addValue(op.getValues());
  addValue(op.getIndices());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::RowGatherOp op) {
  addValue(op.getValues());
  addValue(op.getIndices());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult
ProfileInfoDepot::populateProfileInfo(tosa::RowGatherBlockScaledOp op) {
  for (Value value : op.getValues())
    addValue(value);
  addValue(op.getIndices());
  addValue(op.getRowCount());
  for (Value result : op.getOutput())
    addValue(result);
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::ScatterOp op) {
  addValue(op.getValuesIn());
  addValue(op.getIndices());
  addValue(op.getInput());
  addValue(op.getValuesOut());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::MulOp op) {
  addValue(op.getInput1());
  addValue(op.getInput2());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::ResizeOp op) {
  addValue(op.getInput());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::SelectOp op) {
  addValue(op.getOnTrue());
  addValue(op.getOnFalse());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::RescaleOp op) {
  addValue(op.getInput());
  addValue(op.getInputZp());
  addValue(op.getOutputZp());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::MatMulOp op) {
  addValue(op.getA());
  addValue(op.getB());
  addValue(op.getAZp());
  addValue(op.getBZp());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::MatMulTOp op) {
  addValue(op.getA());
  addValue(op.getB());
  addValue(op.getAZp());
  addValue(op.getBZp());
  addValue(op.getOutput());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::VariableOp op) {
  addType(op.getType());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::VariableWriteOp op) {
  addValue(op.getInput1());
  return success();
}
 
template <>
LogicalResult ProfileInfoDepot::populateProfileInfo(tosa::DimOp op) {
  addValue(op.getInput1());
  return success();
}
 
LogicalResult ProfileInfoDepot::populatationDispatch(Operation *op) {
// This helper function only populates the info for the customised operands.
#define POPULATE_PROFILE_INFO_CUSTOM(tosaOp)                                   \
  if (isa<tosa::tosaOp##Op>(op)) {                                             \
    return populateProfileInfo(cast<tosa::tosaOp##Op>(op));                    \
  }
 
#define POPULATE_PROFILE_INFO_SKIP(tosaOp)                                     \
  if (isa<tosa::tosaOp##Op>(op))                                               \
    return success();
 
// This helper function populates the info for all operands.
#define POPULATE_PROFILE_INFO_COMMON(tosaOp)                                   \
  if (isa<tosa::tosaOp##Op>(op)) {                                             \
    return populateProfileInfo(op->getOperands(), op->getResults());           \
  }
 
  // Skip irrelevant operands when they are independent and not tied to any
  // specific profile/extension.
  POPULATE_PROFILE_INFO_CUSTOM(AvgPool2d)
  POPULATE_PROFILE_INFO_CUSTOM(AvgPool2dAdaptive)
  POPULATE_PROFILE_INFO_CUSTOM(TransposeConv2D)
  POPULATE_PROFILE_INFO_CUSTOM(Conv2D)
  POPULATE_PROFILE_INFO_CUSTOM(Conv2DBlockScaled)
  POPULATE_PROFILE_INFO_CUSTOM(Conv3D)
  POPULATE_PROFILE_INFO_CUSTOM(DepthwiseConv2D)
  POPULATE_PROFILE_INFO_CUSTOM(Mul)
  POPULATE_PROFILE_INFO_CUSTOM(Concat)
  POPULATE_PROFILE_INFO_CUSTOM(Pad)
  POPULATE_PROFILE_INFO_CUSTOM(Reshape)
  POPULATE_PROFILE_INFO_CUSTOM(Slice)
  POPULATE_PROFILE_INFO_CUSTOM(Tile)
  POPULATE_PROFILE_INFO_CUSTOM(Transpose)
  POPULATE_PROFILE_INFO_CUSTOM(Gather)
  POPULATE_PROFILE_INFO_CUSTOM(RowGather)
  POPULATE_PROFILE_INFO_CUSTOM(RowGatherBlockScaled)
  POPULATE_PROFILE_INFO_CUSTOM(Scatter)
  POPULATE_PROFILE_INFO_CUSTOM(Resize)
  POPULATE_PROFILE_INFO_CUSTOM(Select)
  POPULATE_PROFILE_INFO_CUSTOM(Rescale)
  POPULATE_PROFILE_INFO_CUSTOM(MatMul)
  POPULATE_PROFILE_INFO_CUSTOM(MatMulT)
  POPULATE_PROFILE_INFO_CUSTOM(Variable)
  POPULATE_PROFILE_INFO_CUSTOM(VariableWrite)
  POPULATE_PROFILE_INFO_CUSTOM(Dim)
  POPULATE_PROFILE_INFO_CUSTOM(MaxPool2dAdaptive)
 
  // For the most of tosa operators, all operands are profile/extension related
  // and hence are all considered in this profile-based compilance check.
  POPULATE_PROFILE_INFO_COMMON(MatmulTBlockScaled)
  POPULATE_PROFILE_INFO_COMMON(FFT2d)
  POPULATE_PROFILE_INFO_COMMON(RFFT2d)
  POPULATE_PROFILE_INFO_COMMON(Cast)
  POPULATE_PROFILE_INFO_COMMON(CastFromBlockScaled)
  POPULATE_PROFILE_INFO_COMMON(CastToBlockScaled)
  POPULATE_PROFILE_INFO_COMMON(Const)
  POPULATE_PROFILE_INFO_COMMON(ArgMax)
  POPULATE_PROFILE_INFO_COMMON(ArgMin)
  POPULATE_PROFILE_INFO_COMMON(Sub)
  POPULATE_PROFILE_INFO_COMMON(Maximum)
  POPULATE_PROFILE_INFO_COMMON(Minimum)
  POPULATE_PROFILE_INFO_COMMON(MaxPool2d)
  POPULATE_PROFILE_INFO_COMMON(Clamp)
  POPULATE_PROFILE_INFO_COMMON(Erf)
  POPULATE_PROFILE_INFO_COMMON(Sigmoid)
  POPULATE_PROFILE_INFO_COMMON(Tanh)
  POPULATE_PROFILE_INFO_COMMON(Add)
  POPULATE_PROFILE_INFO_COMMON(ArithmeticRightShift)
  POPULATE_PROFILE_INFO_COMMON(BitwiseAnd)
  POPULATE_PROFILE_INFO_COMMON(BitwiseNot)
  POPULATE_PROFILE_INFO_COMMON(BitwiseOr)
  POPULATE_PROFILE_INFO_COMMON(BitwiseXor)
  POPULATE_PROFILE_INFO_COMMON(LogicalLeftShift)
  POPULATE_PROFILE_INFO_COMMON(LogicalRightShift)
  POPULATE_PROFILE_INFO_COMMON(LogicalAnd)
  POPULATE_PROFILE_INFO_COMMON(LogicalNot)
  POPULATE_PROFILE_INFO_COMMON(LogicalOr)
  POPULATE_PROFILE_INFO_COMMON(LogicalXor)
  POPULATE_PROFILE_INFO_COMMON(IntDiv)
  POPULATE_PROFILE_INFO_COMMON(Pow)
  POPULATE_PROFILE_INFO_COMMON(Table)
  POPULATE_PROFILE_INFO_COMMON(Abs)
  POPULATE_PROFILE_INFO_COMMON(Ceil)
  POPULATE_PROFILE_INFO_COMMON(Clz)
  POPULATE_PROFILE_INFO_COMMON(Sin)
  POPULATE_PROFILE_INFO_COMMON(Cos)
  POPULATE_PROFILE_INFO_COMMON(Exp)
  POPULATE_PROFILE_INFO_COMMON(Floor)
  POPULATE_PROFILE_INFO_COMMON(Log)
  POPULATE_PROFILE_INFO_COMMON(Negate)
  POPULATE_PROFILE_INFO_COMMON(Reciprocal)
  POPULATE_PROFILE_INFO_COMMON(Rsqrt)
  POPULATE_PROFILE_INFO_COMMON(ReduceAll)
  POPULATE_PROFILE_INFO_COMMON(ReduceAny)
  POPULATE_PROFILE_INFO_COMMON(ReduceMax)
  POPULATE_PROFILE_INFO_COMMON(ReduceMin)
  POPULATE_PROFILE_INFO_COMMON(ReduceProduct)
  POPULATE_PROFILE_INFO_COMMON(ReduceSum)
  POPULATE_PROFILE_INFO_COMMON(Equal)
  POPULATE_PROFILE_INFO_COMMON(GreaterEqual)
  POPULATE_PROFILE_INFO_COMMON(Greater)
  POPULATE_PROFILE_INFO_COMMON(Reverse)
  POPULATE_PROFILE_INFO_COMMON(Identity)
  POPULATE_PROFILE_INFO_COMMON(VariableRead)
 
  // Type Invariant Extension, a capability extension that is independent
  // of the data type, meaning any compatible type can be used. No type
  // constraint for those operations.
  POPULATE_PROFILE_INFO_SKIP(AddShape)
  POPULATE_PROFILE_INFO_SKIP(AssertEqualShape)
  POPULATE_PROFILE_INFO_SKIP(ConcatShape)
  POPULATE_PROFILE_INFO_SKIP(ConstShape)
  POPULATE_PROFILE_INFO_SKIP(DivCeilShape)
  POPULATE_PROFILE_INFO_SKIP(DivFloorShape)
  POPULATE_PROFILE_INFO_SKIP(Exp2Shape)
  POPULATE_PROFILE_INFO_SKIP(Log2CeilShape)
  POPULATE_PROFILE_INFO_SKIP(Log2FloorShape)
  POPULATE_PROFILE_INFO_SKIP(MaxShape)
  POPULATE_PROFILE_INFO_SKIP(MinShape)
  POPULATE_PROFILE_INFO_SKIP(ModShape)
  POPULATE_PROFILE_INFO_SKIP(MulShape)
  POPULATE_PROFILE_INFO_SKIP(SliceShape)
  POPULATE_PROFILE_INFO_SKIP(SubShape)
  POPULATE_PROFILE_INFO_SKIP(Yield)
  POPULATE_PROFILE_INFO_SKIP(If)
  POPULATE_PROFILE_INFO_SKIP(While)
 
  return failure();
}
 
//===----------------------------------------------------------------------===//
// Tosa Profile And Extension Compliance Checker
//===----------------------------------------------------------------------===//
 
template <typename T>
FailureOr<SmallVector<OpComplianceInfo<T>>>
TosaProfileCompliance::getOperatorMatchedEntries(Operation *op) {
  const std::string opName = op->getName().getStringRef().str();
  const auto complianceMap = getProfileComplianceMap<T>();
  const auto it = complianceMap.find(opName);
  if (it == complianceMap.end())
    return {};
 
  return findMatchedEntries<T>(op, it->second);
}
 
template <typename T>
LogicalResult TosaProfileCompliance::checkProfileOrExtension(
    Operation *op, const tosa::TargetEnv &targetEnv) {
  const auto maybeOpEntries = getOperatorMatchedEntries<T>(op);
  if (failed(maybeOpEntries))
    return success();
 
  const auto opEntries = maybeOpEntries.value();
  if (opEntries.size() == 0) {
    // No matched restriction found.
    return success();
  }
 
  // Check the profile/extension requirement according to the current target
  // profiles/extensions.
  const auto isModeAllowed = [&](const OpComplianceInfo<T> &info) -> bool {
    if (info.condition == CheckCondition::allOf)
      return targetEnv.allowsAllOf(info.mode);
    return targetEnv.allowsAnyOf(info.mode);
  };
 
  // Check the matched op compliance version does not exceed the target
  // specification version.
  const TosaSpecificationVersion targetVersion{targetEnv.getSpecVersion()};
  const auto isVersionCompatible =
      [&targetVersion](const OpComplianceInfo<T> &info) -> bool {
    // Assume compatible if there are no versioned type constraints
    if (info.operandTypeInfoSet.empty())
      return true;
    const TosaSpecificationVersion complianceVersion{
        info.operandTypeInfoSet.front().second};
    return targetVersion.isBackwardsCompatibleWith(complianceVersion);
  };
 
  for (const auto &info : opEntries) {
    // Type constraints exist, check if they are compatible with the current
    // target definition, including: profile, extension and specification
    // version
    if (isModeAllowed(info) && isVersionCompatible(info))
      return success();
  }
 
  // No valid entry was found, now emit appropriate error message and return
  // failure
  std::string message;
  llvm::raw_string_ostream os(message);
 
  os << "illegal: ";
  const size_t numOpEntries = opEntries.size();
  for (const auto &[index, info] : llvm::enumerate(opEntries)) {
    bool mismatchedVersion = false;
    if (!isVersionCompatible(info)) {
      mismatchedVersion = true;
      os << "requires specification version compatible with "
         << stringifyVersion(info.operandTypeInfoSet.front().second) << " (got "
         << stringifyVersion(targetVersion) << ") ";
    }
 
    if (!isModeAllowed(info)) {
      if (mismatchedVersion)
        os << "and ";
      os << "requires "
         << (info.condition == CheckCondition::allOf ? "all of " : "any of ")
         << "[" << llvm::join(stringifyProfile<T>(info.mode), ", ")
         << "] profiles/extensions ";
    }
 
    if (index != numOpEntries - 1)
      os << "OR ";
  }
  os << "to be specified in the target environment";
 
  return op->emitOpError(message);
}
 
LogicalResult
TosaProfileCompliance::checkProfile(Operation *op,
                                    const tosa::TargetEnv &targetEnv) {
  return checkProfileOrExtension<Profile>(op, targetEnv);
}
 
LogicalResult
TosaProfileCompliance::checkExtension(Operation *op,
                                      const tosa::TargetEnv &targetEnv) {
  return checkProfileOrExtension<Extension>(op, targetEnv);
}
 
LogicalResult TosaProfileCompliance::checkInvalid(Operation *op) {
  const auto maybeProfEntries = getOperatorMatchedEntries<Profile>(op);
  const auto maybeExtEntries = getOperatorMatchedEntries<Extension>(op);
  if (failed(maybeProfEntries) && failed(maybeExtEntries))
    return success();
 
  const bool hasEntry =
      (succeeded(maybeProfEntries) && !maybeProfEntries.value().empty()) ||
      (succeeded(maybeExtEntries) && !maybeExtEntries.value().empty());
 
  if (!hasEntry) {
    std::string message;
    llvm::raw_string_ostream os(message);
    os << "illegal: operation operand/result data types did not align with any "
          "profile or extension, got (";
 
    ProfileInfoDepot depot(op);
    SmallVector<TypeInfo> current = depot.getInfo();
    for (const auto &typeInfo : llvm::drop_end(current))
      os << stringifyTypeInfo(typeInfo) << ",";
    os << stringifyTypeInfo(current.back()) << ")";
 
    // avoid polluting the error message output by outputting only
    // the best match
    const std::string opName = op->getName().getStringRef().str();
    int maxMatches = -1;
    SmallVector<TypeInfo> bestTypeInfo;
    const auto searchBestMatch = [&](auto map) {
      for (const auto &complianceInfos : map[opName]) {
        for (const auto &versionedTypeInfos :
             complianceInfos.operandTypeInfoSet) {
          const SmallVector<TypeInfo> typeInfos = versionedTypeInfos.first;
          if (current.size() != typeInfos.size())
            continue;
          const int matches = llvm::count_if(
              llvm::zip_equal(current, typeInfos), [&](const auto zipType) {
                return isSameTypeInfo(std::get<0>(zipType),
                                      std::get<1>(zipType));
              });
          if (matches > maxMatches) {
            maxMatches = matches;
            bestTypeInfo = typeInfos;
          }
        }
      }
    };
    searchBestMatch(getProfileComplianceMap<Profile>());
    searchBestMatch(getProfileComplianceMap<Extension>());
 
    os << ", did you mean (";
    for (const auto &typeInfo : llvm::drop_end(bestTypeInfo))
      os << stringifyTypeInfo(typeInfo) << ",";
    os << stringifyTypeInfo(bestTypeInfo.back()) << ")? ";
    os << "Otherwise, please refer to the 'supported data types' for '"
       << opName << "' in the specification.";
    op->emitOpError(message);
    return failure();
  }
 
  return success();
}
 
// Find the profiles or extensions requirement according to the signature of
// type of the operand list.
template <typename T>
SmallVector<OpComplianceInfo<T>> TosaProfileCompliance::findMatchedEntries(
    Operation *op, SmallVector<OpComplianceInfo<T>> compInfo) {
  assert(compInfo.size() != 0 &&
         "profile-based compliance information is empty");
 
  // If there are no type constraints for the given operation, return the
  // matched entries directly so required profile/extension information can
  // be checked
  SmallVector<OpComplianceInfo<T>> matchedInfos;
  if (llvm::all_of(compInfo, [&matchedInfos](const OpComplianceInfo<T> &info) {
        if (info.operandTypeInfoSet.empty()) {
          matchedInfos.push_back(info);
          return true;
        }
        return false;
      }))
    return matchedInfos;
 
  // Get the type information of the operator we're trying to match
  ProfileInfoDepot depot(op);
  SmallVector<TypeInfo> present = depot.getInfo();
  if (present.size() == 0)
    return {};
 
  // Compare 'present' against known type signatures in the compliance metadata
  for (size_t i = 0; i < compInfo.size(); i++) {
    SmallVector<VersionedTypeInfo> sets = compInfo[i].operandTypeInfoSet;
    for (const auto &set : sets) {
      SmallVector<TypeInfo> expected = set.first;
      // Tensor-list operators can legitimately have multiple valid signatures
      // with different operand/result counts, e.g. data-only and data+scale
      // forms. Treat those as non-matches instead of asserting.
      if (present.size() != expected.size())
        continue;
 
      bool isFound = true;
      // Compare the type signature between the given operation and the
      // compliance metadata.
      for (size_t j = 0; j < expected.size(); j++) {
        if (!isSameTypeInfo(present[j], expected[j])) {
          // Verify the next mode set from the list.
          isFound = false;
          break;
        }
      }
 
      if (isFound == true) {
        SmallVector<VersionedTypeInfo> typeInfoSet{set};
        OpComplianceInfo<T> info{compInfo[i].mode, typeInfoSet,
                                 compInfo[i].condition};
        matchedInfos.push_back(info);
      }
    }
  }
 
  return matchedInfos;
}
 
// Debug utilites.
template <typename T>
SmallVector<StringRef>
TosaProfileCompliance::stringifyProfile(ArrayRef<T> profiles) {
  SmallVector<StringRef> debugStrings;
  for (const auto &profile : profiles) {
    if constexpr (std::is_same_v<T, Profile>)
      debugStrings.push_back(tosa::stringifyProfile(profile));
    else
      debugStrings.push_back(tosa::stringifyExtension(profile));
  }
  return debugStrings;
}
 
template <typename T>
SmallVector<StringRef> TosaProfileCompliance::stringifyProfile(
    const SmallVector<ArrayRef<T>> &profileSet) {
  SmallVector<StringRef> debugStrings;
 
  for (const auto &profiles : profileSet) {
    auto tempStrings = stringifyProfile<T>(profiles);
    llvm::append_range(debugStrings, tempStrings);
  }
 
  return debugStrings;
}
 
llvm::SmallString<32>
TosaProfileCompliance::stringifyTypeInfo(const TypeInfo &typeInfo) {
  const auto stringifyScalarTypeInfo =
      [](const TypeInfo &typeInfo) -> llvm::SmallString<32> {
    if (typeInfo.typeID == mlir::IntegerType::getTypeID()) {
      return {"i" + llvm::utostr(typeInfo.bitWidth)};
    }
    if (typeInfo.typeID == mlir::Float16Type::getTypeID()) {
      return {"f16"};
    } else if (typeInfo.typeID == mlir::Float32Type::getTypeID()) {
      return {"f32"};
    } else if (typeInfo.typeID == mlir::BFloat16Type::getTypeID()) {
      return {"bf16"};
    } else if (typeInfo.typeID == mlir::Float8E4M3FNType::getTypeID()) {
      return {"fp8e4m3"};
    } else if (typeInfo.typeID == mlir::Float8E5M2Type::getTypeID()) {
      return {"fp8e5m2"};
    } else if (typeInfo.typeID == mlir::Float6E2M3FNType::getTypeID()) {
      return {"fp6e2m3"};
    } else if (typeInfo.typeID == mlir::Float6E3M2FNType::getTypeID()) {
      return {"fp6e3m2"};
    } else if (typeInfo.typeID == mlir::Float4E2M1FNType::getTypeID()) {
      return {"fp4e2m1"};
    } else if (typeInfo.typeID == mlir::Float8E8M0FNUType::getTypeID()) {
      return {"fp8e8m0"};
    } else if (typeInfo.typeID == tosa::mxint8Type::getTypeID()) {
      return {"mxint8"};
    }
    llvm_unreachable("unknown type");
  };
 
  if (typeInfo.typeID == tosa::BlockScaledType::getTypeID()) {
    TypeInfo valueInfo = {typeInfo.valueTypeID, typeInfo.bitWidth};
    TypeInfo scaleInfo = {typeInfo.scaleTypeID, 8};
    llvm::SmallString<32> result;
    llvm::raw_svector_ostream os(result);
    os << "bs"
       << tosa::BlockShapeAttr::getBlockShapeValue(typeInfo.blockShape.value())
       << "_" << stringifyScalarTypeInfo(scaleInfo) << "_"
       << stringifyScalarTypeInfo(valueInfo);
    return result;
  }
 
  return stringifyScalarTypeInfo(typeInfo);
}