12 #include "llvm/ADT/APSInt.h"
13 #include "llvm/ADT/STLExtras.h"
14 #include "llvm/Support/MathExtras.h"
22 std::tuple<SmallVector<OpFoldResult>, SmallVector<OpFoldResult>,
23 SmallVector<OpFoldResult>>
26 offsets.reserve(ranges.size());
27 sizes.reserve(ranges.size());
28 strides.reserve(ranges.size());
29 for (
const auto &[offset, size, stride] : ranges) {
30 offsets.push_back(offset);
31 sizes.push_back(size);
32 strides.push_back(stride);
34 return std::make_tuple(offsets, sizes, strides);
46 auto v = llvm::dyn_cast_if_present<Value>(ofr);
48 APInt apInt = cast<IntegerAttr>(cast<Attribute>(ofr)).getValue();
49 staticVec.push_back(apInt.getSExtValue());
52 dynamicVec.push_back(v);
53 staticVec.push_back(ShapedType::kDynamic);
56 std::pair<int64_t, OpFoldResult>
58 int64_t tileSizeForShape =
62 (tileSizeForShape != ShapedType::kDynamic)
66 return std::pair<int64_t, OpFoldResult>(tileSizeForShape,
67 tileSizeOfrSimplified);
91 return llvm::to_vector(
98 res.reserve(arrayAttr.size());
110 return llvm::to_vector(llvm::map_range(
117 if (
auto val = llvm::dyn_cast_if_present<Value>(ofr)) {
120 return intVal.getSExtValue();
124 Attribute attr = llvm::dyn_cast_if_present<Attribute>(ofr);
125 if (
auto intAttr = dyn_cast_or_null<IntegerAttr>(attr))
126 return intAttr.getValue().getSExtValue();
130 std::optional<SmallVector<int64_t>>
137 return cv.value_or(0);
155 if (ofrs.size() != values.size())
158 return constOfrs && llvm::equal(constOfrs.value(), values);
167 if (cst1 && cst2 && *cst1 == *cst2)
169 auto v1 = llvm::dyn_cast_if_present<Value>(ofr1),
170 v2 = llvm::dyn_cast_if_present<Value>(ofr2);
171 return v1 && v1 == v2;
176 if (ofrs1.size() != ofrs2.size())
178 for (
auto [ofr1, ofr2] : llvm::zip_equal(ofrs1, ofrs2))
190 assert(dynamicValues.size() ==
static_cast<size_t>(llvm::count_if(
191 staticValues, ShapedType::isDynamic)) &&
192 "expected the rank of dynamic values to match the number of "
193 "values known to be dynamic");
195 res.reserve(staticValues.size());
196 unsigned numDynamic = 0;
197 unsigned count =
static_cast<unsigned>(staticValues.size());
198 for (
unsigned idx = 0; idx < count; ++idx) {
199 int64_t value = staticValues[idx];
200 res.push_back(ShapedType::isDynamic(value)
214 std::pair<SmallVector<int64_t>, SmallVector<Value>>
218 for (
const auto &it : mixedValues) {
219 if (
auto attr = dyn_cast<Attribute>(it)) {
220 staticValues.push_back(cast<IntegerAttr>(attr).getInt());
222 staticValues.push_back(ShapedType::kDynamic);
223 dynamicValues.push_back(cast<Value>(it));
226 return {staticValues, dynamicValues};
230 template <
typename K,
typename V>
231 static SmallVector<V>
236 assert(keys.size() == values.size() &&
"unexpected mismatching sizes");
237 auto indices = llvm::to_vector(llvm::seq<int64_t>(0, values.size()));
239 [&](int64_t i, int64_t
j) {
return compare(keys[i], keys[
j]); });
241 res.reserve(values.size());
242 for (int64_t i = 0, e = indices.size(); i < e; ++i)
243 res.push_back(values[indices[i]]);
253 SmallVector<OpFoldResult>
279 if (!stepConstant || *stepConstant == 0)
282 return llvm::divideCeilSigned(*ubConstant - *lbConstant, *stepConstant);
286 return llvm::none_of(sizesOrOffsets, [](int64_t value) {
287 return ShapedType::isStatic(value) && value < 0;
292 return llvm::none_of(strides, [](int64_t value) {
293 return ShapedType::isStatic(value) && value == 0;
298 bool onlyNonNegative,
bool onlyNonZero) {
299 bool valuesChanged =
false;
301 if (isa<Attribute>(ofr))
311 valuesChanged =
true;
314 return success(valuesChanged);
Attributes are known-constant values of operations.
This class is a general helper class for creating context-global objects like types,...
IntegerAttr getIndexAttr(int64_t value)
MLIRContext * getContext() const
MLIRContext is the top-level object for a collection of MLIR operations.
This class represents a single result from folding an operation.
This class provides an abstraction over the different types of ranges over Values.
This class represents an instance of an SSA value in the MLIR system, representing a computable value...
int compare(const Fraction &x, const Fraction &y)
Three-way comparison between two fractions.
Include the generated interface declarations.
bool matchPattern(Value value, const Pattern &pattern)
Entry point for matching a pattern over a Value.
bool isConstantIntValue(OpFoldResult ofr, int64_t value)
Return true if ofr is constant integer equal to value.
detail::constant_int_value_binder m_ConstantInt(IntegerAttr::ValueType *bind_value)
Matches a constant holding a scalar/vector/tensor integer (splat) and writes the integer value to bin...
bool areConstantIntValues(ArrayRef< OpFoldResult > ofrs, ArrayRef< int64_t > values)
Return true if all of ofrs are constant integers equal to the corresponding value in values.
OpFoldResult getAsIndexOpFoldResult(MLIRContext *ctx, int64_t val)
Convert int64_t to integer attributes of index type and return them as OpFoldResult.
std::tuple< SmallVector< OpFoldResult >, SmallVector< OpFoldResult >, SmallVector< OpFoldResult > > getOffsetsSizesAndStrides(ArrayRef< Range > ranges)
Given an array of Range values, return a tuple of (offset vector, sizes vector, and strides vector) f...
std::optional< int64_t > getConstantIntValue(OpFoldResult ofr)
If ofr is a constant integer or an IntegerAttr, return the integer.
LogicalResult foldDynamicStrideList(SmallVectorImpl< OpFoldResult > &strides)
Returns "success" when any of the elements in strides is a constant value.
bool areAllConstantIntValue(ArrayRef< OpFoldResult > ofrs, int64_t value)
Return true if all of ofrs are constant integers equal to value.
bool isEqualConstantIntOrValue(OpFoldResult ofr1, OpFoldResult ofr2)
Return true if ofr1 and ofr2 are the same integer constant attribute values or the same SSA value.
bool hasValidSizesOffsets(SmallVector< int64_t > sizesOrOffsets)
Helper function to check whether the passed in sizes or offsets are valid.
std::optional< int64_t > constantTripCount(OpFoldResult lb, OpFoldResult ub, OpFoldResult step)
Return the number of iterations for a loop with a lower bound lb, upper bound ub and step step.
bool isZeroInteger(OpFoldResult v)
Return true if v is an IntegerAttr with value 0.
bool hasValidStrides(SmallVector< int64_t > strides)
Helper function to check whether the passed in strides are valid.
void dispatchIndexOpFoldResults(ArrayRef< OpFoldResult > ofrs, SmallVectorImpl< Value > &dynamicVec, SmallVectorImpl< int64_t > &staticVec)
Helper function to dispatch multiple OpFoldResults according to the behavior of dispatchIndexOpFoldRe...
static SmallVector< V > getValuesSortedByKeyImpl(ArrayRef< K > keys, ArrayRef< V > values, llvm::function_ref< bool(K, K)> compare)
Helper to sort values according to matching keys.
bool isEqualConstantIntOrValueArray(ArrayRef< OpFoldResult > ofrs1, ArrayRef< OpFoldResult > ofrs2)
auto get(MLIRContext *context, Ts &&...params)
Helper method that injects context only if needed, this helps unify some of the attribute constructio...
void dispatchIndexOpFoldResult(OpFoldResult ofr, SmallVectorImpl< Value > &dynamicVec, SmallVectorImpl< int64_t > &staticVec)
Helper function to dispatch an OpFoldResult into staticVec if: a) it is an IntegerAttr In other cases...
OpFoldResult getAsOpFoldResult(Value val)
Given a value, try to extract a constant Attribute.
SmallVector< OpFoldResult > getMixedValues(ArrayRef< int64_t > staticValues, ValueRange dynamicValues, MLIRContext *context)
Return a vector of OpFoldResults with the same size a staticValues, but all elements for which Shaped...
detail::constant_op_matcher m_Constant()
Matches a constant foldable operation.
std::pair< int64_t, OpFoldResult > getSimplifiedOfrAndStaticSizePair(OpFoldResult ofr, Builder &b)
Given OpFoldResult representing dim size value (*), generates a pair of sizes:
std::optional< SmallVector< int64_t > > getConstantIntValues(ArrayRef< OpFoldResult > ofrs)
If all ofrs are constant integers or IntegerAttrs, return the integers.
SmallVector< Value > getValuesSortedByKey(ArrayRef< Attribute > keys, ArrayRef< Value > values, llvm::function_ref< bool(Attribute, Attribute)> compare)
Helper to sort values according to matching keys.
LogicalResult foldDynamicOffsetSizeList(SmallVectorImpl< OpFoldResult > &offsetsOrSizes)
Returns "success" when any of the elements in offsetsOrSizes is a constant value.
bool isOneInteger(OpFoldResult v)
Return true if v is an IntegerAttr with value 1.
std::pair< SmallVector< int64_t >, SmallVector< Value > > decomposeMixedValues(ArrayRef< OpFoldResult > mixedValues)
Decompose a vector of mixed static or dynamic values into the corresponding pair of arrays.
LogicalResult foldDynamicIndexList(SmallVectorImpl< OpFoldResult > &ofrs, bool onlyNonNegative=false, bool onlyNonZero=false)
Returns "success" when any of the elements in ofrs is a constant value.
Eliminates variable at the specified position using Fourier-Motzkin variable elimination.