#include "mlir/Dialect/MemRef/IR/MemRef.h"#include "mlir/Dialect/UB/IR/UBOps.h"#include "mlir/Dialect/Utils/IndexingUtils.h"#include "mlir/Dialect/Utils/StructuredOpsUtils.h"#include "mlir/Dialect/Vector/IR/VectorOps.h"#include "mlir/Dialect/Vector/Transforms/LoweringPatterns.h"#include "mlir/Dialect/Vector/Utils/VectorUtils.h"#include "mlir/IR/BuiltinTypes.h"#include "mlir/IR/Location.h"#include "mlir/IR/PatternMatch.h"#include "mlir/IR/TypeUtilities.h"Go to the source code of this file.
Macros | |
| #define | DEBUG_TYPE "lower-vector-transpose" |
Functions | |
| static void | pruneNonTransposedDims (ArrayRef< int64_t > transpose, SmallVectorImpl< int64_t > &result) |
| Given a 'transpose' pattern, prune the rightmost dimensions that are not transposed. | |
| static bool | isShuffleLike (VectorTransposeLowering lowering) |
| Returns true if the lowering option is a vector shuffle based approach. | |
| static SmallVector< int64_t > | getUnpackShufflePermFor128Lane (ArrayRef< int64_t > vals, int numBits) |
| Returns a shuffle mask that builds on vals. | |
| static Value | createUnpackLoPd (ImplicitLocOpBuilder &b, Value v1, Value v2, int numBits) |
| Lower to vector.shuffle on v1 and v2 with UnpackLoPd shuffle mask. | |
| static Value | createUnpackHiPd (ImplicitLocOpBuilder &b, Value v1, Value v2, int numBits) |
| Lower to vector.shuffle on v1 and v2 with UnpackHiPd shuffle mask. | |
| static Value | createUnpackLoPs (ImplicitLocOpBuilder &b, Value v1, Value v2, int numBits) |
| Lower to vector.shuffle on v1 and v2 with UnpackLoPs shuffle mask. | |
| static Value | createUnpackHiPs (ImplicitLocOpBuilder &b, Value v1, Value v2, int numBits) |
| Lower to vector.shuffle on v1 and v2 with UnpackHiPs shuffle mask. | |
| static Value | create4x128BitSuffle (ImplicitLocOpBuilder &b, Value v1, Value v2, uint8_t mask) |
| Returns a vector.shuffle that shuffles 128-bit lanes (composed of 4 32-bit elements) selected by mask from v1 and v2. | |
| static Value | transposeToShuffle1D (OpBuilder &b, Value source, int m, int n) |
| Lowers the value to a vector.shuffle op. | |
| static Value | transposeToShuffle16x16 (OpBuilder &builder, Value source, int m, int n) |
| Lowers the value to a sequence of vector.shuffle ops. | |
Macro Definition Documentation
◆ DEBUG_TYPE
| #define DEBUG_TYPE "lower-vector-transpose" |
Definition at line 26 of file LowerVectorTranspose.cpp.
Function Documentation
◆ create4x128BitSuffle()
|
static |
Returns a vector.shuffle that shuffles 128-bit lanes (composed of 4 32-bit elements) selected by mask from v1 and v2.
I.e.,
DEFINE SELECT4(src, control) { CASE(control[1:0]) OF 0: tmp[127:0] := src[127:0] 1: tmp[127:0] := src[255:128] 2: tmp[127:0] := src[383:256] 3: tmp[127:0] := src[511:384] ESAC RETURN tmp[127:0] } dst[127:0] := SELECT4(v1[511:0], mask[1:0]) dst[255:128] := SELECT4(v1[511:0], mask[3:2]) dst[383:256] := SELECT4(v2[511:0], mask[5:4]) dst[511:384] := SELECT4(v2[511:0], mask[7:6])
Definition at line 147 of file LowerVectorTranspose.cpp.
References b, and mlir::Value::getType().
Referenced by transposeToShuffle16x16().
◆ createUnpackHiPd()
|
static |
Lower to vector.shuffle on v1 and v2 with UnpackHiPd shuffle mask.
For example, if it is targeting 512 bit vector, returns vector.shuffle, v1, v2, [2, 3, 18, 19, 2+4, 3+4, 18+4, 19+4, 2+8, 3+8, 18+8, 19+8, 2+12, 3+12, 18+12, 19+12].
Definition at line 92 of file LowerVectorTranspose.cpp.
References b, and getUnpackShufflePermFor128Lane().
Referenced by transposeToShuffle16x16().
◆ createUnpackHiPs()
|
static |
Lower to vector.shuffle on v1 and v2 with UnpackHiPs shuffle mask.
For example, if it is targeting 512 bit vector, returns vector.shuffle, v1, v2, [2, 18, 3, 19, 2+4, 18+4, 3+4, 19+4, 2+8, 18+8, 3+8, 19+8, 2+12, 18+12, 3+12, 19+12].
Definition at line 122 of file LowerVectorTranspose.cpp.
References b, and getUnpackShufflePermFor128Lane().
Referenced by transposeToShuffle16x16().
◆ createUnpackLoPd()
|
static |
Lower to vector.shuffle on v1 and v2 with UnpackLoPd shuffle mask.
For example, if it is targeting 512 bit vector, returns vector.shuffle on v1, v2, [0, 1, 16, 17, 0+4, 1+4, 16+4, 17+4, 0+8, 1+8, 16+8, 17+8, 0+12, 1+12, 16+12, 17+12].
Definition at line 78 of file LowerVectorTranspose.cpp.
References b, and getUnpackShufflePermFor128Lane().
Referenced by transposeToShuffle16x16().
◆ createUnpackLoPs()
|
static |
Lower to vector.shuffle on v1 and v2 with UnpackLoPs shuffle mask.
For example, if it is targeting 512 bit vector, returns vector.shuffle, v1, v2, [0, 16, 1, 17, 0+4, 16+4, 1+4, 17+4, 0+8, 16+8, 1+8, 17+8, 0+12, 16+12, 1+12, 17+12].
Definition at line 107 of file LowerVectorTranspose.cpp.
References b, and getUnpackShufflePermFor128Lane().
Referenced by transposeToShuffle16x16().
◆ getUnpackShufflePermFor128Lane()
|
static |
Returns a shuffle mask that builds on vals.
vals is the offset base of shuffle ops, i.e., the unpack pattern. The method iterates with vals to create the mask for numBits bits vector. The numBits have to be a multiple of 128. For example, if vals is {0, 1, 16, 17} and numBits is 512, there should be 16 elements in the final result. It constructs the below mask to get the unpack elements. [0, 1, 16, 17, 0+4, 1+4, 16+4, 17+4, 0+8, 1+8, 16+8, 17+8, 0+12, 1+12, 16+12, 17+12]
Definition at line 62 of file LowerVectorTranspose.cpp.
Referenced by createUnpackHiPd(), createUnpackHiPs(), createUnpackLoPd(), and createUnpackLoPs().
◆ isShuffleLike()
|
static |
Returns true if the lowering option is a vector shuffle based approach.
Definition at line 46 of file LowerVectorTranspose.cpp.
◆ pruneNonTransposedDims()
|
static |
Given a 'transpose' pattern, prune the rightmost dimensions that are not transposed.
Definition at line 33 of file LowerVectorTranspose.cpp.
References result.
◆ transposeToShuffle16x16()
Lowers the value to a sequence of vector.shuffle ops.
The source is expected to be a 16x16 vector.
Definition at line 198 of file LowerVectorTranspose.cpp.
References b, create4x128BitSuffle(), createUnpackHiPd(), createUnpackHiPs(), createUnpackLoPd(), createUnpackLoPs(), mlir::Value::getLoc(), and mlir::Value::getType().
◆ transposeToShuffle1D()
Lowers the value to a vector.shuffle op.
The source is expected to be a 1-D vector and have mxn elements.
Definition at line 187 of file LowerVectorTranspose.cpp.
References b, and mlir::Value::getLoc().
Generated on for MLIR by
1.14.0