//===- IndexIntrinsicsOpLowering.h - GPU IndexOps Lowering class *- C++ -*-===// // // Part of the MLIR Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #ifndef MLIR_CONVERSION_GPUCOMMON_INDEXINTRINSICSOPLOWERING_H_ #define MLIR_CONVERSION_GPUCOMMON_INDEXINTRINSICSOPLOWERING_H_ #include "mlir/Conversion/StandardToLLVM/ConvertStandardToLLVM.h" #include "mlir/Dialect/GPU/GPUDialect.h" #include "mlir/Dialect/LLVMIR/LLVMDialect.h" #include "llvm/ADT/StringSwitch.h" namespace mlir { // Rewriting that replaces Op with XOp, YOp, or ZOp depending on the dimension // that Op operates on. Op is assumed to return an `std.index` value and // XOp, YOp and ZOp are assumed to return an `llvm.i32` value. Depending on // `indexBitwidth`, sign-extend or truncate the resulting value to match the // bitwidth expected by the consumers of the value. template struct GPUIndexIntrinsicOpLowering : public LLVMOpLowering { private: enum dimension { X = 0, Y = 1, Z = 2, invalid }; unsigned indexBitwidth; static dimension dimensionToIndex(Op op) { return llvm::StringSwitch(op.dimension()) .Case("x", X) .Case("y", Y) .Case("z", Z) .Default(invalid); } static unsigned getIndexBitWidth(LLVMTypeConverter &type_converter) { auto dialect = type_converter.getDialect(); return dialect->getLLVMModule().getDataLayout().getPointerSizeInBits(); } public: explicit GPUIndexIntrinsicOpLowering(LLVMTypeConverter &lowering_) : LLVMOpLowering(Op::getOperationName(), lowering_.getDialect()->getContext(), lowering_), indexBitwidth(getIndexBitWidth(lowering_)) {} // Convert the kernel arguments to an LLVM type, preserve the rest. PatternMatchResult matchAndRewrite(Operation *op, ArrayRef operands, ConversionPatternRewriter &rewriter) const override { auto loc = op->getLoc(); auto dialect = lowering.getDialect(); Value newOp; switch (dimensionToIndex(cast(op))) { case X: newOp = rewriter.create(loc, LLVM::LLVMType::getInt32Ty(dialect)); break; case Y: newOp = rewriter.create(loc, LLVM::LLVMType::getInt32Ty(dialect)); break; case Z: newOp = rewriter.create(loc, LLVM::LLVMType::getInt32Ty(dialect)); break; default: return matchFailure(); } if (indexBitwidth > 32) { newOp = rewriter.create( loc, LLVM::LLVMType::getIntNTy(dialect, indexBitwidth), newOp); } else if (indexBitwidth < 32) { newOp = rewriter.create( loc, LLVM::LLVMType::getIntNTy(dialect, indexBitwidth), newOp); } rewriter.replaceOp(op, {newOp}); return matchSuccess(); } }; } // namespace mlir #endif // MLIR_CONVERSION_GPUCOMMON_INDEXINTRINSICSOPLOWERING_H_