diff options
author | Elena Demikhovsky <elena.demikhovsky@intel.com> | 2014-12-30 14:28:14 +0000 |
---|---|---|
committer | Elena Demikhovsky <elena.demikhovsky@intel.com> | 2014-12-30 14:28:14 +0000 |
commit | 84d1997b95a0a3edf19293c1a3e157c06b8793c6 (patch) | |
tree | a15158d8b049197784e077b403131b65e34c4db6 /llvm/lib/Transforms | |
parent | b22d5aa49a4a645138d635f0b41bb94ecdbc35e1 (diff) | |
download | bcm5719-llvm-84d1997b95a0a3edf19293c1a3e157c06b8793c6.tar.gz bcm5719-llvm-84d1997b95a0a3edf19293c1a3e157c06b8793c6.zip |
Some code improvements in Masked Load/Store.
No functional changes.
llvm-svn: 224986
Diffstat (limited to 'llvm/lib/Transforms')
-rw-r--r-- | llvm/lib/Transforms/Vectorize/LoopVectorize.cpp | 31 |
1 files changed, 10 insertions, 21 deletions
diff --git a/llvm/lib/Transforms/Vectorize/LoopVectorize.cpp b/llvm/lib/Transforms/Vectorize/LoopVectorize.cpp index d0457287099..006efba6a06 100644 --- a/llvm/lib/Transforms/Vectorize/LoopVectorize.cpp +++ b/llvm/lib/Transforms/Vectorize/LoopVectorize.cpp @@ -1852,6 +1852,7 @@ void InnerLoopVectorizer::vectorizeMemoryInstruction(Instruction *Instr) { Ptr = Builder.CreateExtractElement(PtrVal[0], Zero); } + VectorParts Mask = createBlockInMask(Instr->getParent()); // Handle Stores: if (SI) { assert(!Legal->isUniform(SI->getPointerOperand()) && @@ -1860,7 +1861,7 @@ void InnerLoopVectorizer::vectorizeMemoryInstruction(Instruction *Instr) { // We don't want to update the value in the map as it might be used in // another expression. So don't use a reference type for "StoredVal". VectorParts StoredVal = getVectorValue(SI->getValueOperand()); - + for (unsigned Part = 0; Part < UF; ++Part) { // Calculate the pointer for the specific unroll-part. Value *PartPtr = Builder.CreateGEP(Ptr, Builder.getInt32(Part * VF)); @@ -1879,15 +1880,9 @@ void InnerLoopVectorizer::vectorizeMemoryInstruction(Instruction *Instr) { DataTy->getPointerTo(AddressSpace)); Instruction *NewSI; - if (Legal->isMaskRequired(SI)) { - VectorParts Cond = createBlockInMask(SI->getParent()); - SmallVector <Value *, 8> Ops; - Ops.push_back(StoredVal[Part]); - Ops.push_back(VecPtr); - Ops.push_back(Builder.getInt32(Alignment)); - Ops.push_back(Cond[Part]); - NewSI = Builder.CreateMaskedStore(Ops); - } + if (Legal->isMaskRequired(SI)) + NewSI = Builder.CreateMaskedStore(StoredVal[Part], VecPtr, Alignment, + Mask[Part]); else NewSI = Builder.CreateAlignedStore(StoredVal[Part], VecPtr, Alignment); propagateMetadata(NewSI, SI); @@ -1912,18 +1907,12 @@ void InnerLoopVectorizer::vectorizeMemoryInstruction(Instruction *Instr) { Instruction* NewLI; Value *VecPtr = Builder.CreateBitCast(PartPtr, DataTy->getPointerTo(AddressSpace)); - if (Legal->isMaskRequired(LI)) { - VectorParts SrcMask = createBlockInMask(LI->getParent()); - SmallVector <Value *, 8> Ops; - Ops.push_back(VecPtr); - Ops.push_back(Builder.getInt32(Alignment)); - Ops.push_back(SrcMask[Part]); - Ops.push_back(UndefValue::get(DataTy)); - NewLI = Builder.CreateMaskedLoad(Ops); - } - else { + if (Legal->isMaskRequired(LI)) + NewLI = Builder.CreateMaskedLoad(VecPtr, Alignment, Mask[Part], + UndefValue::get(DataTy), + "wide.masked.load"); + else NewLI = Builder.CreateAlignedLoad(VecPtr, Alignment, "wide.load"); - } propagateMetadata(NewLI, LI); Entry[Part] = Reverse ? reverseVector(NewLI) : NewLI; } |