2018-01-29 10:39:55 +00:00
|
|
|
// Copyright (c) 2018 Google LLC.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2018-08-03 19:06:09 +00:00
|
|
|
#include "source/opt/licm_pass.h"
|
2018-01-29 10:39:55 +00:00
|
|
|
|
|
|
|
#include <queue>
|
|
|
|
|
2018-08-03 19:06:09 +00:00
|
|
|
#include "source/opt/module.h"
|
|
|
|
#include "source/opt/pass.h"
|
|
|
|
|
2018-01-29 10:39:55 +00:00
|
|
|
namespace spvtools {
|
|
|
|
namespace opt {
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
Pass::Status LICMPass::Process() { return ProcessIRContext(); }
|
2018-01-29 10:39:55 +00:00
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
Pass::Status LICMPass::ProcessIRContext() {
|
|
|
|
Status status = Status::SuccessWithoutChange;
|
2018-07-12 19:14:43 +00:00
|
|
|
Module* module = get_module();
|
2018-01-29 10:39:55 +00:00
|
|
|
|
|
|
|
// Process each function in the module
|
2018-12-06 14:07:00 +00:00
|
|
|
for (auto func = module->begin();
|
|
|
|
func != module->end() && status != Status::Failure; ++func) {
|
|
|
|
status = CombineStatus(status, ProcessFunction(&*func));
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
2018-12-06 14:07:00 +00:00
|
|
|
return status;
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
Pass::Status LICMPass::ProcessFunction(Function* f) {
|
|
|
|
Status status = Status::SuccessWithoutChange;
|
2018-07-12 19:14:43 +00:00
|
|
|
LoopDescriptor* loop_descriptor = context()->GetLoopDescriptor(f);
|
2018-01-29 10:39:55 +00:00
|
|
|
|
|
|
|
// Process each loop in the function
|
2018-12-06 14:07:00 +00:00
|
|
|
for (auto it = loop_descriptor->begin();
|
|
|
|
it != loop_descriptor->end() && status != Status::Failure; ++it) {
|
|
|
|
Loop& loop = *it;
|
2018-01-29 10:39:55 +00:00
|
|
|
// Ignore nested loops, as we will process them in order in ProcessLoop
|
|
|
|
if (loop.IsNested()) {
|
|
|
|
continue;
|
|
|
|
}
|
2018-12-06 14:07:00 +00:00
|
|
|
status = CombineStatus(status, ProcessLoop(&loop, f));
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
2018-12-06 14:07:00 +00:00
|
|
|
return status;
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
Pass::Status LICMPass::ProcessLoop(Loop* loop, Function* f) {
|
|
|
|
Status status = Status::SuccessWithoutChange;
|
2018-01-29 10:39:55 +00:00
|
|
|
|
|
|
|
// Process all nested loops first
|
2018-12-06 14:07:00 +00:00
|
|
|
for (auto nl = loop->begin(); nl != loop->end() && status != Status::Failure;
|
|
|
|
++nl) {
|
|
|
|
Loop* nested_loop = *nl;
|
|
|
|
status = CombineStatus(status, ProcessLoop(nested_loop, f));
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-07-12 19:14:43 +00:00
|
|
|
std::vector<BasicBlock*> loop_bbs{};
|
2018-12-06 14:07:00 +00:00
|
|
|
status = CombineStatus(
|
|
|
|
status,
|
|
|
|
AnalyseAndHoistFromBB(loop, f, loop->GetHeaderBlock(), &loop_bbs));
|
2018-01-29 10:39:55 +00:00
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
for (size_t i = 0; i < loop_bbs.size() && status != Status::Failure; ++i) {
|
2018-07-12 19:14:43 +00:00
|
|
|
BasicBlock* bb = loop_bbs[i];
|
2018-01-29 10:39:55 +00:00
|
|
|
// do not delete the element
|
2018-12-06 14:07:00 +00:00
|
|
|
status =
|
|
|
|
CombineStatus(status, AnalyseAndHoistFromBB(loop, f, bb, &loop_bbs));
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
return status;
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
Pass::Status LICMPass::AnalyseAndHoistFromBB(
|
|
|
|
Loop* loop, Function* f, BasicBlock* bb,
|
|
|
|
std::vector<BasicBlock*>* loop_bbs) {
|
2018-01-29 10:39:55 +00:00
|
|
|
bool modified = false;
|
2018-12-06 14:07:00 +00:00
|
|
|
std::function<bool(Instruction*)> hoist_inst =
|
2018-07-12 19:14:43 +00:00
|
|
|
[this, &loop, &modified](Instruction* inst) {
|
2024-05-21 06:26:42 +00:00
|
|
|
if (loop->ShouldHoistInstruction(*inst)) {
|
2018-12-06 14:07:00 +00:00
|
|
|
if (!HoistInstruction(loop, inst)) {
|
|
|
|
return false;
|
|
|
|
}
|
2018-01-29 10:39:55 +00:00
|
|
|
modified = true;
|
|
|
|
}
|
2018-12-06 14:07:00 +00:00
|
|
|
return true;
|
2018-01-29 10:39:55 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
if (IsImmediatelyContainedInLoop(loop, f, bb)) {
|
2018-12-06 14:07:00 +00:00
|
|
|
if (!bb->WhileEachInst(hoist_inst, false)) {
|
|
|
|
return Status::Failure;
|
|
|
|
}
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-07-12 19:14:43 +00:00
|
|
|
DominatorAnalysis* dom_analysis = context()->GetDominatorAnalysis(f);
|
|
|
|
DominatorTree& dom_tree = dom_analysis->GetDomTree();
|
2018-01-29 10:39:55 +00:00
|
|
|
|
2018-07-12 19:14:43 +00:00
|
|
|
for (DominatorTreeNode* child_dom_tree_node : *dom_tree.GetTreeNode(bb)) {
|
2018-01-29 10:39:55 +00:00
|
|
|
if (loop->IsInsideLoop(child_dom_tree_node->bb_)) {
|
|
|
|
loop_bbs->push_back(child_dom_tree_node->bb_);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
return (modified ? Status::SuccessWithChange : Status::SuccessWithoutChange);
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
2018-07-12 19:14:43 +00:00
|
|
|
bool LICMPass::IsImmediatelyContainedInLoop(Loop* loop, Function* f,
|
|
|
|
BasicBlock* bb) {
|
|
|
|
LoopDescriptor* loop_descriptor = context()->GetLoopDescriptor(f);
|
2018-01-29 10:39:55 +00:00
|
|
|
return loop == (*loop_descriptor)[bb->id()];
|
|
|
|
}
|
|
|
|
|
2018-12-06 14:07:00 +00:00
|
|
|
bool LICMPass::HoistInstruction(Loop* loop, Instruction* inst) {
|
|
|
|
// TODO(1841): Handle failure to create pre-header.
|
2018-07-12 19:14:43 +00:00
|
|
|
BasicBlock* pre_header_bb = loop->GetOrCreatePreHeaderBlock();
|
2018-12-06 14:07:00 +00:00
|
|
|
if (!pre_header_bb) {
|
|
|
|
return false;
|
|
|
|
}
|
2018-12-20 23:33:52 +00:00
|
|
|
Instruction* insertion_point = &*pre_header_bb->tail();
|
|
|
|
Instruction* previous_node = insertion_point->PreviousNode();
|
2024-05-21 06:26:42 +00:00
|
|
|
if (previous_node && (previous_node->opcode() == spv::Op::OpLoopMerge ||
|
|
|
|
previous_node->opcode() == spv::Op::OpSelectionMerge)) {
|
2018-12-20 23:33:52 +00:00
|
|
|
insertion_point = previous_node;
|
|
|
|
}
|
|
|
|
|
|
|
|
inst->InsertBefore(insertion_point);
|
2018-01-29 10:39:55 +00:00
|
|
|
context()->set_instr_block(inst, pre_header_bb);
|
2018-12-06 14:07:00 +00:00
|
|
|
return true;
|
2018-01-29 10:39:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace opt
|
|
|
|
} // namespace spvtools
|