mirror of
https://github.com/c64scene-ar/llvm-6502.git
synced 2024-09-08 08:54:58 +00:00
Optimize DAGCombiner's worklist processing. Previously it started
its work by putting all nodes in the worklist, requiring a big dynamic allocation. Now, DAGCombiner just iterates over the AllNodes list and maintains a worklist for nodes that are newly created or need to be revisited. This allows the worklist to stay small in most cases, so it can be a SmallVector. This has the side effect of making DAGCombine not miss a folding opportunity in alloca-align-rounding.ll. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@55498 91177308-0d34-0410-b5e6-96231b3b80d8
This commit is contained in:
parent
9ffd8b5720
commit
a3f8b7a4ce
@ -53,12 +53,31 @@ namespace {
|
|||||||
bool AfterLegalize;
|
bool AfterLegalize;
|
||||||
bool Fast;
|
bool Fast;
|
||||||
|
|
||||||
|
// Create a dummy node (which is not added to allnodes), that adds a reference
|
||||||
|
// to the root node, preventing it from being deleted, and tracking any
|
||||||
|
// changes of the root.
|
||||||
|
HandleSDNode Dummy;
|
||||||
|
|
||||||
// Worklist of all of the nodes that need to be simplified.
|
// Worklist of all of the nodes that need to be simplified.
|
||||||
std::vector<SDNode*> WorkList;
|
SmallVector<SDNode*, 8> WorkList;
|
||||||
|
|
||||||
|
// The current position of our iteration through the allnodes list.
|
||||||
|
SelectionDAG::allnodes_iterator CurNode;
|
||||||
|
|
||||||
// AA - Used for DAG load/store alias analysis.
|
// AA - Used for DAG load/store alias analysis.
|
||||||
AliasAnalysis &AA;
|
AliasAnalysis &AA;
|
||||||
|
|
||||||
|
/// AdvanceCurNode - Update CurNode to point to the next node to process.
|
||||||
|
///
|
||||||
|
void AdvanceCurNode() {
|
||||||
|
// We start at the end of the list and work towards the front. Setting
|
||||||
|
// CurNode to DAG.allnodes_end() indicates that we're done.
|
||||||
|
if (CurNode == DAG.allnodes_begin())
|
||||||
|
CurNode = DAG.allnodes_end();
|
||||||
|
else
|
||||||
|
--CurNode;
|
||||||
|
}
|
||||||
|
|
||||||
/// AddUsersToWorkList - When an instruction is simplified, add all users of
|
/// AddUsersToWorkList - When an instruction is simplified, add all users of
|
||||||
/// the instruction to the work lists because they might get more simplified
|
/// the instruction to the work lists because they might get more simplified
|
||||||
/// now.
|
/// now.
|
||||||
@ -86,6 +105,10 @@ namespace {
|
|||||||
void removeFromWorkList(SDNode *N) {
|
void removeFromWorkList(SDNode *N) {
|
||||||
WorkList.erase(std::remove(WorkList.begin(), WorkList.end(), N),
|
WorkList.erase(std::remove(WorkList.begin(), WorkList.end(), N),
|
||||||
WorkList.end());
|
WorkList.end());
|
||||||
|
// If the next node we were planning to process is deleted,
|
||||||
|
// skip past it.
|
||||||
|
if (N == CurNode)
|
||||||
|
AdvanceCurNode();
|
||||||
}
|
}
|
||||||
|
|
||||||
SDValue CombineTo(SDNode *N, const SDValue *To, unsigned NumTo,
|
SDValue CombineTo(SDNode *N, const SDValue *To, unsigned NumTo,
|
||||||
@ -243,10 +266,14 @@ public:
|
|||||||
TLI(D.getTargetLoweringInfo()),
|
TLI(D.getTargetLoweringInfo()),
|
||||||
AfterLegalize(false),
|
AfterLegalize(false),
|
||||||
Fast(fast),
|
Fast(fast),
|
||||||
|
Dummy(D.getRoot()),
|
||||||
AA(A) {}
|
AA(A) {}
|
||||||
|
|
||||||
/// Run - runs the dag combiner on all nodes in the work list
|
/// Run - runs the dag combiner on all nodes in the work list
|
||||||
void Run(bool RunningAfterLegalize);
|
void Run(bool RunningAfterLegalize);
|
||||||
|
|
||||||
|
/// ProcessNode - runs the dag combiner on a node
|
||||||
|
void ProcessNode(SDNode *N);
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -575,31 +602,7 @@ bool DAGCombiner::SimplifyDemandedBits(SDValue Op, const APInt &Demanded) {
|
|||||||
// Main DAG Combiner implementation
|
// Main DAG Combiner implementation
|
||||||
//===----------------------------------------------------------------------===//
|
//===----------------------------------------------------------------------===//
|
||||||
|
|
||||||
void DAGCombiner::Run(bool RunningAfterLegalize) {
|
void DAGCombiner::ProcessNode(SDNode *N) {
|
||||||
// set the instance variable, so that the various visit routines may use it.
|
|
||||||
AfterLegalize = RunningAfterLegalize;
|
|
||||||
|
|
||||||
// Add all the dag nodes to the worklist.
|
|
||||||
WorkList.reserve(DAG.allnodes_size());
|
|
||||||
for (SelectionDAG::allnodes_iterator I = DAG.allnodes_begin(),
|
|
||||||
E = DAG.allnodes_end(); I != E; ++I)
|
|
||||||
WorkList.push_back(I);
|
|
||||||
|
|
||||||
// Create a dummy node (which is not added to allnodes), that adds a reference
|
|
||||||
// to the root node, preventing it from being deleted, and tracking any
|
|
||||||
// changes of the root.
|
|
||||||
HandleSDNode Dummy(DAG.getRoot());
|
|
||||||
|
|
||||||
// The root of the dag may dangle to deleted nodes until the dag combiner is
|
|
||||||
// done. Set it to null to avoid confusion.
|
|
||||||
DAG.setRoot(SDValue());
|
|
||||||
|
|
||||||
// while the worklist isn't empty, inspect the node on the end of it and
|
|
||||||
// try and combine it.
|
|
||||||
while (!WorkList.empty()) {
|
|
||||||
SDNode *N = WorkList.back();
|
|
||||||
WorkList.pop_back();
|
|
||||||
|
|
||||||
// If N has no uses, it is dead. Make sure to revisit all N's operands once
|
// If N has no uses, it is dead. Make sure to revisit all N's operands once
|
||||||
// N is deleted from the DAG, since they too may now be dead or may have a
|
// N is deleted from the DAG, since they too may now be dead or may have a
|
||||||
// reduced number of uses, allowing other xforms.
|
// reduced number of uses, allowing other xforms.
|
||||||
@ -608,13 +611,13 @@ void DAGCombiner::Run(bool RunningAfterLegalize) {
|
|||||||
AddToWorkList(N->getOperand(i).Val);
|
AddToWorkList(N->getOperand(i).Val);
|
||||||
|
|
||||||
DAG.DeleteNode(N);
|
DAG.DeleteNode(N);
|
||||||
continue;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
SDValue RV = combine(N);
|
SDValue RV = combine(N);
|
||||||
|
|
||||||
if (RV.Val == 0)
|
if (RV.Val == 0)
|
||||||
continue;
|
return;
|
||||||
|
|
||||||
++NodesCombined;
|
++NodesCombined;
|
||||||
|
|
||||||
@ -623,7 +626,7 @@ void DAGCombiner::Run(bool RunningAfterLegalize) {
|
|||||||
// CombineTo was used. Since CombineTo takes care of the worklist
|
// CombineTo was used. Since CombineTo takes care of the worklist
|
||||||
// mechanics for us, we have no work to do in this case.
|
// mechanics for us, we have no work to do in this case.
|
||||||
if (RV.Val == N)
|
if (RV.Val == N)
|
||||||
continue;
|
return;
|
||||||
|
|
||||||
assert(N->getOpcode() != ISD::DELETED_NODE &&
|
assert(N->getOpcode() != ISD::DELETED_NODE &&
|
||||||
RV.Val->getOpcode() != ISD::DELETED_NODE &&
|
RV.Val->getOpcode() != ISD::DELETED_NODE &&
|
||||||
@ -632,34 +635,56 @@ void DAGCombiner::Run(bool RunningAfterLegalize) {
|
|||||||
DOUT << "\nReplacing.3 "; DEBUG(N->dump(&DAG));
|
DOUT << "\nReplacing.3 "; DEBUG(N->dump(&DAG));
|
||||||
DOUT << "\nWith: "; DEBUG(RV.Val->dump(&DAG));
|
DOUT << "\nWith: "; DEBUG(RV.Val->dump(&DAG));
|
||||||
DOUT << '\n';
|
DOUT << '\n';
|
||||||
WorkListRemover DeadNodes(*this);
|
|
||||||
if (N->getNumValues() == RV.Val->getNumValues())
|
if (N->getNumValues() == RV.Val->getNumValues())
|
||||||
DAG.ReplaceAllUsesWith(N, RV.Val, &DeadNodes);
|
DAG.ReplaceAllUsesWith(N, RV.Val);
|
||||||
else {
|
else {
|
||||||
assert(N->getValueType(0) == RV.getValueType() &&
|
assert(N->getValueType(0) == RV.getValueType() &&
|
||||||
N->getNumValues() == 1 && "Type mismatch");
|
N->getNumValues() == 1 && "Type mismatch");
|
||||||
SDValue OpV = RV;
|
SDValue OpV = RV;
|
||||||
DAG.ReplaceAllUsesWith(N, &OpV, &DeadNodes);
|
DAG.ReplaceAllUsesWith(N, &OpV);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Delete the old node.
|
||||||
|
removeFromWorkList(N);
|
||||||
|
DAG.DeleteNode(N);
|
||||||
|
|
||||||
// Push the new node and any users onto the worklist
|
// Push the new node and any users onto the worklist
|
||||||
AddToWorkList(RV.Val);
|
AddToWorkList(RV.Val);
|
||||||
AddUsersToWorkList(RV.Val);
|
AddUsersToWorkList(RV.Val);
|
||||||
|
|
||||||
// Add any uses of the old node to the worklist in case this node is the
|
|
||||||
// last one that uses them. They may become dead after this node is
|
|
||||||
// deleted.
|
|
||||||
for (unsigned i = 0, e = N->getNumOperands(); i != e; ++i)
|
|
||||||
AddToWorkList(N->getOperand(i).Val);
|
|
||||||
|
|
||||||
// Nodes can be reintroduced into the worklist. Make sure we do not
|
|
||||||
// process a node that has been replaced.
|
|
||||||
removeFromWorkList(N);
|
|
||||||
|
|
||||||
// Finally, since the node is now dead, remove it from the graph.
|
|
||||||
DAG.DeleteNode(N);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void DAGCombiner::Run(bool RunningAfterLegalize) {
|
||||||
|
// set the instance variable, so that the various visit routines may use it.
|
||||||
|
AfterLegalize = RunningAfterLegalize;
|
||||||
|
|
||||||
|
// The root of the dag may dangle to deleted nodes until the dag combiner is
|
||||||
|
// done. Set it to null to avoid confusion.
|
||||||
|
DAG.setRoot(SDValue());
|
||||||
|
|
||||||
|
// Process all the original dag nodes. We process starting from the
|
||||||
|
// end of the list and working forward, which is in roughly topological
|
||||||
|
// order. Starting at the end and working forward means we won't
|
||||||
|
// accidentally revisit nodes created during the dagcombine process.
|
||||||
|
CurNode = prior(DAG.allnodes_end());
|
||||||
|
do {
|
||||||
|
SDNode *N = &*CurNode;
|
||||||
|
AdvanceCurNode();
|
||||||
|
ProcessNode(N);
|
||||||
|
// Processing the node may have resulted in nodes being added to the
|
||||||
|
// worklist, because the were newly created or because one of their
|
||||||
|
// operands changed or some other reason they should be revisited.
|
||||||
|
// While the worklist isn't empty, inspect the node on the end of it
|
||||||
|
// and try and combine it.
|
||||||
|
while (!WorkList.empty()) {
|
||||||
|
SDNode *N = WorkList.back();
|
||||||
|
WorkList.pop_back();
|
||||||
|
if (N == CurNode)
|
||||||
|
AdvanceCurNode();
|
||||||
|
ProcessNode(N);
|
||||||
|
}
|
||||||
|
} while (CurNode != DAG.allnodes_end());
|
||||||
|
|
||||||
// If the root changed (e.g. it was a dead load, update the root).
|
// If the root changed (e.g. it was a dead load, update the root).
|
||||||
DAG.setRoot(Dummy.getValue());
|
DAG.setRoot(Dummy.getValue());
|
||||||
}
|
}
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
; RUN: llvm-as < %s | llc -march=x86 -mtriple=i686-apple-darwin | grep and | count 1
|
; RUN: llvm-as < %s | llc -march=x86 -mtriple=i686-apple-darwin | grep and | count 1
|
||||||
; RUN: llvm-as < %s | llc -march=x86-64 -mtriple=i686-pc-linux | grep and | count 3
|
; RUN: llvm-as < %s | llc -march=x86-64 -mtriple=i686-pc-linux | grep and | count 1
|
||||||
|
|
||||||
declare void @bar(<2 x i64>* %n)
|
declare void @bar(<2 x i64>* %n)
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user