1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
// SPDX-License-Identifier: GPL-3.0-or-later
#include "rcc/CodeGen/PostRAScheduler.h"
#include "MachineSchedulerInternal.h"
#include "rcc/CodeGen/LivePhysRegs.h"
#include "rcc/CodeGen/LiveVariables.h"
#include "rcc/CodeGen/MachineBasicBlock.h"
#include "rcc/CodeGen/MachineFunction.h"
#include "rcc/CodeGen/MachineFunctionCloner.h"
#include "rcc/CodeGen/MachineInstr.h"
#include "rcc/CodeGen/MachineOperand.h"
#include "rcc/CodeGen/RegisterMask.h"
#include "rcc/CodeGen/TargetDescription.h"
#include "rcc/CodeGen/TargetRegisterInfo.h"
#include "rcc/CodeGen/TargetSchedulingModel.h"
#include <algorithm>
#include <bit>
#include <cstddef>
#include <cstdint>
#include <optional>
#include <ranges>
#include <string>
#include <utility>
#include <vector>
namespace rcc {
namespace {
[[nodiscard]] const MachinePassContract &postRASchedulerContract() {
static const MachinePassContract Contract = [] {
MachinePassContract Value{
.Name = "postmisched",
.Requires = {MachineFunctionProperty::Selected, MachineFunctionProperty::NoPHIs,
MachineFunctionProperty::TiedOpsRewritten, MachineFunctionProperty::NoVRegs,
MachineFunctionProperty::TracksLiveness},
.Sets = {},
.Clears = {},
.RequiredAnalyses = {MachineAnalysisManager::id<LiveVariablesAnalysis>()},
.VerificationStage = PipelineStage::RegisterAllocated,
};
Value.RequiredAnalyses.push_back(MachineAnalysisManager::id<MachineBlockFrequencyAnalysis>());
Value.ThreadSafety = PassThreadSafety::ThreadSafe;
Value.DeclaredChanges = {MachinePassChange::Instructions, MachinePassChange::Operands};
return Value;
}();
return Contract;
}
[[nodiscard]] Error prefixedError(const Error &Failure, std::string Prefix) {
Prefix.append(Failure.message());
return Error(Failure.code(), std::move(Prefix));
}
} // namespace
const MachinePassContract &PostRASchedulerPass::contract() const noexcept {
return postRASchedulerContract();
}
Expected<MachinePassResult> PostRASchedulerPass::run(MachineFunction &Function,
const TargetDescription &Target,
MachineAnalysisManager &Analyses) {
if (!Function.properties().containsAll(contract().Requires)) {
return makeUnexpected(ErrorCode::VerificationError,
"post-RA scheduler requires allocated tracked-liveness MachineIR");
}
auto Trial = cloneMachineFunction(
Function, Target,
MachineFunctionCloneOptions{.NewStableID = Function.stableID(), .NewName = std::nullopt});
if (!Trial) {
return std::unexpected(
prefixedError(Trial.error(), "post-RA scheduler transaction setup failed: "));
}
MachineAnalysisManager TrialAnalyses;
auto TrialLiveness =
TrialAnalyses.getResult<LiveVariablesAnalysis>(*Trial->ClonedFunction, Target);
if (!TrialLiveness)
return std::unexpected(TrialLiveness.error());
auto TrialFrequencies =
TrialAnalyses.getResult<MachineBlockFrequencyAnalysis>(*Trial->ClonedFunction, Target);
if (!TrialFrequencies)
return std::unexpected(TrialFrequencies.error());
MachineActionReplay Actions(Analyses, Trial->InstructionStableIDs);
auto TrialRun = runMachineScheduler(*Trial->ClonedFunction, Target, *Model,
ScheduleDAGMode::PostRegisterAllocation, **TrialLiveness,
**TrialFrequencies, Options, &Actions);
if (!TrialRun)
return std::unexpected(TrialRun.error());
auto TrialRepair =
repairPostRAMachineBlockLiveness(TrialRun->ChangedBlocks, Target, **TrialLiveness);
if (!TrialRepair)
return std::unexpected(TrialRepair.error());
auto Liveness = Analyses.getResult<LiveVariablesAnalysis>(Function, Target);
if (!Liveness)
return std::unexpected(Liveness.error());
auto Frequencies = Analyses.getResult<MachineBlockFrequencyAnalysis>(Function, Target);
if (!Frequencies)
return std::unexpected(Frequencies.error());
Actions.beginReplay();
auto Run = runMachineScheduler(Function, Target, *Model, ScheduleDAGMode::PostRegisterAllocation,
**Liveness, **Frequencies, Options, &Actions);
if (!Run) {
return std::unexpected(prefixedError(
Run.error(), "post-RA scheduler diverged after a successful transaction preflight: "));
}
auto Replayed = Actions.finishReplay();
if (!Replayed)
return std::unexpected(Replayed.error());
auto Repaired = repairPostRAMachineBlockLiveness(Run->ChangedBlocks, Target, **Liveness);
if (!Repaired)
return std::unexpected(Repaired.error());
MachinePassResult Result;
Result.Changed = Run->Changed || *Repaired;
if (!Result.Changed) {
Result.Preserved = PreservedAnalyses::all();
return Result;
}
Result.Changes = {MachinePassChange::Instructions, MachinePassChange::Operands};
Result.Preserved.preserve<LiveVariablesAnalysis>();
return Result;
}
} // namespace rcc
|
