1*9880d681SAndroid Build Coastguard Worker //===-- XRayInstrumentation.cpp - Adds XRay instrumentation to functions. -===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker // The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker //
10*9880d681SAndroid Build Coastguard Worker // This file implements a MachineFunctionPass that inserts the appropriate
11*9880d681SAndroid Build Coastguard Worker // XRay instrumentation instructions. We look for XRay-specific attributes
12*9880d681SAndroid Build Coastguard Worker // on the function to determine whether we should insert the replacement
13*9880d681SAndroid Build Coastguard Worker // operations.
14*9880d681SAndroid Build Coastguard Worker //
15*9880d681SAndroid Build Coastguard Worker //===---------------------------------------------------------------------===//
16*9880d681SAndroid Build Coastguard Worker
17*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/Analysis.h"
18*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineFunction.h"
19*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineFunctionPass.h"
20*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineInstrBuilder.h"
21*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/Passes.h"
22*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/TargetRegistry.h"
23*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetInstrInfo.h"
24*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetSubtargetInfo.h"
25*9880d681SAndroid Build Coastguard Worker
26*9880d681SAndroid Build Coastguard Worker using namespace llvm;
27*9880d681SAndroid Build Coastguard Worker
28*9880d681SAndroid Build Coastguard Worker namespace {
29*9880d681SAndroid Build Coastguard Worker struct XRayInstrumentation : public MachineFunctionPass {
30*9880d681SAndroid Build Coastguard Worker static char ID;
31*9880d681SAndroid Build Coastguard Worker
XRayInstrumentation__anona9a151040111::XRayInstrumentation32*9880d681SAndroid Build Coastguard Worker XRayInstrumentation() : MachineFunctionPass(ID) {
33*9880d681SAndroid Build Coastguard Worker initializeXRayInstrumentationPass(*PassRegistry::getPassRegistry());
34*9880d681SAndroid Build Coastguard Worker }
35*9880d681SAndroid Build Coastguard Worker
36*9880d681SAndroid Build Coastguard Worker bool runOnMachineFunction(MachineFunction &MF) override;
37*9880d681SAndroid Build Coastguard Worker };
38*9880d681SAndroid Build Coastguard Worker }
39*9880d681SAndroid Build Coastguard Worker
runOnMachineFunction(MachineFunction & MF)40*9880d681SAndroid Build Coastguard Worker bool XRayInstrumentation::runOnMachineFunction(MachineFunction &MF) {
41*9880d681SAndroid Build Coastguard Worker auto &F = *MF.getFunction();
42*9880d681SAndroid Build Coastguard Worker auto InstrAttr = F.getFnAttribute("function-instrument");
43*9880d681SAndroid Build Coastguard Worker bool AlwaysInstrument = !InstrAttr.hasAttribute(Attribute::None) &&
44*9880d681SAndroid Build Coastguard Worker InstrAttr.isStringAttribute() &&
45*9880d681SAndroid Build Coastguard Worker InstrAttr.getValueAsString() == "xray-always";
46*9880d681SAndroid Build Coastguard Worker Attribute Attr = F.getFnAttribute("xray-instruction-threshold");
47*9880d681SAndroid Build Coastguard Worker unsigned XRayThreshold = 0;
48*9880d681SAndroid Build Coastguard Worker if (!AlwaysInstrument) {
49*9880d681SAndroid Build Coastguard Worker if (Attr.hasAttribute(Attribute::None) || !Attr.isStringAttribute())
50*9880d681SAndroid Build Coastguard Worker return false; // XRay threshold attribute not found.
51*9880d681SAndroid Build Coastguard Worker if (Attr.getValueAsString().getAsInteger(10, XRayThreshold))
52*9880d681SAndroid Build Coastguard Worker return false; // Invalid value for threshold.
53*9880d681SAndroid Build Coastguard Worker if (F.size() < XRayThreshold)
54*9880d681SAndroid Build Coastguard Worker return false; // Function is too small.
55*9880d681SAndroid Build Coastguard Worker }
56*9880d681SAndroid Build Coastguard Worker
57*9880d681SAndroid Build Coastguard Worker // FIXME: Do the loop triviality analysis here or in an earlier pass.
58*9880d681SAndroid Build Coastguard Worker
59*9880d681SAndroid Build Coastguard Worker // First, insert an PATCHABLE_FUNCTION_ENTER as the first instruction of the
60*9880d681SAndroid Build Coastguard Worker // MachineFunction.
61*9880d681SAndroid Build Coastguard Worker auto &FirstMBB = *MF.begin();
62*9880d681SAndroid Build Coastguard Worker auto &FirstMI = *FirstMBB.begin();
63*9880d681SAndroid Build Coastguard Worker auto *TII = MF.getSubtarget().getInstrInfo();
64*9880d681SAndroid Build Coastguard Worker BuildMI(FirstMBB, FirstMI, FirstMI.getDebugLoc(),
65*9880d681SAndroid Build Coastguard Worker TII->get(TargetOpcode::PATCHABLE_FUNCTION_ENTER));
66*9880d681SAndroid Build Coastguard Worker
67*9880d681SAndroid Build Coastguard Worker // Then we look for *all* terminators and returns, then replace those with
68*9880d681SAndroid Build Coastguard Worker // PATCHABLE_RET instructions.
69*9880d681SAndroid Build Coastguard Worker SmallVector<MachineInstr *, 4> Terminators;
70*9880d681SAndroid Build Coastguard Worker for (auto &MBB : MF) {
71*9880d681SAndroid Build Coastguard Worker for (auto &T : MBB.terminators()) {
72*9880d681SAndroid Build Coastguard Worker // FIXME: Handle tail calls here too?
73*9880d681SAndroid Build Coastguard Worker if (T.isReturn() && T.getOpcode() == TII->getReturnOpcode()) {
74*9880d681SAndroid Build Coastguard Worker // Replace return instructions with:
75*9880d681SAndroid Build Coastguard Worker // PATCHABLE_RET <Opcode>, <Operand>...
76*9880d681SAndroid Build Coastguard Worker auto MIB = BuildMI(MBB, T, T.getDebugLoc(),
77*9880d681SAndroid Build Coastguard Worker TII->get(TargetOpcode::PATCHABLE_RET))
78*9880d681SAndroid Build Coastguard Worker .addImm(T.getOpcode());
79*9880d681SAndroid Build Coastguard Worker for (auto &MO : T.operands())
80*9880d681SAndroid Build Coastguard Worker MIB.addOperand(MO);
81*9880d681SAndroid Build Coastguard Worker Terminators.push_back(&T);
82*9880d681SAndroid Build Coastguard Worker break;
83*9880d681SAndroid Build Coastguard Worker }
84*9880d681SAndroid Build Coastguard Worker }
85*9880d681SAndroid Build Coastguard Worker }
86*9880d681SAndroid Build Coastguard Worker
87*9880d681SAndroid Build Coastguard Worker for (auto &I : Terminators)
88*9880d681SAndroid Build Coastguard Worker I->eraseFromParent();
89*9880d681SAndroid Build Coastguard Worker
90*9880d681SAndroid Build Coastguard Worker return true;
91*9880d681SAndroid Build Coastguard Worker }
92*9880d681SAndroid Build Coastguard Worker
93*9880d681SAndroid Build Coastguard Worker char XRayInstrumentation::ID = 0;
94*9880d681SAndroid Build Coastguard Worker char &llvm::XRayInstrumentationID = XRayInstrumentation::ID;
95*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS(XRayInstrumentation, "xray-instrumentation", "Insert XRay ops",
96*9880d681SAndroid Build Coastguard Worker false, false)
97