1*858ea5e5SAndroid Build Coastguard Worker // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2*858ea5e5SAndroid Build Coastguard Worker /* Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com
3*858ea5e5SAndroid Build Coastguard Worker * Copyright (c) 2016 Facebook
4*858ea5e5SAndroid Build Coastguard Worker */
5*858ea5e5SAndroid Build Coastguard Worker
6*858ea5e5SAndroid Build Coastguard Worker #include <linux/bpf.h>
7*858ea5e5SAndroid Build Coastguard Worker
8*858ea5e5SAndroid Build Coastguard Worker #include "disasm.h"
9*858ea5e5SAndroid Build Coastguard Worker
10*858ea5e5SAndroid Build Coastguard Worker #define __BPF_FUNC_STR_FN(x) [BPF_FUNC_ ## x] = __stringify(bpf_ ## x)
11*858ea5e5SAndroid Build Coastguard Worker static const char * const func_id_str[] = {
12*858ea5e5SAndroid Build Coastguard Worker __BPF_FUNC_MAPPER(__BPF_FUNC_STR_FN)
13*858ea5e5SAndroid Build Coastguard Worker };
14*858ea5e5SAndroid Build Coastguard Worker #undef __BPF_FUNC_STR_FN
15*858ea5e5SAndroid Build Coastguard Worker
__func_get_name(const struct bpf_insn_cbs * cbs,const struct bpf_insn * insn,char * buff,size_t len)16*858ea5e5SAndroid Build Coastguard Worker static const char *__func_get_name(const struct bpf_insn_cbs *cbs,
17*858ea5e5SAndroid Build Coastguard Worker const struct bpf_insn *insn,
18*858ea5e5SAndroid Build Coastguard Worker char *buff, size_t len)
19*858ea5e5SAndroid Build Coastguard Worker {
20*858ea5e5SAndroid Build Coastguard Worker BUILD_BUG_ON(ARRAY_SIZE(func_id_str) != __BPF_FUNC_MAX_ID);
21*858ea5e5SAndroid Build Coastguard Worker
22*858ea5e5SAndroid Build Coastguard Worker if (!insn->src_reg &&
23*858ea5e5SAndroid Build Coastguard Worker insn->imm >= 0 && insn->imm < __BPF_FUNC_MAX_ID &&
24*858ea5e5SAndroid Build Coastguard Worker func_id_str[insn->imm])
25*858ea5e5SAndroid Build Coastguard Worker return func_id_str[insn->imm];
26*858ea5e5SAndroid Build Coastguard Worker
27*858ea5e5SAndroid Build Coastguard Worker if (cbs && cbs->cb_call) {
28*858ea5e5SAndroid Build Coastguard Worker const char *res;
29*858ea5e5SAndroid Build Coastguard Worker
30*858ea5e5SAndroid Build Coastguard Worker res = cbs->cb_call(cbs->private_data, insn);
31*858ea5e5SAndroid Build Coastguard Worker if (res)
32*858ea5e5SAndroid Build Coastguard Worker return res;
33*858ea5e5SAndroid Build Coastguard Worker }
34*858ea5e5SAndroid Build Coastguard Worker
35*858ea5e5SAndroid Build Coastguard Worker if (insn->src_reg == BPF_PSEUDO_CALL)
36*858ea5e5SAndroid Build Coastguard Worker snprintf(buff, len, "%+d", insn->imm);
37*858ea5e5SAndroid Build Coastguard Worker else if (insn->src_reg == BPF_PSEUDO_KFUNC_CALL)
38*858ea5e5SAndroid Build Coastguard Worker snprintf(buff, len, "kernel-function");
39*858ea5e5SAndroid Build Coastguard Worker
40*858ea5e5SAndroid Build Coastguard Worker return buff;
41*858ea5e5SAndroid Build Coastguard Worker }
42*858ea5e5SAndroid Build Coastguard Worker
__func_imm_name(const struct bpf_insn_cbs * cbs,const struct bpf_insn * insn,u64 full_imm,char * buff,size_t len)43*858ea5e5SAndroid Build Coastguard Worker static const char *__func_imm_name(const struct bpf_insn_cbs *cbs,
44*858ea5e5SAndroid Build Coastguard Worker const struct bpf_insn *insn,
45*858ea5e5SAndroid Build Coastguard Worker u64 full_imm, char *buff, size_t len)
46*858ea5e5SAndroid Build Coastguard Worker {
47*858ea5e5SAndroid Build Coastguard Worker if (cbs && cbs->cb_imm)
48*858ea5e5SAndroid Build Coastguard Worker return cbs->cb_imm(cbs->private_data, insn, full_imm);
49*858ea5e5SAndroid Build Coastguard Worker
50*858ea5e5SAndroid Build Coastguard Worker snprintf(buff, len, "0x%llx", (unsigned long long)full_imm);
51*858ea5e5SAndroid Build Coastguard Worker return buff;
52*858ea5e5SAndroid Build Coastguard Worker }
53*858ea5e5SAndroid Build Coastguard Worker
func_id_name(int id)54*858ea5e5SAndroid Build Coastguard Worker const char *func_id_name(int id)
55*858ea5e5SAndroid Build Coastguard Worker {
56*858ea5e5SAndroid Build Coastguard Worker if (id >= 0 && id < __BPF_FUNC_MAX_ID && func_id_str[id])
57*858ea5e5SAndroid Build Coastguard Worker return func_id_str[id];
58*858ea5e5SAndroid Build Coastguard Worker else
59*858ea5e5SAndroid Build Coastguard Worker return "unknown";
60*858ea5e5SAndroid Build Coastguard Worker }
61*858ea5e5SAndroid Build Coastguard Worker
62*858ea5e5SAndroid Build Coastguard Worker const char *const bpf_class_string[8] = {
63*858ea5e5SAndroid Build Coastguard Worker [BPF_LD] = "ld",
64*858ea5e5SAndroid Build Coastguard Worker [BPF_LDX] = "ldx",
65*858ea5e5SAndroid Build Coastguard Worker [BPF_ST] = "st",
66*858ea5e5SAndroid Build Coastguard Worker [BPF_STX] = "stx",
67*858ea5e5SAndroid Build Coastguard Worker [BPF_ALU] = "alu",
68*858ea5e5SAndroid Build Coastguard Worker [BPF_JMP] = "jmp",
69*858ea5e5SAndroid Build Coastguard Worker [BPF_JMP32] = "jmp32",
70*858ea5e5SAndroid Build Coastguard Worker [BPF_ALU64] = "alu64",
71*858ea5e5SAndroid Build Coastguard Worker };
72*858ea5e5SAndroid Build Coastguard Worker
73*858ea5e5SAndroid Build Coastguard Worker const char *const bpf_alu_string[16] = {
74*858ea5e5SAndroid Build Coastguard Worker [BPF_ADD >> 4] = "+=",
75*858ea5e5SAndroid Build Coastguard Worker [BPF_SUB >> 4] = "-=",
76*858ea5e5SAndroid Build Coastguard Worker [BPF_MUL >> 4] = "*=",
77*858ea5e5SAndroid Build Coastguard Worker [BPF_DIV >> 4] = "/=",
78*858ea5e5SAndroid Build Coastguard Worker [BPF_OR >> 4] = "|=",
79*858ea5e5SAndroid Build Coastguard Worker [BPF_AND >> 4] = "&=",
80*858ea5e5SAndroid Build Coastguard Worker [BPF_LSH >> 4] = "<<=",
81*858ea5e5SAndroid Build Coastguard Worker [BPF_RSH >> 4] = ">>=",
82*858ea5e5SAndroid Build Coastguard Worker [BPF_NEG >> 4] = "neg",
83*858ea5e5SAndroid Build Coastguard Worker [BPF_MOD >> 4] = "%=",
84*858ea5e5SAndroid Build Coastguard Worker [BPF_XOR >> 4] = "^=",
85*858ea5e5SAndroid Build Coastguard Worker [BPF_MOV >> 4] = "=",
86*858ea5e5SAndroid Build Coastguard Worker [BPF_ARSH >> 4] = "s>>=",
87*858ea5e5SAndroid Build Coastguard Worker [BPF_END >> 4] = "endian",
88*858ea5e5SAndroid Build Coastguard Worker };
89*858ea5e5SAndroid Build Coastguard Worker
90*858ea5e5SAndroid Build Coastguard Worker static const char *const bpf_alu_sign_string[16] = {
91*858ea5e5SAndroid Build Coastguard Worker [BPF_DIV >> 4] = "s/=",
92*858ea5e5SAndroid Build Coastguard Worker [BPF_MOD >> 4] = "s%=",
93*858ea5e5SAndroid Build Coastguard Worker };
94*858ea5e5SAndroid Build Coastguard Worker
95*858ea5e5SAndroid Build Coastguard Worker static const char *const bpf_movsx_string[4] = {
96*858ea5e5SAndroid Build Coastguard Worker [0] = "(s8)",
97*858ea5e5SAndroid Build Coastguard Worker [1] = "(s16)",
98*858ea5e5SAndroid Build Coastguard Worker [3] = "(s32)",
99*858ea5e5SAndroid Build Coastguard Worker };
100*858ea5e5SAndroid Build Coastguard Worker
101*858ea5e5SAndroid Build Coastguard Worker static const char *const bpf_atomic_alu_string[16] = {
102*858ea5e5SAndroid Build Coastguard Worker [BPF_ADD >> 4] = "add",
103*858ea5e5SAndroid Build Coastguard Worker [BPF_AND >> 4] = "and",
104*858ea5e5SAndroid Build Coastguard Worker [BPF_OR >> 4] = "or",
105*858ea5e5SAndroid Build Coastguard Worker [BPF_XOR >> 4] = "xor",
106*858ea5e5SAndroid Build Coastguard Worker };
107*858ea5e5SAndroid Build Coastguard Worker
108*858ea5e5SAndroid Build Coastguard Worker static const char *const bpf_ldst_string[] = {
109*858ea5e5SAndroid Build Coastguard Worker [BPF_W >> 3] = "u32",
110*858ea5e5SAndroid Build Coastguard Worker [BPF_H >> 3] = "u16",
111*858ea5e5SAndroid Build Coastguard Worker [BPF_B >> 3] = "u8",
112*858ea5e5SAndroid Build Coastguard Worker [BPF_DW >> 3] = "u64",
113*858ea5e5SAndroid Build Coastguard Worker };
114*858ea5e5SAndroid Build Coastguard Worker
115*858ea5e5SAndroid Build Coastguard Worker static const char *const bpf_ldsx_string[] = {
116*858ea5e5SAndroid Build Coastguard Worker [BPF_W >> 3] = "s32",
117*858ea5e5SAndroid Build Coastguard Worker [BPF_H >> 3] = "s16",
118*858ea5e5SAndroid Build Coastguard Worker [BPF_B >> 3] = "s8",
119*858ea5e5SAndroid Build Coastguard Worker };
120*858ea5e5SAndroid Build Coastguard Worker
121*858ea5e5SAndroid Build Coastguard Worker static const char *const bpf_jmp_string[16] = {
122*858ea5e5SAndroid Build Coastguard Worker [BPF_JA >> 4] = "jmp",
123*858ea5e5SAndroid Build Coastguard Worker [BPF_JEQ >> 4] = "==",
124*858ea5e5SAndroid Build Coastguard Worker [BPF_JGT >> 4] = ">",
125*858ea5e5SAndroid Build Coastguard Worker [BPF_JLT >> 4] = "<",
126*858ea5e5SAndroid Build Coastguard Worker [BPF_JGE >> 4] = ">=",
127*858ea5e5SAndroid Build Coastguard Worker [BPF_JLE >> 4] = "<=",
128*858ea5e5SAndroid Build Coastguard Worker [BPF_JSET >> 4] = "&",
129*858ea5e5SAndroid Build Coastguard Worker [BPF_JNE >> 4] = "!=",
130*858ea5e5SAndroid Build Coastguard Worker [BPF_JSGT >> 4] = "s>",
131*858ea5e5SAndroid Build Coastguard Worker [BPF_JSLT >> 4] = "s<",
132*858ea5e5SAndroid Build Coastguard Worker [BPF_JSGE >> 4] = "s>=",
133*858ea5e5SAndroid Build Coastguard Worker [BPF_JSLE >> 4] = "s<=",
134*858ea5e5SAndroid Build Coastguard Worker [BPF_CALL >> 4] = "call",
135*858ea5e5SAndroid Build Coastguard Worker [BPF_EXIT >> 4] = "exit",
136*858ea5e5SAndroid Build Coastguard Worker };
137*858ea5e5SAndroid Build Coastguard Worker
print_bpf_end_insn(bpf_insn_print_t verbose,void * private_data,const struct bpf_insn * insn)138*858ea5e5SAndroid Build Coastguard Worker static void print_bpf_end_insn(bpf_insn_print_t verbose,
139*858ea5e5SAndroid Build Coastguard Worker void *private_data,
140*858ea5e5SAndroid Build Coastguard Worker const struct bpf_insn *insn)
141*858ea5e5SAndroid Build Coastguard Worker {
142*858ea5e5SAndroid Build Coastguard Worker verbose(private_data, "(%02x) r%d = %s%d r%d\n",
143*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->dst_reg,
144*858ea5e5SAndroid Build Coastguard Worker BPF_SRC(insn->code) == BPF_TO_BE ? "be" : "le",
145*858ea5e5SAndroid Build Coastguard Worker insn->imm, insn->dst_reg);
146*858ea5e5SAndroid Build Coastguard Worker }
147*858ea5e5SAndroid Build Coastguard Worker
print_bpf_bswap_insn(bpf_insn_print_t verbose,void * private_data,const struct bpf_insn * insn)148*858ea5e5SAndroid Build Coastguard Worker static void print_bpf_bswap_insn(bpf_insn_print_t verbose,
149*858ea5e5SAndroid Build Coastguard Worker void *private_data,
150*858ea5e5SAndroid Build Coastguard Worker const struct bpf_insn *insn)
151*858ea5e5SAndroid Build Coastguard Worker {
152*858ea5e5SAndroid Build Coastguard Worker verbose(private_data, "(%02x) r%d = bswap%d r%d\n",
153*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->dst_reg,
154*858ea5e5SAndroid Build Coastguard Worker insn->imm, insn->dst_reg);
155*858ea5e5SAndroid Build Coastguard Worker }
156*858ea5e5SAndroid Build Coastguard Worker
is_sdiv_smod(const struct bpf_insn * insn)157*858ea5e5SAndroid Build Coastguard Worker static bool is_sdiv_smod(const struct bpf_insn *insn)
158*858ea5e5SAndroid Build Coastguard Worker {
159*858ea5e5SAndroid Build Coastguard Worker return (BPF_OP(insn->code) == BPF_DIV || BPF_OP(insn->code) == BPF_MOD) &&
160*858ea5e5SAndroid Build Coastguard Worker insn->off == 1;
161*858ea5e5SAndroid Build Coastguard Worker }
162*858ea5e5SAndroid Build Coastguard Worker
is_movsx(const struct bpf_insn * insn)163*858ea5e5SAndroid Build Coastguard Worker static bool is_movsx(const struct bpf_insn *insn)
164*858ea5e5SAndroid Build Coastguard Worker {
165*858ea5e5SAndroid Build Coastguard Worker return BPF_OP(insn->code) == BPF_MOV &&
166*858ea5e5SAndroid Build Coastguard Worker (insn->off == 8 || insn->off == 16 || insn->off == 32);
167*858ea5e5SAndroid Build Coastguard Worker }
168*858ea5e5SAndroid Build Coastguard Worker
is_addr_space_cast(const struct bpf_insn * insn)169*858ea5e5SAndroid Build Coastguard Worker static bool is_addr_space_cast(const struct bpf_insn *insn)
170*858ea5e5SAndroid Build Coastguard Worker {
171*858ea5e5SAndroid Build Coastguard Worker return insn->code == (BPF_ALU64 | BPF_MOV | BPF_X) &&
172*858ea5e5SAndroid Build Coastguard Worker insn->off == BPF_ADDR_SPACE_CAST;
173*858ea5e5SAndroid Build Coastguard Worker }
174*858ea5e5SAndroid Build Coastguard Worker
print_bpf_insn(const struct bpf_insn_cbs * cbs,const struct bpf_insn * insn,bool allow_ptr_leaks)175*858ea5e5SAndroid Build Coastguard Worker void print_bpf_insn(const struct bpf_insn_cbs *cbs,
176*858ea5e5SAndroid Build Coastguard Worker const struct bpf_insn *insn,
177*858ea5e5SAndroid Build Coastguard Worker bool allow_ptr_leaks)
178*858ea5e5SAndroid Build Coastguard Worker {
179*858ea5e5SAndroid Build Coastguard Worker const bpf_insn_print_t verbose = cbs->cb_print;
180*858ea5e5SAndroid Build Coastguard Worker u8 class = BPF_CLASS(insn->code);
181*858ea5e5SAndroid Build Coastguard Worker
182*858ea5e5SAndroid Build Coastguard Worker if (class == BPF_ALU || class == BPF_ALU64) {
183*858ea5e5SAndroid Build Coastguard Worker if (BPF_OP(insn->code) == BPF_END) {
184*858ea5e5SAndroid Build Coastguard Worker if (class == BPF_ALU64)
185*858ea5e5SAndroid Build Coastguard Worker print_bpf_bswap_insn(verbose, cbs->private_data, insn);
186*858ea5e5SAndroid Build Coastguard Worker else
187*858ea5e5SAndroid Build Coastguard Worker print_bpf_end_insn(verbose, cbs->private_data, insn);
188*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_OP(insn->code) == BPF_NEG) {
189*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) %c%d = -%c%d\n",
190*858ea5e5SAndroid Build Coastguard Worker insn->code, class == BPF_ALU ? 'w' : 'r',
191*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg, class == BPF_ALU ? 'w' : 'r',
192*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg);
193*858ea5e5SAndroid Build Coastguard Worker } else if (is_addr_space_cast(insn)) {
194*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r%d = addr_space_cast(r%d, %d, %d)\n",
195*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->dst_reg,
196*858ea5e5SAndroid Build Coastguard Worker insn->src_reg, ((u32)insn->imm) >> 16, (u16)insn->imm);
197*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_SRC(insn->code) == BPF_X) {
198*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) %c%d %s %s%c%d\n",
199*858ea5e5SAndroid Build Coastguard Worker insn->code, class == BPF_ALU ? 'w' : 'r',
200*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg,
201*858ea5e5SAndroid Build Coastguard Worker is_sdiv_smod(insn) ? bpf_alu_sign_string[BPF_OP(insn->code) >> 4]
202*858ea5e5SAndroid Build Coastguard Worker : bpf_alu_string[BPF_OP(insn->code) >> 4],
203*858ea5e5SAndroid Build Coastguard Worker is_movsx(insn) ? bpf_movsx_string[(insn->off >> 3) - 1] : "",
204*858ea5e5SAndroid Build Coastguard Worker class == BPF_ALU ? 'w' : 'r',
205*858ea5e5SAndroid Build Coastguard Worker insn->src_reg);
206*858ea5e5SAndroid Build Coastguard Worker } else {
207*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) %c%d %s %d\n",
208*858ea5e5SAndroid Build Coastguard Worker insn->code, class == BPF_ALU ? 'w' : 'r',
209*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg,
210*858ea5e5SAndroid Build Coastguard Worker is_sdiv_smod(insn) ? bpf_alu_sign_string[BPF_OP(insn->code) >> 4]
211*858ea5e5SAndroid Build Coastguard Worker : bpf_alu_string[BPF_OP(insn->code) >> 4],
212*858ea5e5SAndroid Build Coastguard Worker insn->imm);
213*858ea5e5SAndroid Build Coastguard Worker }
214*858ea5e5SAndroid Build Coastguard Worker } else if (class == BPF_STX) {
215*858ea5e5SAndroid Build Coastguard Worker if (BPF_MODE(insn->code) == BPF_MEM)
216*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) *(%s *)(r%d %+d) = r%d\n",
217*858ea5e5SAndroid Build Coastguard Worker insn->code,
218*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
219*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg,
220*858ea5e5SAndroid Build Coastguard Worker insn->off, insn->src_reg);
221*858ea5e5SAndroid Build Coastguard Worker else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
222*858ea5e5SAndroid Build Coastguard Worker (insn->imm == BPF_ADD || insn->imm == BPF_AND ||
223*858ea5e5SAndroid Build Coastguard Worker insn->imm == BPF_OR || insn->imm == BPF_XOR)) {
224*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) lock *(%s *)(r%d %+d) %s r%d\n",
225*858ea5e5SAndroid Build Coastguard Worker insn->code,
226*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
227*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg, insn->off,
228*858ea5e5SAndroid Build Coastguard Worker bpf_alu_string[BPF_OP(insn->imm) >> 4],
229*858ea5e5SAndroid Build Coastguard Worker insn->src_reg);
230*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
231*858ea5e5SAndroid Build Coastguard Worker (insn->imm == (BPF_ADD | BPF_FETCH) ||
232*858ea5e5SAndroid Build Coastguard Worker insn->imm == (BPF_AND | BPF_FETCH) ||
233*858ea5e5SAndroid Build Coastguard Worker insn->imm == (BPF_OR | BPF_FETCH) ||
234*858ea5e5SAndroid Build Coastguard Worker insn->imm == (BPF_XOR | BPF_FETCH))) {
235*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r%d = atomic%s_fetch_%s((%s *)(r%d %+d), r%d)\n",
236*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->src_reg,
237*858ea5e5SAndroid Build Coastguard Worker BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
238*858ea5e5SAndroid Build Coastguard Worker bpf_atomic_alu_string[BPF_OP(insn->imm) >> 4],
239*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
240*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg, insn->off, insn->src_reg);
241*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
242*858ea5e5SAndroid Build Coastguard Worker insn->imm == BPF_CMPXCHG) {
243*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r0 = atomic%s_cmpxchg((%s *)(r%d %+d), r0, r%d)\n",
244*858ea5e5SAndroid Build Coastguard Worker insn->code,
245*858ea5e5SAndroid Build Coastguard Worker BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
246*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
247*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg, insn->off,
248*858ea5e5SAndroid Build Coastguard Worker insn->src_reg);
249*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
250*858ea5e5SAndroid Build Coastguard Worker insn->imm == BPF_XCHG) {
251*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r%d = atomic%s_xchg((%s *)(r%d %+d), r%d)\n",
252*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->src_reg,
253*858ea5e5SAndroid Build Coastguard Worker BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
254*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
255*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg, insn->off, insn->src_reg);
256*858ea5e5SAndroid Build Coastguard Worker } else {
257*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "BUG_%02x\n", insn->code);
258*858ea5e5SAndroid Build Coastguard Worker }
259*858ea5e5SAndroid Build Coastguard Worker } else if (class == BPF_ST) {
260*858ea5e5SAndroid Build Coastguard Worker if (BPF_MODE(insn->code) == BPF_MEM) {
261*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) *(%s *)(r%d %+d) = %d\n",
262*858ea5e5SAndroid Build Coastguard Worker insn->code,
263*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
264*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg,
265*858ea5e5SAndroid Build Coastguard Worker insn->off, insn->imm);
266*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_MODE(insn->code) == 0xc0 /* BPF_NOSPEC, no UAPI */) {
267*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) nospec\n", insn->code);
268*858ea5e5SAndroid Build Coastguard Worker } else {
269*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "BUG_st_%02x\n", insn->code);
270*858ea5e5SAndroid Build Coastguard Worker }
271*858ea5e5SAndroid Build Coastguard Worker } else if (class == BPF_LDX) {
272*858ea5e5SAndroid Build Coastguard Worker if (BPF_MODE(insn->code) != BPF_MEM && BPF_MODE(insn->code) != BPF_MEMSX) {
273*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "BUG_ldx_%02x\n", insn->code);
274*858ea5e5SAndroid Build Coastguard Worker return;
275*858ea5e5SAndroid Build Coastguard Worker }
276*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r%d = *(%s *)(r%d %+d)\n",
277*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->dst_reg,
278*858ea5e5SAndroid Build Coastguard Worker BPF_MODE(insn->code) == BPF_MEM ?
279*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3] :
280*858ea5e5SAndroid Build Coastguard Worker bpf_ldsx_string[BPF_SIZE(insn->code) >> 3],
281*858ea5e5SAndroid Build Coastguard Worker insn->src_reg, insn->off);
282*858ea5e5SAndroid Build Coastguard Worker } else if (class == BPF_LD) {
283*858ea5e5SAndroid Build Coastguard Worker if (BPF_MODE(insn->code) == BPF_ABS) {
284*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r0 = *(%s *)skb[%d]\n",
285*858ea5e5SAndroid Build Coastguard Worker insn->code,
286*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
287*858ea5e5SAndroid Build Coastguard Worker insn->imm);
288*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_MODE(insn->code) == BPF_IND) {
289*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r0 = *(%s *)skb[r%d + %d]\n",
290*858ea5e5SAndroid Build Coastguard Worker insn->code,
291*858ea5e5SAndroid Build Coastguard Worker bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
292*858ea5e5SAndroid Build Coastguard Worker insn->src_reg, insn->imm);
293*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_MODE(insn->code) == BPF_IMM &&
294*858ea5e5SAndroid Build Coastguard Worker BPF_SIZE(insn->code) == BPF_DW) {
295*858ea5e5SAndroid Build Coastguard Worker /* At this point, we already made sure that the second
296*858ea5e5SAndroid Build Coastguard Worker * part of the ldimm64 insn is accessible.
297*858ea5e5SAndroid Build Coastguard Worker */
298*858ea5e5SAndroid Build Coastguard Worker u64 imm = ((u64)(insn + 1)->imm << 32) | (u32)insn->imm;
299*858ea5e5SAndroid Build Coastguard Worker bool is_ptr = insn->src_reg == BPF_PSEUDO_MAP_FD ||
300*858ea5e5SAndroid Build Coastguard Worker insn->src_reg == BPF_PSEUDO_MAP_VALUE;
301*858ea5e5SAndroid Build Coastguard Worker char tmp[64];
302*858ea5e5SAndroid Build Coastguard Worker
303*858ea5e5SAndroid Build Coastguard Worker if (is_ptr && !allow_ptr_leaks)
304*858ea5e5SAndroid Build Coastguard Worker imm = 0;
305*858ea5e5SAndroid Build Coastguard Worker
306*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) r%d = %s\n",
307*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->dst_reg,
308*858ea5e5SAndroid Build Coastguard Worker __func_imm_name(cbs, insn, imm,
309*858ea5e5SAndroid Build Coastguard Worker tmp, sizeof(tmp)));
310*858ea5e5SAndroid Build Coastguard Worker } else {
311*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "BUG_ld_%02x\n", insn->code);
312*858ea5e5SAndroid Build Coastguard Worker return;
313*858ea5e5SAndroid Build Coastguard Worker }
314*858ea5e5SAndroid Build Coastguard Worker } else if (class == BPF_JMP32 || class == BPF_JMP) {
315*858ea5e5SAndroid Build Coastguard Worker u8 opcode = BPF_OP(insn->code);
316*858ea5e5SAndroid Build Coastguard Worker
317*858ea5e5SAndroid Build Coastguard Worker if (opcode == BPF_CALL) {
318*858ea5e5SAndroid Build Coastguard Worker char tmp[64];
319*858ea5e5SAndroid Build Coastguard Worker
320*858ea5e5SAndroid Build Coastguard Worker if (insn->src_reg == BPF_PSEUDO_CALL) {
321*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) call pc%s\n",
322*858ea5e5SAndroid Build Coastguard Worker insn->code,
323*858ea5e5SAndroid Build Coastguard Worker __func_get_name(cbs, insn,
324*858ea5e5SAndroid Build Coastguard Worker tmp, sizeof(tmp)));
325*858ea5e5SAndroid Build Coastguard Worker } else {
326*858ea5e5SAndroid Build Coastguard Worker strcpy(tmp, "unknown");
327*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) call %s#%d\n", insn->code,
328*858ea5e5SAndroid Build Coastguard Worker __func_get_name(cbs, insn,
329*858ea5e5SAndroid Build Coastguard Worker tmp, sizeof(tmp)),
330*858ea5e5SAndroid Build Coastguard Worker insn->imm);
331*858ea5e5SAndroid Build Coastguard Worker }
332*858ea5e5SAndroid Build Coastguard Worker } else if (insn->code == (BPF_JMP | BPF_JA)) {
333*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) goto pc%+d\n",
334*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->off);
335*858ea5e5SAndroid Build Coastguard Worker } else if (insn->code == (BPF_JMP | BPF_JCOND) &&
336*858ea5e5SAndroid Build Coastguard Worker insn->src_reg == BPF_MAY_GOTO) {
337*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) may_goto pc%+d\n",
338*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->off);
339*858ea5e5SAndroid Build Coastguard Worker } else if (insn->code == (BPF_JMP32 | BPF_JA)) {
340*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) gotol pc%+d\n",
341*858ea5e5SAndroid Build Coastguard Worker insn->code, insn->imm);
342*858ea5e5SAndroid Build Coastguard Worker } else if (insn->code == (BPF_JMP | BPF_EXIT)) {
343*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) exit\n", insn->code);
344*858ea5e5SAndroid Build Coastguard Worker } else if (BPF_SRC(insn->code) == BPF_X) {
345*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data,
346*858ea5e5SAndroid Build Coastguard Worker "(%02x) if %c%d %s %c%d goto pc%+d\n",
347*858ea5e5SAndroid Build Coastguard Worker insn->code, class == BPF_JMP32 ? 'w' : 'r',
348*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg,
349*858ea5e5SAndroid Build Coastguard Worker bpf_jmp_string[BPF_OP(insn->code) >> 4],
350*858ea5e5SAndroid Build Coastguard Worker class == BPF_JMP32 ? 'w' : 'r',
351*858ea5e5SAndroid Build Coastguard Worker insn->src_reg, insn->off);
352*858ea5e5SAndroid Build Coastguard Worker } else {
353*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data,
354*858ea5e5SAndroid Build Coastguard Worker "(%02x) if %c%d %s 0x%x goto pc%+d\n",
355*858ea5e5SAndroid Build Coastguard Worker insn->code, class == BPF_JMP32 ? 'w' : 'r',
356*858ea5e5SAndroid Build Coastguard Worker insn->dst_reg,
357*858ea5e5SAndroid Build Coastguard Worker bpf_jmp_string[BPF_OP(insn->code) >> 4],
358*858ea5e5SAndroid Build Coastguard Worker insn->imm, insn->off);
359*858ea5e5SAndroid Build Coastguard Worker }
360*858ea5e5SAndroid Build Coastguard Worker } else {
361*858ea5e5SAndroid Build Coastguard Worker verbose(cbs->private_data, "(%02x) %s\n",
362*858ea5e5SAndroid Build Coastguard Worker insn->code, bpf_class_string[class]);
363*858ea5e5SAndroid Build Coastguard Worker }
364*858ea5e5SAndroid Build Coastguard Worker }
365