| // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) | 
 | /* Copyright (C) 2018 Netronome Systems, Inc. */ | 
 |  | 
 | #ifndef _GNU_SOURCE | 
 | #define _GNU_SOURCE | 
 | #endif | 
 | #include <stdarg.h> | 
 | #include <stdio.h> | 
 | #include <stdlib.h> | 
 | #include <string.h> | 
 | #include <sys/types.h> | 
 | #include <bpf/libbpf.h> | 
 | #include <bpf/libbpf_internal.h> | 
 |  | 
 | #include "disasm.h" | 
 | #include "json_writer.h" | 
 | #include "main.h" | 
 | #include "xlated_dumper.h" | 
 |  | 
 | static int kernel_syms_cmp(const void *sym_a, const void *sym_b) | 
 | { | 
 | 	return ((struct kernel_sym *)sym_a)->address - | 
 | 	       ((struct kernel_sym *)sym_b)->address; | 
 | } | 
 |  | 
 | void kernel_syms_load(struct dump_data *dd) | 
 | { | 
 | 	struct kernel_sym *sym; | 
 | 	char buff[256]; | 
 | 	void *tmp, *address; | 
 | 	FILE *fp; | 
 |  | 
 | 	fp = fopen("/proc/kallsyms", "r"); | 
 | 	if (!fp) | 
 | 		return; | 
 |  | 
 | 	while (fgets(buff, sizeof(buff), fp)) { | 
 | 		tmp = libbpf_reallocarray(dd->sym_mapping, dd->sym_count + 1, | 
 | 					  sizeof(*dd->sym_mapping)); | 
 | 		if (!tmp) { | 
 | out: | 
 | 			free(dd->sym_mapping); | 
 | 			dd->sym_mapping = NULL; | 
 | 			fclose(fp); | 
 | 			return; | 
 | 		} | 
 | 		dd->sym_mapping = tmp; | 
 | 		sym = &dd->sym_mapping[dd->sym_count]; | 
 |  | 
 | 		/* module is optional */ | 
 | 		sym->module[0] = '\0'; | 
 | 		/* trim the square brackets around the module name */ | 
 | 		if (sscanf(buff, "%p %*c %s [%[^]]s", &address, sym->name, sym->module) < 2) | 
 | 			continue; | 
 | 		sym->address = (unsigned long)address; | 
 | 		if (!strcmp(sym->name, "__bpf_call_base")) { | 
 | 			dd->address_call_base = sym->address; | 
 | 			/* sysctl kernel.kptr_restrict was set */ | 
 | 			if (!sym->address) | 
 | 				goto out; | 
 | 		} | 
 | 		if (sym->address) | 
 | 			dd->sym_count++; | 
 | 	} | 
 |  | 
 | 	fclose(fp); | 
 |  | 
 | 	qsort(dd->sym_mapping, dd->sym_count, | 
 | 	      sizeof(*dd->sym_mapping), kernel_syms_cmp); | 
 | } | 
 |  | 
 | void kernel_syms_destroy(struct dump_data *dd) | 
 | { | 
 | 	free(dd->sym_mapping); | 
 | } | 
 |  | 
 | struct kernel_sym *kernel_syms_search(struct dump_data *dd, | 
 | 				      unsigned long key) | 
 | { | 
 | 	struct kernel_sym sym = { | 
 | 		.address = key, | 
 | 	}; | 
 |  | 
 | 	return dd->sym_mapping ? | 
 | 	       bsearch(&sym, dd->sym_mapping, dd->sym_count, | 
 | 		       sizeof(*dd->sym_mapping), kernel_syms_cmp) : NULL; | 
 | } | 
 |  | 
 | static void __printf(2, 3) print_insn(void *private_data, const char *fmt, ...) | 
 | { | 
 | 	va_list args; | 
 |  | 
 | 	va_start(args, fmt); | 
 | 	vprintf(fmt, args); | 
 | 	va_end(args); | 
 | } | 
 |  | 
 | static void __printf(2, 3) | 
 | print_insn_for_graph(void *private_data, const char *fmt, ...) | 
 | { | 
 | 	char buf[64], *p; | 
 | 	va_list args; | 
 |  | 
 | 	va_start(args, fmt); | 
 | 	vsnprintf(buf, sizeof(buf), fmt, args); | 
 | 	va_end(args); | 
 |  | 
 | 	p = buf; | 
 | 	while (*p != '\0') { | 
 | 		if (*p == '\n') { | 
 | 			memmove(p + 3, p, strlen(buf) + 1 - (p - buf)); | 
 | 			/* Align each instruction dump row left. */ | 
 | 			*p++ = '\\'; | 
 | 			*p++ = 'l'; | 
 | 			/* Output multiline concatenation. */ | 
 | 			*p++ = '\\'; | 
 | 		} else if (*p == '<' || *p == '>' || *p == '|' || *p == '&') { | 
 | 			memmove(p + 1, p, strlen(buf) + 1 - (p - buf)); | 
 | 			/* Escape special character. */ | 
 | 			*p++ = '\\'; | 
 | 		} | 
 |  | 
 | 		p++; | 
 | 	} | 
 |  | 
 | 	printf("%s", buf); | 
 | } | 
 |  | 
 | static void __printf(2, 3) | 
 | print_insn_json(void *private_data, const char *fmt, ...) | 
 | { | 
 | 	unsigned int l = strlen(fmt); | 
 | 	char chomped_fmt[l]; | 
 | 	va_list args; | 
 |  | 
 | 	va_start(args, fmt); | 
 | 	if (l > 0) { | 
 | 		strncpy(chomped_fmt, fmt, l - 1); | 
 | 		chomped_fmt[l - 1] = '\0'; | 
 | 	} | 
 | 	jsonw_vprintf_enquote(json_wtr, chomped_fmt, args); | 
 | 	va_end(args); | 
 | } | 
 |  | 
 | static const char *print_call_pcrel(struct dump_data *dd, | 
 | 				    struct kernel_sym *sym, | 
 | 				    unsigned long address, | 
 | 				    const struct bpf_insn *insn) | 
 | { | 
 | 	if (!dd->nr_jited_ksyms) | 
 | 		/* Do not show address for interpreted programs */ | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			"%+d", insn->off); | 
 | 	else if (sym) | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "%+d#%s", insn->off, sym->name); | 
 | 	else | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "%+d#0x%lx", insn->off, address); | 
 | 	return dd->scratch_buff; | 
 | } | 
 |  | 
 | static const char *print_call_helper(struct dump_data *dd, | 
 | 				     struct kernel_sym *sym, | 
 | 				     unsigned long address) | 
 | { | 
 | 	if (sym) | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "%s", sym->name); | 
 | 	else | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "0x%lx", address); | 
 | 	return dd->scratch_buff; | 
 | } | 
 |  | 
 | static const char *print_call(void *private_data, | 
 | 			      const struct bpf_insn *insn) | 
 | { | 
 | 	struct dump_data *dd = private_data; | 
 | 	unsigned long address = dd->address_call_base + insn->imm; | 
 | 	struct kernel_sym *sym; | 
 |  | 
 | 	if (insn->src_reg == BPF_PSEUDO_CALL && | 
 | 	    (__u32) insn->imm < dd->nr_jited_ksyms && dd->jited_ksyms) | 
 | 		address = dd->jited_ksyms[insn->imm]; | 
 |  | 
 | 	sym = kernel_syms_search(dd, address); | 
 | 	if (insn->src_reg == BPF_PSEUDO_CALL) | 
 | 		return print_call_pcrel(dd, sym, address, insn); | 
 | 	else | 
 | 		return print_call_helper(dd, sym, address); | 
 | } | 
 |  | 
 | static const char *print_imm(void *private_data, | 
 | 			     const struct bpf_insn *insn, | 
 | 			     __u64 full_imm) | 
 | { | 
 | 	struct dump_data *dd = private_data; | 
 |  | 
 | 	if (insn->src_reg == BPF_PSEUDO_MAP_FD) | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "map[id:%u]", insn->imm); | 
 | 	else if (insn->src_reg == BPF_PSEUDO_MAP_VALUE) | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "map[id:%u][0]+%u", insn->imm, (insn + 1)->imm); | 
 | 	else if (insn->src_reg == BPF_PSEUDO_MAP_IDX_VALUE) | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "map[idx:%u]+%u", insn->imm, (insn + 1)->imm); | 
 | 	else if (insn->src_reg == BPF_PSEUDO_FUNC) | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "subprog[%+d]", insn->imm); | 
 | 	else | 
 | 		snprintf(dd->scratch_buff, sizeof(dd->scratch_buff), | 
 | 			 "0x%llx", (unsigned long long)full_imm); | 
 | 	return dd->scratch_buff; | 
 | } | 
 |  | 
 | void dump_xlated_json(struct dump_data *dd, void *buf, unsigned int len, | 
 | 		      bool opcodes, bool linum) | 
 | { | 
 | 	const struct bpf_prog_linfo *prog_linfo = dd->prog_linfo; | 
 | 	const struct bpf_insn_cbs cbs = { | 
 | 		.cb_print	= print_insn_json, | 
 | 		.cb_call	= print_call, | 
 | 		.cb_imm		= print_imm, | 
 | 		.private_data	= dd, | 
 | 	}; | 
 | 	struct bpf_func_info *record; | 
 | 	struct bpf_insn *insn = buf; | 
 | 	struct btf *btf = dd->btf; | 
 | 	bool double_insn = false; | 
 | 	unsigned int nr_skip = 0; | 
 | 	char func_sig[1024]; | 
 | 	unsigned int i; | 
 |  | 
 | 	jsonw_start_array(json_wtr); | 
 | 	record = dd->func_info; | 
 | 	for (i = 0; i < len / sizeof(*insn); i++) { | 
 | 		if (double_insn) { | 
 | 			double_insn = false; | 
 | 			continue; | 
 | 		} | 
 | 		double_insn = insn[i].code == (BPF_LD | BPF_IMM | BPF_DW); | 
 |  | 
 | 		jsonw_start_object(json_wtr); | 
 |  | 
 | 		if (btf && record) { | 
 | 			if (record->insn_off == i) { | 
 | 				btf_dumper_type_only(btf, record->type_id, | 
 | 						     func_sig, | 
 | 						     sizeof(func_sig)); | 
 | 				if (func_sig[0] != '\0') { | 
 | 					jsonw_name(json_wtr, "proto"); | 
 | 					jsonw_string(json_wtr, func_sig); | 
 | 				} | 
 | 				record = (void *)record + dd->finfo_rec_size; | 
 | 			} | 
 | 		} | 
 |  | 
 | 		if (prog_linfo) { | 
 | 			const struct bpf_line_info *linfo; | 
 |  | 
 | 			linfo = bpf_prog_linfo__lfind(prog_linfo, i, nr_skip); | 
 | 			if (linfo) { | 
 | 				btf_dump_linfo_json(btf, linfo, linum); | 
 | 				nr_skip++; | 
 | 			} | 
 | 		} | 
 |  | 
 | 		jsonw_name(json_wtr, "disasm"); | 
 | 		print_bpf_insn(&cbs, insn + i, true); | 
 |  | 
 | 		if (opcodes) { | 
 | 			jsonw_name(json_wtr, "opcodes"); | 
 | 			jsonw_start_object(json_wtr); | 
 |  | 
 | 			jsonw_name(json_wtr, "code"); | 
 | 			jsonw_printf(json_wtr, "\"0x%02hhx\"", insn[i].code); | 
 |  | 
 | 			jsonw_name(json_wtr, "src_reg"); | 
 | 			jsonw_printf(json_wtr, "\"0x%hhx\"", insn[i].src_reg); | 
 |  | 
 | 			jsonw_name(json_wtr, "dst_reg"); | 
 | 			jsonw_printf(json_wtr, "\"0x%hhx\"", insn[i].dst_reg); | 
 |  | 
 | 			jsonw_name(json_wtr, "off"); | 
 | 			print_hex_data_json((uint8_t *)(&insn[i].off), 2); | 
 |  | 
 | 			jsonw_name(json_wtr, "imm"); | 
 | 			if (double_insn && i < len - 1) | 
 | 				print_hex_data_json((uint8_t *)(&insn[i].imm), | 
 | 						    12); | 
 | 			else | 
 | 				print_hex_data_json((uint8_t *)(&insn[i].imm), | 
 | 						    4); | 
 | 			jsonw_end_object(json_wtr); | 
 | 		} | 
 | 		jsonw_end_object(json_wtr); | 
 | 	} | 
 | 	jsonw_end_array(json_wtr); | 
 | } | 
 |  | 
 | void dump_xlated_plain(struct dump_data *dd, void *buf, unsigned int len, | 
 | 		       bool opcodes, bool linum) | 
 | { | 
 | 	const struct bpf_prog_linfo *prog_linfo = dd->prog_linfo; | 
 | 	const struct bpf_insn_cbs cbs = { | 
 | 		.cb_print	= print_insn, | 
 | 		.cb_call	= print_call, | 
 | 		.cb_imm		= print_imm, | 
 | 		.private_data	= dd, | 
 | 	}; | 
 | 	struct bpf_func_info *record; | 
 | 	struct bpf_insn *insn = buf; | 
 | 	struct btf *btf = dd->btf; | 
 | 	unsigned int nr_skip = 0; | 
 | 	bool double_insn = false; | 
 | 	char func_sig[1024]; | 
 | 	unsigned int i; | 
 |  | 
 | 	record = dd->func_info; | 
 | 	for (i = 0; i < len / sizeof(*insn); i++) { | 
 | 		if (double_insn) { | 
 | 			double_insn = false; | 
 | 			continue; | 
 | 		} | 
 |  | 
 | 		if (btf && record) { | 
 | 			if (record->insn_off == i) { | 
 | 				btf_dumper_type_only(btf, record->type_id, | 
 | 						     func_sig, | 
 | 						     sizeof(func_sig)); | 
 | 				if (func_sig[0] != '\0') | 
 | 					printf("%s:\n", func_sig); | 
 | 				record = (void *)record + dd->finfo_rec_size; | 
 | 			} | 
 | 		} | 
 |  | 
 | 		if (prog_linfo) { | 
 | 			const struct bpf_line_info *linfo; | 
 |  | 
 | 			linfo = bpf_prog_linfo__lfind(prog_linfo, i, nr_skip); | 
 | 			if (linfo) { | 
 | 				btf_dump_linfo_plain(btf, linfo, "; ", | 
 | 						     linum); | 
 | 				nr_skip++; | 
 | 			} | 
 | 		} | 
 |  | 
 | 		double_insn = insn[i].code == (BPF_LD | BPF_IMM | BPF_DW); | 
 |  | 
 | 		printf("%4u: ", i); | 
 | 		print_bpf_insn(&cbs, insn + i, true); | 
 |  | 
 | 		if (opcodes) { | 
 | 			printf("       "); | 
 | 			fprint_hex(stdout, insn + i, 8, " "); | 
 | 			if (double_insn && i < len - 1) { | 
 | 				printf(" "); | 
 | 				fprint_hex(stdout, insn + i + 1, 8, " "); | 
 | 			} | 
 | 			printf("\n"); | 
 | 		} | 
 | 	} | 
 | } | 
 |  | 
 | void dump_xlated_for_graph(struct dump_data *dd, void *buf_start, void *buf_end, | 
 | 			   unsigned int start_idx, | 
 | 			   bool opcodes, bool linum) | 
 | { | 
 | 	const struct bpf_insn_cbs cbs = { | 
 | 		.cb_print	= print_insn_for_graph, | 
 | 		.cb_call	= print_call, | 
 | 		.cb_imm		= print_imm, | 
 | 		.private_data	= dd, | 
 | 	}; | 
 | 	const struct bpf_prog_linfo *prog_linfo = dd->prog_linfo; | 
 | 	const struct bpf_line_info *last_linfo = NULL; | 
 | 	struct bpf_func_info *record = dd->func_info; | 
 | 	struct bpf_insn *insn_start = buf_start; | 
 | 	struct bpf_insn *insn_end = buf_end; | 
 | 	struct bpf_insn *cur = insn_start; | 
 | 	struct btf *btf = dd->btf; | 
 | 	bool double_insn = false; | 
 | 	char func_sig[1024]; | 
 |  | 
 | 	for (; cur <= insn_end; cur++) { | 
 | 		unsigned int insn_off; | 
 |  | 
 | 		if (double_insn) { | 
 | 			double_insn = false; | 
 | 			continue; | 
 | 		} | 
 | 		double_insn = cur->code == (BPF_LD | BPF_IMM | BPF_DW); | 
 |  | 
 | 		insn_off = (unsigned int)(cur - insn_start + start_idx); | 
 | 		if (btf && record) { | 
 | 			if (record->insn_off == insn_off) { | 
 | 				btf_dumper_type_only(btf, record->type_id, | 
 | 						     func_sig, | 
 | 						     sizeof(func_sig)); | 
 | 				if (func_sig[0] != '\0') | 
 | 					printf("; %s:\\l\\\n", func_sig); | 
 | 				record = (void *)record + dd->finfo_rec_size; | 
 | 			} | 
 | 		} | 
 |  | 
 | 		if (prog_linfo) { | 
 | 			const struct bpf_line_info *linfo; | 
 |  | 
 | 			linfo = bpf_prog_linfo__lfind(prog_linfo, insn_off, 0); | 
 | 			if (linfo && linfo != last_linfo) { | 
 | 				btf_dump_linfo_dotlabel(btf, linfo, linum); | 
 | 				last_linfo = linfo; | 
 | 			} | 
 | 		} | 
 |  | 
 | 		printf("%u: ", insn_off); | 
 | 		print_bpf_insn(&cbs, cur, true); | 
 |  | 
 | 		if (opcodes) { | 
 | 			printf("\\ \\ \\ \\ "); | 
 | 			fprint_hex(stdout, cur, 8, " "); | 
 | 			if (double_insn && cur <= insn_end - 1) { | 
 | 				printf(" "); | 
 | 				fprint_hex(stdout, cur + 1, 8, " "); | 
 | 			} | 
 | 			printf("\\l\\\n"); | 
 | 		} | 
 |  | 
 | 		if (cur != insn_end) | 
 | 			printf("| "); | 
 | 	} | 
 | } |