| // SPDX-License-Identifier: GPL-2.0 | 
 | /* | 
 |  * Copyright IBM Corp. 2019 | 
 |  * Author(s): Thomas Richter <tmricht@linux.ibm.com> | 
 |  * | 
 |  * This program is free software; you can redistribute it and/or modify | 
 |  * it under the terms of the GNU General Public License (version 2 only) | 
 |  * as published by the Free Software Foundation. | 
 |  * | 
 |  * Architecture specific trace_event function. Save event's bc000 raw data | 
 |  * to file. File name is aux.ctr.## where ## stands for the CPU number the | 
 |  * sample was taken from. | 
 |  */ | 
 |  | 
 | #include <unistd.h> | 
 | #include <stdio.h> | 
 | #include <string.h> | 
 | #include <inttypes.h> | 
 |  | 
 | #include <sys/stat.h> | 
 | #include <linux/compiler.h> | 
 | #include <asm/byteorder.h> | 
 |  | 
 | #include "debug.h" | 
 | #include "session.h" | 
 | #include "evlist.h" | 
 | #include "color.h" | 
 | #include "sample-raw.h" | 
 | #include "s390-cpumcf-kernel.h" | 
 | #include "util/pmu.h" | 
 | #include "util/sample.h" | 
 |  | 
 | static size_t ctrset_size(struct cf_ctrset_entry *set) | 
 | { | 
 | 	return sizeof(*set) + set->ctr * sizeof(u64); | 
 | } | 
 |  | 
 | static bool ctrset_valid(struct cf_ctrset_entry *set) | 
 | { | 
 | 	return set->def == S390_CPUMCF_DIAG_DEF; | 
 | } | 
 |  | 
 | /* CPU Measurement Counter Facility raw data is a byte stream. It is 8 byte | 
 |  * aligned and might have trailing padding bytes. | 
 |  * Display the raw data on screen. | 
 |  */ | 
 | static bool s390_cpumcfdg_testctr(struct perf_sample *sample) | 
 | { | 
 | 	size_t len = sample->raw_size, offset = 0; | 
 | 	unsigned char *buf = sample->raw_data; | 
 | 	struct cf_trailer_entry *te; | 
 | 	struct cf_ctrset_entry *cep, ce; | 
 |  | 
 | 	while (offset < len) { | 
 | 		cep = (struct cf_ctrset_entry *)(buf + offset); | 
 | 		ce.def = be16_to_cpu(cep->def); | 
 | 		ce.set = be16_to_cpu(cep->set); | 
 | 		ce.ctr = be16_to_cpu(cep->ctr); | 
 | 		ce.res1 = be16_to_cpu(cep->res1); | 
 |  | 
 | 		if (!ctrset_valid(&ce) || offset + ctrset_size(&ce) > len) { | 
 | 			/* Raw data for counter sets are always multiple of 8 | 
 | 			 * bytes. Prepending a 4 bytes size field to the | 
 | 			 * raw data block in the sample causes the perf tool | 
 | 			 * to append 4 padding bytes to make the raw data part | 
 | 			 * of the sample a multiple of eight bytes again. | 
 | 			 * | 
 | 			 * If the last entry (trailer) is 4 bytes off the raw | 
 | 			 * area data end, all is good. | 
 | 			 */ | 
 | 			if (len - offset - sizeof(*te) == 4) | 
 | 				break; | 
 | 			pr_err("Invalid counter set entry at %zd\n", offset); | 
 | 			return false; | 
 | 		} | 
 | 		offset += ctrset_size(&ce); | 
 | 	} | 
 | 	return true; | 
 | } | 
 |  | 
 | /* Dump event bc000 on screen, already tested on correctness. */ | 
 | static void s390_cpumcfdg_dumptrail(const char *color, size_t offset, | 
 | 				    struct cf_trailer_entry *tep) | 
 | { | 
 | 	struct cf_trailer_entry  te; | 
 |  | 
 | 	te.flags = be64_to_cpu(tep->flags); | 
 | 	te.cfvn = be16_to_cpu(tep->cfvn); | 
 | 	te.csvn = be16_to_cpu(tep->csvn); | 
 | 	te.cpu_speed = be32_to_cpu(tep->cpu_speed); | 
 | 	te.timestamp = be64_to_cpu(tep->timestamp); | 
 | 	te.progusage1 = be64_to_cpu(tep->progusage1); | 
 | 	te.progusage2 = be64_to_cpu(tep->progusage2); | 
 | 	te.progusage3 = be64_to_cpu(tep->progusage3); | 
 | 	te.tod_base = be64_to_cpu(tep->tod_base); | 
 | 	te.mach_type = be16_to_cpu(tep->mach_type); | 
 | 	te.res1 = be16_to_cpu(tep->res1); | 
 | 	te.res2 = be32_to_cpu(tep->res2); | 
 |  | 
 | 	color_fprintf(stdout, color, "    [%#08zx] Trailer:%c%c%c%c%c" | 
 | 		      " Cfvn:%d Csvn:%d Speed:%d TOD:%#llx\n", | 
 | 		      offset, te.clock_base ? 'T' : ' ', | 
 | 		      te.speed ? 'S' : ' ', te.mtda ? 'M' : ' ', | 
 | 		      te.caca ? 'C' : ' ', te.lcda ? 'L' : ' ', | 
 | 		      te.cfvn, te.csvn, te.cpu_speed, te.timestamp); | 
 | 	color_fprintf(stdout, color, "\t\t1:%lx 2:%lx 3:%lx TOD-Base:%#llx" | 
 | 		      " Type:%x\n\n", | 
 | 		      te.progusage1, te.progusage2, te.progusage3, | 
 | 		      te.tod_base, te.mach_type); | 
 | } | 
 |  | 
 | /* Return starting number of a counter set */ | 
 | static int get_counterset_start(int setnr) | 
 | { | 
 | 	switch (setnr) { | 
 | 	case CPUMF_CTR_SET_BASIC:		/* Basic counter set */ | 
 | 		return 0; | 
 | 	case CPUMF_CTR_SET_USER:		/* Problem state counter set */ | 
 | 		return 32; | 
 | 	case CPUMF_CTR_SET_CRYPTO:		/* Crypto counter set */ | 
 | 		return 64; | 
 | 	case CPUMF_CTR_SET_EXT:			/* Extended counter set */ | 
 | 		return 128; | 
 | 	case CPUMF_CTR_SET_MT_DIAG:		/* Diagnostic counter set */ | 
 | 		return 448; | 
 | 	case PERF_EVENT_PAI_NNPA_ALL:		/* PAI NNPA counter set */ | 
 | 	case PERF_EVENT_PAI_CRYPTO_ALL:		/* PAI CRYPTO counter set */ | 
 | 		return setnr; | 
 | 	default: | 
 | 		return -1; | 
 | 	} | 
 | } | 
 |  | 
 | struct get_counter_name_data { | 
 | 	int wanted; | 
 | 	char *result; | 
 | }; | 
 |  | 
 | static int get_counter_name_callback(void *vdata, struct pmu_event_info *info) | 
 | { | 
 | 	struct get_counter_name_data *data = vdata; | 
 | 	int rc, event_nr; | 
 | 	const char *event_str; | 
 |  | 
 | 	if (info->str == NULL) | 
 | 		return 0; | 
 |  | 
 | 	event_str = strstr(info->str, "event="); | 
 | 	if (!event_str) | 
 | 		return 0; | 
 |  | 
 | 	rc = sscanf(event_str, "event=%x", &event_nr); | 
 | 	if (rc == 1 && event_nr == data->wanted) { | 
 | 		data->result = strdup(info->name); | 
 | 		return 1; /* Terminate the search. */ | 
 | 	} | 
 | 	return 0; | 
 | } | 
 |  | 
 | /* Scan the PMU and extract the logical name of a counter from the event. Input | 
 |  * is the counter set and counter number with in the set. Construct the event | 
 |  * number and use this as key. If they match return the name of this counter. | 
 |  * If no match is found a NULL pointer is returned. | 
 |  */ | 
 | static char *get_counter_name(int set, int nr, struct perf_pmu *pmu) | 
 | { | 
 | 	struct get_counter_name_data data = { | 
 | 		.wanted = get_counterset_start(set) + nr, | 
 | 		.result = NULL, | 
 | 	}; | 
 |  | 
 | 	if (!pmu) | 
 | 		return NULL; | 
 |  | 
 | 	perf_pmu__for_each_event(pmu, /*skip_duplicate_pmus=*/ true, | 
 | 				 &data, get_counter_name_callback); | 
 | 	return data.result; | 
 | } | 
 |  | 
 | static void s390_cpumcfdg_dump(struct perf_pmu *pmu, struct perf_sample *sample) | 
 | { | 
 | 	size_t i, len = sample->raw_size, offset = 0; | 
 | 	unsigned char *buf = sample->raw_data; | 
 | 	const char *color = PERF_COLOR_BLUE; | 
 | 	struct cf_ctrset_entry *cep, ce; | 
 | 	u64 *p; | 
 |  | 
 | 	while (offset < len) { | 
 | 		cep = (struct cf_ctrset_entry *)(buf + offset); | 
 |  | 
 | 		ce.def = be16_to_cpu(cep->def); | 
 | 		ce.set = be16_to_cpu(cep->set); | 
 | 		ce.ctr = be16_to_cpu(cep->ctr); | 
 | 		ce.res1 = be16_to_cpu(cep->res1); | 
 |  | 
 | 		if (!ctrset_valid(&ce)) {	/* Print trailer */ | 
 | 			s390_cpumcfdg_dumptrail(color, offset, | 
 | 						(struct cf_trailer_entry *)cep); | 
 | 			return; | 
 | 		} | 
 |  | 
 | 		color_fprintf(stdout, color, "    [%#08zx] Counterset:%d" | 
 | 			      " Counters:%d\n", offset, ce.set, ce.ctr); | 
 | 		for (i = 0, p = (u64 *)(cep + 1); i < ce.ctr; ++i, ++p) { | 
 | 			char *ev_name = get_counter_name(ce.set, i, pmu); | 
 |  | 
 | 			color_fprintf(stdout, color, | 
 | 				      "\tCounter:%03d %s Value:%#018lx\n", i, | 
 | 				      ev_name ?: "<unknown>", be64_to_cpu(*p)); | 
 | 			free(ev_name); | 
 | 		} | 
 | 		offset += ctrset_size(&ce); | 
 | 	} | 
 | } | 
 |  | 
 | #pragma GCC diagnostic push | 
 | #pragma GCC diagnostic ignored "-Wpacked" | 
 | #pragma GCC diagnostic ignored "-Wattributes" | 
 | /* | 
 |  * Check for consistency of PAI_CRYPTO/PAI_NNPA raw data. | 
 |  */ | 
 | struct pai_data {		/* Event number and value */ | 
 | 	u16 event_nr; | 
 | 	u64 event_val; | 
 | } __packed; | 
 |  | 
 | #pragma GCC diagnostic pop | 
 |  | 
 | /* | 
 |  * Test for valid raw data. At least one PAI event should be in the raw | 
 |  * data section. | 
 |  */ | 
 | static bool s390_pai_all_test(struct perf_sample *sample) | 
 | { | 
 | 	size_t len = sample->raw_size; | 
 |  | 
 | 	if (len < 0xa) | 
 | 		return false; | 
 | 	return true; | 
 | } | 
 |  | 
 | static void s390_pai_all_dump(struct evsel *evsel, struct perf_sample *sample) | 
 | { | 
 | 	size_t len = sample->raw_size, offset = 0; | 
 | 	unsigned char *p = sample->raw_data; | 
 | 	const char *color = PERF_COLOR_BLUE; | 
 | 	struct pai_data pai_data; | 
 | 	char *ev_name; | 
 |  | 
 | 	while (offset < len) { | 
 | 		memcpy(&pai_data.event_nr, p, sizeof(pai_data.event_nr)); | 
 | 		pai_data.event_nr = be16_to_cpu(pai_data.event_nr); | 
 | 		p += sizeof(pai_data.event_nr); | 
 | 		offset += sizeof(pai_data.event_nr); | 
 |  | 
 | 		memcpy(&pai_data.event_val, p, sizeof(pai_data.event_val)); | 
 | 		pai_data.event_val = be64_to_cpu(pai_data.event_val); | 
 | 		p += sizeof(pai_data.event_val); | 
 | 		offset += sizeof(pai_data.event_val); | 
 |  | 
 | 		ev_name = get_counter_name(evsel->core.attr.config, | 
 | 					   pai_data.event_nr, evsel->pmu); | 
 | 		color_fprintf(stdout, color, "\tCounter:%03d %s Value:%#018lx\n", | 
 | 			      pai_data.event_nr, ev_name ?: "<unknown>", | 
 | 			      pai_data.event_val); | 
 | 		free(ev_name); | 
 |  | 
 | 		if (offset + 0xa > len) | 
 | 			break; | 
 | 	} | 
 | 	color_fprintf(stdout, color, "\n"); | 
 | } | 
 |  | 
 | /* S390 specific trace event function. Check for PERF_RECORD_SAMPLE events | 
 |  * and if the event was triggered by a | 
 |  * - counter set diagnostic event | 
 |  * - processor activity assist (PAI) crypto counter event | 
 |  * - processor activity assist (PAI) neural network processor assist (NNPA) | 
 |  *   counter event | 
 |  * display its raw data. | 
 |  * The function is only invoked when the dump flag -D is set. | 
 |  * | 
 |  * Function evlist__s390_sample_raw() is defined as call back after it has | 
 |  * been verified that the perf.data file was created on s390 platform. | 
 |  */ | 
 | void evlist__s390_sample_raw(struct evlist *evlist, union perf_event *event, | 
 | 			     struct perf_sample *sample) | 
 | { | 
 | 	const char *pai_name; | 
 | 	struct evsel *evsel; | 
 |  | 
 | 	if (event->header.type != PERF_RECORD_SAMPLE) | 
 | 		return; | 
 |  | 
 | 	evsel = evlist__event2evsel(evlist, event); | 
 | 	if (!evsel) | 
 | 		return; | 
 |  | 
 | 	/* Check for raw data in sample */ | 
 | 	if (!sample->raw_size || !sample->raw_data) | 
 | 		return; | 
 |  | 
 | 	/* Display raw data on screen */ | 
 | 	if (evsel->core.attr.config == PERF_EVENT_CPUM_CF_DIAG) { | 
 | 		if (!evsel->pmu) | 
 | 			evsel->pmu = perf_pmus__find("cpum_cf"); | 
 | 		if (!s390_cpumcfdg_testctr(sample)) | 
 | 			pr_err("Invalid counter set data encountered\n"); | 
 | 		else | 
 | 			s390_cpumcfdg_dump(evsel->pmu, sample); | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	switch (evsel->core.attr.config) { | 
 | 	case PERF_EVENT_PAI_NNPA_ALL: | 
 | 		pai_name = "NNPA_ALL"; | 
 | 		break; | 
 | 	case PERF_EVENT_PAI_CRYPTO_ALL: | 
 | 		pai_name = "CRYPTO_ALL"; | 
 | 		break; | 
 | 	default: | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	if (!s390_pai_all_test(sample)) { | 
 | 		pr_err("Invalid %s raw data encountered\n", pai_name); | 
 | 	} else { | 
 | 		if (!evsel->pmu) | 
 | 			evsel->pmu = perf_pmus__find_by_type(evsel->core.attr.type); | 
 | 		s390_pai_all_dump(evsel, sample); | 
 | 	} | 
 | } |