|  | // SPDX-License-Identifier: GPL-2.0 | 
|  | /* | 
|  | * Copyright (C) 2019 Google, Inc. | 
|  | * modified from kernel/gcov/gcc_4_7.c | 
|  | * | 
|  | * This software is licensed under the terms of the GNU General Public | 
|  | * License version 2, as published by the Free Software Foundation, and | 
|  | * may be copied, distributed, and modified under those terms. | 
|  | * | 
|  | * This program is distributed in the hope that it will be useful, | 
|  | * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|  | * GNU General Public License for more details. | 
|  | * | 
|  | * | 
|  | * LLVM uses profiling data that's deliberately similar to GCC, but has a | 
|  | * very different way of exporting that data.  LLVM calls llvm_gcov_init() once | 
|  | * per module, and provides a couple of callbacks that we can use to ask for | 
|  | * more data. | 
|  | * | 
|  | * We care about the "writeout" callback, which in turn calls back into | 
|  | * compiler-rt/this module to dump all the gathered coverage data to disk: | 
|  | * | 
|  | *    llvm_gcda_start_file() | 
|  | *      llvm_gcda_emit_function() | 
|  | *      llvm_gcda_emit_arcs() | 
|  | *      llvm_gcda_emit_function() | 
|  | *      llvm_gcda_emit_arcs() | 
|  | *      [... repeats for each function ...] | 
|  | *    llvm_gcda_summary_info() | 
|  | *    llvm_gcda_end_file() | 
|  | * | 
|  | * This design is much more stateless and unstructured than gcc's, and is | 
|  | * intended to run at process exit.  This forces us to keep some local state | 
|  | * about which module we're dealing with at the moment.  On the other hand, it | 
|  | * also means we don't depend as much on how LLVM represents profiling data | 
|  | * internally. | 
|  | * | 
|  | * See LLVM's lib/Transforms/Instrumentation/GCOVProfiling.cpp for more | 
|  | * details on how this works, particularly GCOVProfiler::emitProfileArcs(), | 
|  | * GCOVProfiler::insertCounterWriteout(), and | 
|  | * GCOVProfiler::insertFlush(). | 
|  | */ | 
|  |  | 
|  | #define pr_fmt(fmt)	"gcov: " fmt | 
|  |  | 
|  | #include <linux/kernel.h> | 
|  | #include <linux/list.h> | 
|  | #include <linux/printk.h> | 
|  | #include <linux/ratelimit.h> | 
|  | #include <linux/slab.h> | 
|  | #include <linux/mm.h> | 
|  | #include "gcov.h" | 
|  |  | 
|  | typedef void (*llvm_gcov_callback)(void); | 
|  |  | 
|  | struct gcov_info { | 
|  | struct list_head head; | 
|  |  | 
|  | const char *filename; | 
|  | unsigned int version; | 
|  | u32 checksum; | 
|  |  | 
|  | struct list_head functions; | 
|  | }; | 
|  |  | 
|  | struct gcov_fn_info { | 
|  | struct list_head head; | 
|  |  | 
|  | u32 ident; | 
|  | u32 checksum; | 
|  | u32 cfg_checksum; | 
|  |  | 
|  | u32 num_counters; | 
|  | u64 *counters; | 
|  | }; | 
|  |  | 
|  | static struct gcov_info *current_info; | 
|  |  | 
|  | static LIST_HEAD(clang_gcov_list); | 
|  |  | 
|  | void llvm_gcov_init(llvm_gcov_callback writeout, llvm_gcov_callback flush) | 
|  | { | 
|  | struct gcov_info *info = kzalloc(sizeof(*info), GFP_KERNEL); | 
|  |  | 
|  | if (!info) | 
|  | return; | 
|  |  | 
|  | INIT_LIST_HEAD(&info->head); | 
|  | INIT_LIST_HEAD(&info->functions); | 
|  |  | 
|  | mutex_lock(&gcov_lock); | 
|  |  | 
|  | list_add_tail(&info->head, &clang_gcov_list); | 
|  | current_info = info; | 
|  | writeout(); | 
|  | current_info = NULL; | 
|  | if (gcov_events_enabled) | 
|  | gcov_event(GCOV_ADD, info); | 
|  |  | 
|  | mutex_unlock(&gcov_lock); | 
|  | } | 
|  | EXPORT_SYMBOL(llvm_gcov_init); | 
|  |  | 
|  | void llvm_gcda_start_file(const char *orig_filename, u32 version, u32 checksum) | 
|  | { | 
|  | current_info->filename = orig_filename; | 
|  | current_info->version = version; | 
|  | current_info->checksum = checksum; | 
|  | } | 
|  | EXPORT_SYMBOL(llvm_gcda_start_file); | 
|  |  | 
|  | void llvm_gcda_emit_function(u32 ident, u32 func_checksum, u32 cfg_checksum) | 
|  | { | 
|  | struct gcov_fn_info *info = kzalloc(sizeof(*info), GFP_KERNEL); | 
|  |  | 
|  | if (!info) | 
|  | return; | 
|  |  | 
|  | INIT_LIST_HEAD(&info->head); | 
|  | info->ident = ident; | 
|  | info->checksum = func_checksum; | 
|  | info->cfg_checksum = cfg_checksum; | 
|  | list_add_tail(&info->head, ¤t_info->functions); | 
|  | } | 
|  | EXPORT_SYMBOL(llvm_gcda_emit_function); | 
|  |  | 
|  | void llvm_gcda_emit_arcs(u32 num_counters, u64 *counters) | 
|  | { | 
|  | struct gcov_fn_info *info = list_last_entry(¤t_info->functions, | 
|  | struct gcov_fn_info, head); | 
|  |  | 
|  | info->num_counters = num_counters; | 
|  | info->counters = counters; | 
|  | } | 
|  | EXPORT_SYMBOL(llvm_gcda_emit_arcs); | 
|  |  | 
|  | void llvm_gcda_summary_info(void) | 
|  | { | 
|  | } | 
|  | EXPORT_SYMBOL(llvm_gcda_summary_info); | 
|  |  | 
|  | void llvm_gcda_end_file(void) | 
|  | { | 
|  | } | 
|  | EXPORT_SYMBOL(llvm_gcda_end_file); | 
|  |  | 
|  | /** | 
|  | * gcov_info_filename - return info filename | 
|  | * @info: profiling data set | 
|  | */ | 
|  | const char *gcov_info_filename(struct gcov_info *info) | 
|  | { | 
|  | return info->filename; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_version - return info version | 
|  | * @info: profiling data set | 
|  | */ | 
|  | unsigned int gcov_info_version(struct gcov_info *info) | 
|  | { | 
|  | return info->version; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_next - return next profiling data set | 
|  | * @info: profiling data set | 
|  | * | 
|  | * Returns next gcov_info following @info or first gcov_info in the chain if | 
|  | * @info is %NULL. | 
|  | */ | 
|  | struct gcov_info *gcov_info_next(struct gcov_info *info) | 
|  | { | 
|  | if (!info) | 
|  | return list_first_entry_or_null(&clang_gcov_list, | 
|  | struct gcov_info, head); | 
|  | if (list_is_last(&info->head, &clang_gcov_list)) | 
|  | return NULL; | 
|  | return list_next_entry(info, head); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_link - link/add profiling data set to the list | 
|  | * @info: profiling data set | 
|  | */ | 
|  | void gcov_info_link(struct gcov_info *info) | 
|  | { | 
|  | list_add_tail(&info->head, &clang_gcov_list); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_unlink - unlink/remove profiling data set from the list | 
|  | * @prev: previous profiling data set | 
|  | * @info: profiling data set | 
|  | */ | 
|  | void gcov_info_unlink(struct gcov_info *prev, struct gcov_info *info) | 
|  | { | 
|  | /* Generic code unlinks while iterating. */ | 
|  | __list_del_entry(&info->head); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_within_module - check if a profiling data set belongs to a module | 
|  | * @info: profiling data set | 
|  | * @mod: module | 
|  | * | 
|  | * Returns true if profiling data belongs module, false otherwise. | 
|  | */ | 
|  | bool gcov_info_within_module(struct gcov_info *info, struct module *mod) | 
|  | { | 
|  | return within_module((unsigned long)info->filename, mod); | 
|  | } | 
|  |  | 
|  | /* Symbolic links to be created for each profiling data file. */ | 
|  | const struct gcov_link gcov_link[] = { | 
|  | { OBJ_TREE, "gcno" },	/* Link to .gcno file in $(objtree). */ | 
|  | { 0, NULL}, | 
|  | }; | 
|  |  | 
|  | /** | 
|  | * gcov_info_reset - reset profiling data to zero | 
|  | * @info: profiling data set | 
|  | */ | 
|  | void gcov_info_reset(struct gcov_info *info) | 
|  | { | 
|  | struct gcov_fn_info *fn; | 
|  |  | 
|  | list_for_each_entry(fn, &info->functions, head) | 
|  | memset(fn->counters, 0, | 
|  | sizeof(fn->counters[0]) * fn->num_counters); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_is_compatible - check if profiling data can be added | 
|  | * @info1: first profiling data set | 
|  | * @info2: second profiling data set | 
|  | * | 
|  | * Returns non-zero if profiling data can be added, zero otherwise. | 
|  | */ | 
|  | int gcov_info_is_compatible(struct gcov_info *info1, struct gcov_info *info2) | 
|  | { | 
|  | struct gcov_fn_info *fn_ptr1 = list_first_entry_or_null( | 
|  | &info1->functions, struct gcov_fn_info, head); | 
|  | struct gcov_fn_info *fn_ptr2 = list_first_entry_or_null( | 
|  | &info2->functions, struct gcov_fn_info, head); | 
|  |  | 
|  | if (info1->checksum != info2->checksum) | 
|  | return false; | 
|  | if (!fn_ptr1) | 
|  | return fn_ptr1 == fn_ptr2; | 
|  | while (!list_is_last(&fn_ptr1->head, &info1->functions) && | 
|  | !list_is_last(&fn_ptr2->head, &info2->functions)) { | 
|  | if (fn_ptr1->checksum != fn_ptr2->checksum) | 
|  | return false; | 
|  | if (fn_ptr1->cfg_checksum != fn_ptr2->cfg_checksum) | 
|  | return false; | 
|  | fn_ptr1 = list_next_entry(fn_ptr1, head); | 
|  | fn_ptr2 = list_next_entry(fn_ptr2, head); | 
|  | } | 
|  | return list_is_last(&fn_ptr1->head, &info1->functions) && | 
|  | list_is_last(&fn_ptr2->head, &info2->functions); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_add - add up profiling data | 
|  | * @dest: profiling data set to which data is added | 
|  | * @source: profiling data set which is added | 
|  | * | 
|  | * Adds profiling counts of @source to @dest. | 
|  | */ | 
|  | void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) | 
|  | { | 
|  | struct gcov_fn_info *dfn_ptr; | 
|  | struct gcov_fn_info *sfn_ptr = list_first_entry_or_null(&src->functions, | 
|  | struct gcov_fn_info, head); | 
|  |  | 
|  | list_for_each_entry(dfn_ptr, &dst->functions, head) { | 
|  | u32 i; | 
|  |  | 
|  | for (i = 0; i < sfn_ptr->num_counters; i++) | 
|  | dfn_ptr->counters[i] += sfn_ptr->counters[i]; | 
|  |  | 
|  | sfn_ptr = list_next_entry(sfn_ptr, head); | 
|  | } | 
|  | } | 
|  |  | 
|  | static struct gcov_fn_info *gcov_fn_info_dup(struct gcov_fn_info *fn) | 
|  | { | 
|  | size_t cv_size; /* counter values size */ | 
|  | struct gcov_fn_info *fn_dup = kmemdup(fn, sizeof(*fn), | 
|  | GFP_KERNEL); | 
|  | if (!fn_dup) | 
|  | return NULL; | 
|  | INIT_LIST_HEAD(&fn_dup->head); | 
|  |  | 
|  | cv_size = fn->num_counters * sizeof(fn->counters[0]); | 
|  | fn_dup->counters = kvmalloc(cv_size, GFP_KERNEL); | 
|  | if (!fn_dup->counters) { | 
|  | kfree(fn_dup); | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | memcpy(fn_dup->counters, fn->counters, cv_size); | 
|  |  | 
|  | return fn_dup; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_dup - duplicate profiling data set | 
|  | * @info: profiling data set to duplicate | 
|  | * | 
|  | * Return newly allocated duplicate on success, %NULL on error. | 
|  | */ | 
|  | struct gcov_info *gcov_info_dup(struct gcov_info *info) | 
|  | { | 
|  | struct gcov_info *dup; | 
|  | struct gcov_fn_info *fn; | 
|  |  | 
|  | dup = kmemdup(info, sizeof(*dup), GFP_KERNEL); | 
|  | if (!dup) | 
|  | return NULL; | 
|  | INIT_LIST_HEAD(&dup->head); | 
|  | INIT_LIST_HEAD(&dup->functions); | 
|  | dup->filename = kstrdup(info->filename, GFP_KERNEL); | 
|  | if (!dup->filename) | 
|  | goto err; | 
|  |  | 
|  | list_for_each_entry(fn, &info->functions, head) { | 
|  | struct gcov_fn_info *fn_dup = gcov_fn_info_dup(fn); | 
|  |  | 
|  | if (!fn_dup) | 
|  | goto err; | 
|  | list_add_tail(&fn_dup->head, &dup->functions); | 
|  | } | 
|  |  | 
|  | return dup; | 
|  |  | 
|  | err: | 
|  | gcov_info_free(dup); | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * gcov_info_free - release memory for profiling data set duplicate | 
|  | * @info: profiling data set duplicate to free | 
|  | */ | 
|  | void gcov_info_free(struct gcov_info *info) | 
|  | { | 
|  | struct gcov_fn_info *fn, *tmp; | 
|  |  | 
|  | list_for_each_entry_safe(fn, tmp, &info->functions, head) { | 
|  | kvfree(fn->counters); | 
|  | list_del(&fn->head); | 
|  | kfree(fn); | 
|  | } | 
|  | kfree(info->filename); | 
|  | kfree(info); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * convert_to_gcda - convert profiling data set to gcda file format | 
|  | * @buffer: the buffer to store file data or %NULL if no data should be stored | 
|  | * @info: profiling data set to be converted | 
|  | * | 
|  | * Returns the number of bytes that were/would have been stored into the buffer. | 
|  | */ | 
|  | size_t convert_to_gcda(char *buffer, struct gcov_info *info) | 
|  | { | 
|  | struct gcov_fn_info *fi_ptr; | 
|  | size_t pos = 0; | 
|  |  | 
|  | /* File header. */ | 
|  | pos += store_gcov_u32(buffer, pos, GCOV_DATA_MAGIC); | 
|  | pos += store_gcov_u32(buffer, pos, info->version); | 
|  | pos += store_gcov_u32(buffer, pos, info->checksum); | 
|  |  | 
|  | list_for_each_entry(fi_ptr, &info->functions, head) { | 
|  | u32 i; | 
|  |  | 
|  | pos += store_gcov_u32(buffer, pos, GCOV_TAG_FUNCTION); | 
|  | pos += store_gcov_u32(buffer, pos, 3); | 
|  | pos += store_gcov_u32(buffer, pos, fi_ptr->ident); | 
|  | pos += store_gcov_u32(buffer, pos, fi_ptr->checksum); | 
|  | pos += store_gcov_u32(buffer, pos, fi_ptr->cfg_checksum); | 
|  | pos += store_gcov_u32(buffer, pos, GCOV_TAG_COUNTER_BASE); | 
|  | pos += store_gcov_u32(buffer, pos, fi_ptr->num_counters * 2); | 
|  | for (i = 0; i < fi_ptr->num_counters; i++) | 
|  | pos += store_gcov_u64(buffer, pos, fi_ptr->counters[i]); | 
|  | } | 
|  |  | 
|  | return pos; | 
|  | } |