| /* SPDX-License-Identifier: MIT */ | |
| /* | |
| * Copyright 2025 Advanced Micro Devices, Inc. | |
| * | |
| * Permission is hereby granted, free of charge, to any person obtaining a | |
| * copy of this software and associated documentation files (the "Software"), | |
| * to deal in the Software without restriction, including without limitation | |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
| * and/or sell copies of the Software, and to permit persons to whom the | |
| * Software is furnished to do so, subject to the following conditions: | |
| * | |
| * The above copyright notice and this permission notice shall be included in | |
| * all copies or substantial portions of the Software. | |
| * | |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
| * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
| * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
| * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
| * OTHER DEALINGS IN THE SOFTWARE. | |
| * | |
| */ | |
| #ifndef __RAS_H__ | |
| #define __RAS_H__ | |
| #include "ras_sys.h" | |
| #include "ras_umc.h" | |
| #include "aca.h" | |
| #include "ras_eeprom_mgr.h" | |
| #include "core_status.h" | |
| #include "ras_process.h" | |
| #include "ras_gfx.h" | |
| #include "cmd.h" | |
| #include "ras_nbio.h" | |
| #include "ras_mp1.h" | |
| #include "ras_psp.h" | |
| #include "log_ring.h" | |
| #include "eeprom_fw.h" | |
| #include "ras_mce.h" | |
| #include "ras_bert.h" | |
| #define RAS_HW_ERR "[Hardware Error]: " | |
| #define RAS_GPU_PAGE_SHIFT 12 | |
| #define RAS_ADDR_TO_PFN(addr) ((addr) >> RAS_GPU_PAGE_SHIFT) | |
| #define RAS_PFN_TO_ADDR(pfn) ((pfn) << RAS_GPU_PAGE_SHIFT) | |
| #define RAS_CORE_RESET_GPU 0x10000 | |
| #define GPU_RESET_CAUSE_POISON (RAS_CORE_RESET_GPU | 0x0001) | |
| #define GPU_RESET_CAUSE_FATAL (RAS_CORE_RESET_GPU | 0x0002) | |
| #define GPU_RESET_CAUSE_RMA (RAS_CORE_RESET_GPU | 0x0004) | |
| enum ras_gpu_health_status { | |
| RAS_GPU_HEALTH_NONE = 0, | |
| RAS_GPU_HEALTH_USABLE = 1, | |
| RAS_GPU_RETIRED__ECC_REACH_THRESHOLD = 2, | |
| RAS_GPU_IN_BAD_STATUS = 3, | |
| }; | |
| enum ras_core_fw_feature_flags { | |
| RAS_CORE_FW_FEATURE_BIT__RAS_EEPROM = BIT_ULL(0), | |
| }; | |
| enum ras_block_id { | |
| RAS_BLOCK_ID__UMC = 0, | |
| RAS_BLOCK_ID__SDMA, | |
| RAS_BLOCK_ID__GFX, | |
| RAS_BLOCK_ID__MMHUB, | |
| RAS_BLOCK_ID__ATHUB, | |
| RAS_BLOCK_ID__PCIE_BIF, | |
| RAS_BLOCK_ID__HDP, | |
| RAS_BLOCK_ID__XGMI_WAFL, | |
| RAS_BLOCK_ID__DF, | |
| RAS_BLOCK_ID__SMN, | |
| RAS_BLOCK_ID__SEM, | |
| RAS_BLOCK_ID__MP0, | |
| RAS_BLOCK_ID__MP1, | |
| RAS_BLOCK_ID__FUSE, | |
| RAS_BLOCK_ID__MCA, | |
| RAS_BLOCK_ID__VCN, | |
| RAS_BLOCK_ID__JPEG, | |
| RAS_BLOCK_ID__IH, | |
| RAS_BLOCK_ID__MPIO, | |
| RAS_BLOCK_ID__MMSCH, | |
| RAS_BLOCK_ID__MP5, | |
| RAS_BLOCK_ID__ATU, | |
| RAS_BLOCK_ID__DACC_BE, | |
| RAS_BLOCK_ID__ECLR, | |
| RAS_BLOCK_ID__KPX_SERDES, | |
| RAS_BLOCK_ID__LSDMA, | |
| RAS_BLOCK_ID__MPART, | |
| RAS_BLOCK_ID__MPIFOE, | |
| RAS_BLOCK_ID__MPRAS, | |
| RAS_BLOCK_ID__NBIF, | |
| RAS_BLOCK_ID__NBIO, | |
| RAS_BLOCK_ID__OXRP, | |
| RAS_BLOCK_ID__PCIE_PL, | |
| RAS_BLOCK_ID__PCS_XGMI, | |
| RAS_BLOCK_ID__PIE, | |
| RAS_BLOCK_ID__CS, | |
| RAS_BLOCK_ID__SHUB, | |
| RAS_BLOCK_ID__SSBDCI, | |
| RAS_BLOCK_ID__UCIE_PCS, | |
| RAS_BLOCK_ID__LAST, | |
| MAX_SUPPORTED_RAS_BLOCK_ID = MAX_RAS_BLOCK_MASK_BITS | |
| }; | |
| enum ras_ecc_err_type { | |
| RAS_ECC_ERR__NONE = 0, | |
| RAS_ECC_ERR__PARITY = 1, | |
| RAS_ECC_ERR__SINGLE_CORRECTABLE = 2, | |
| RAS_ECC_ERR__MULTI_UNCORRECTABLE = 4, | |
| RAS_ECC_ERR__POISON = 8, | |
| }; | |
| enum ras_err_type { | |
| RAS_ERR_TYPE__UE = 0, | |
| RAS_ERR_TYPE__CE, | |
| RAS_ERR_TYPE__DE, | |
| RAS_ERR_TYPE__MCE, | |
| RAS_ERR_TYPE__LAST | |
| }; | |
| enum ras_seqno_type { | |
| RAS_SEQNO_TYPE_INVALID = 0, | |
| RAS_SEQNO_TYPE_UE, | |
| RAS_SEQNO_TYPE_CE, | |
| RAS_SEQNO_TYPE_DE, | |
| RAS_SEQNO_TYPE_POISON_CONSUMPTION, | |
| RAS_SEQNO_TYPE_COUNT_MAX, | |
| }; | |
| enum ras_seqno_fifo { | |
| SEQNO_FIFO_INVALID = 0, | |
| SEQNO_FIFO_POISON_CREATION, | |
| SEQNO_FIFO_POISON_CONSUMPTION, | |
| SEQNO_FIFO_COUNT_MAX | |
| }; | |
| enum ras_notify_event { | |
| RAS_EVENT_ID__NONE, | |
| RAS_EVENT_ID__BAD_PAGE_DETECTED, | |
| RAS_EVENT_ID__POISON_CONSUMPTION, | |
| RAS_EVENT_ID__RESERVE_BAD_PAGE, | |
| RAS_EVENT_ID__DEVICE_RMA, | |
| RAS_EVENT_ID__UPDATE_BAD_PAGE_NUM, | |
| RAS_EVENT_ID__UPDATE_BAD_CHANNEL_BITMAP, | |
| RAS_EVENT_ID__FATAL_ERROR_DETECTED, | |
| RAS_EVENT_ID__RESET_GPU, | |
| RAS_EVENT_ID__RESET_VF, | |
| RAS_EVENT_ID__RAS_EVENT_PROC_BEGIN, | |
| RAS_EVENT_ID__RAS_EVENT_PROC_END, | |
| RAS_EVENT_ID__UPDATE_ACA_DATA, | |
| RAS_EVENT_ID__EARLY_INIT_RESERVE_PAGE, | |
| }; | |
| enum ras_gpu_status { | |
| RAS_GPU_STATUS__NOT_READY = 0, | |
| RAS_GPU_STATUS__READY = 0x1, | |
| RAS_GPU_STATUS__IN_RESET = 0x2, | |
| RAS_GPU_STATUS__IS_RMA = 0x4, | |
| RAS_GPU_STATUS__IS_VF = 0x8, | |
| RAS_GPU_STATUS__DEVICE_LOST = 0x10, | |
| }; | |
| enum ras_fw_eeprom_cmd { | |
| RAS_SMU_GetRASTableVersion = 0, | |
| RAS_SMU_GetBadPageCount, | |
| RAS_SMU_SetTimestamp, | |
| RAS_SMU_GetTimestamp, | |
| RAS_SMU_GetBadPageIpid, | |
| RAS_SMU_EraseRasTable, | |
| RAS_SMU_GetBadPageMcaAddr, | |
| }; | |
| enum ras_unit_id { | |
| RAS_UNIT_ID_UMC, | |
| RAS_UNIT_ID_GFX, | |
| RAS_UNIT_ID_MP1, | |
| RAS_UNIT_ID_PSP, | |
| RAS_UNIT_ID_NBIO, | |
| RAS_UNIT_ID_ACA, | |
| RAS_UNIT_ID_EEPROM, | |
| RAS_UNIT_ID_MAX | |
| }; | |
| enum ras_work_mode_over_thresh { | |
| RAS_WORK_MODE_OVER_THRESH_STRICT, | |
| RAS_WORK_MODE_OVER_THRESH_NORMAL, | |
| RAS_WORK_MODE_OVER_THRESH_DEBUG, | |
| RAS_WORK_MODE_OVER_THRESH_RMA, | |
| }; | |
| struct ras_core_context; | |
| struct ras_bank_ecc; | |
| struct ras_umc; | |
| struct ras_aca; | |
| struct ras_process; | |
| struct ras_nbio; | |
| struct ras_log_ring; | |
| struct ras_psp; | |
| struct ras_eeprom_mgr; | |
| struct ras_mp1_sys_func { | |
| int (*mp1_send_ras_msg)(struct ras_core_context *ras_core, u32 msg_id, | |
| u32 *params, u32 num_params, u32 *read_args, u32 num_read_args); | |
| int (*check_ras_feature_status)(struct ras_core_context *ras_core, | |
| enum ras_mp1_feature_id feature_id, u32 *status); | |
| }; | |
| struct ras_eeprom_param_config { | |
| u32 eeprom_ip_version; | |
| u64 eeprom_record_threshold_count; | |
| enum ras_work_mode_over_thresh work_mode_over_thresh; | |
| void *eeprom_i2c_adapter; | |
| u32 eeprom_i2c_addr; | |
| u32 eeprom_i2c_port; | |
| u16 max_i2c_read_len; | |
| u16 max_i2c_write_len; | |
| }; | |
| struct ras_eeprom_sys_func { | |
| int (*eeprom_i2c_xfer)(struct ras_core_context *ras_core, | |
| u32 eeprom_addr, u8 *eeprom_buf, u32 buf_size, bool read); | |
| int (*get_eeprom_config)(struct ras_core_context *ras_core, | |
| struct ras_eeprom_param_config *param_cfg); | |
| }; | |
| struct ras_nbio_sys_func { | |
| int (*set_ras_controller_irq_state)(struct ras_core_context *ras_core, | |
| bool state); | |
| int (*set_ras_err_event_athub_irq_state)(struct ras_core_context *ras_core, | |
| bool state); | |
| }; | |
| struct ras_time { | |
| int tm_sec; | |
| int tm_min; | |
| int tm_hour; | |
| int tm_mday; | |
| int tm_mon; | |
| long tm_year; | |
| }; | |
| struct device_system_info { | |
| uint32_t device_id; | |
| uint32_t vendor_id; | |
| uint32_t socket_id; | |
| }; | |
| enum gpu_mem_type { | |
| GPU_MEM_TYPE_DEFAULT, | |
| GPU_MEM_TYPE_RAS_PSP_RING, | |
| GPU_MEM_TYPE_RAS_PSP_CMD, | |
| GPU_MEM_TYPE_RAS_PSP_FENCE, | |
| GPU_MEM_TYPE_RAS_FW_BIN, | |
| GPU_MEM_TYPE_RAS_TA_CMD, | |
| GPU_MEM_TYPE_ALLOC_MEM, | |
| GPU_MEM_TYPE_MAX | |
| }; | |
| struct ras_psp_sys_func { | |
| int (*get_ras_psp_system_status)(struct ras_core_context *ras_core, | |
| struct ras_psp_sys_status *status); | |
| int (*get_ras_param)(struct ras_core_context *ras_core, | |
| struct ras_param *param); | |
| int (*psp_translate_addr)(struct ras_core_context *ras_core, | |
| struct ras_psp_addr_trans_in *in, struct ras_psp_addr_trans_out *out); | |
| }; | |
| struct ras_sys_func { | |
| int (*gpu_reset_lock)(struct ras_core_context *ras_core, | |
| bool down, bool try); | |
| int (*check_gpu_status)(struct ras_core_context *ras_core, | |
| uint32_t *status); | |
| int (*gen_seqno)(struct ras_core_context *ras_core, | |
| enum ras_seqno_type seqno_type, uint64_t *seqno); | |
| int (*async_handle_ras_event)(struct ras_core_context *ras_core, void *data); | |
| int (*ras_notifier)(struct ras_core_context *ras_core, | |
| enum ras_notify_event event_id, void *data); | |
| u64 (*get_utc_second_timestamp)(struct ras_core_context *ras_core); | |
| int (*get_device_system_info)(struct ras_core_context *ras_core, | |
| struct device_system_info *dev_info); | |
| bool (*detect_ras_interrupt)(struct ras_core_context *ras_core); | |
| int (*get_gpu_mem)(struct ras_core_context *ras_core, | |
| enum gpu_mem_type mem_type, struct gpu_mem_block *gpu_mem); | |
| int (*put_gpu_mem)(struct ras_core_context *ras_core, | |
| enum gpu_mem_type mem_type, struct gpu_mem_block *gpu_mem); | |
| int (*check_address_sanity)(struct ras_core_context *ras_core, uint64_t addr); | |
| int (*get_nps_mode)(struct ras_core_context *ras_core); | |
| int (*get_vram_type)(struct ras_core_context *ras_core); | |
| }; | |
| struct ras_ecc_count { | |
| uint64_t new_ce_count; | |
| uint64_t total_ce_count; | |
| uint64_t new_ue_count; | |
| uint64_t total_ue_count; | |
| uint64_t new_de_count; | |
| uint64_t total_de_count; | |
| }; | |
| struct ras_bank_ecc { | |
| uint64_t timestamp; | |
| uint32_t nps; | |
| uint64_t seq_no; | |
| uint64_t status; | |
| uint64_t ipid; | |
| uint64_t addr; | |
| uint64_t ts; | |
| }; | |
| struct ras_bank_ecc_node { | |
| struct list_head node; | |
| struct ras_bank_ecc ecc; | |
| }; | |
| struct ras_aca_config { | |
| u32 aid_num_per_socket; | |
| u32 xcd_num_per_aid; | |
| }; | |
| struct ras_mp1_config { | |
| const struct ras_mp1_sys_func *mp1_sys_fn; | |
| }; | |
| struct ras_nbio_config { | |
| const struct ras_nbio_sys_func *nbio_sys_fn; | |
| }; | |
| struct ras_psp_config { | |
| const struct ras_psp_sys_func *psp_sys_fn; | |
| }; | |
| struct ras_umc_config { | |
| uint32_t num_umc; | |
| /* this node's base in the hive PA space: physical_node_id * lfb_size */ | |
| uint64_t pa_base; | |
| /* local frame buffer size */ | |
| uint64_t lfb_size; | |
| }; | |
| struct ras_eeprom_config { | |
| const struct ras_eeprom_sys_func *eeprom_sys_fn; | |
| }; | |
| struct ras_module_param { | |
| /* driver installation option parameter */ | |
| int ras_feature_enable; | |
| u64 ras_feature_mask; | |
| int ras_bad_page_threshold; | |
| }; | |
| struct ras_core_config { | |
| u32 aca_ip_version; | |
| u32 umc_ip_version; | |
| u32 mp1_ip_version; | |
| u32 gfx_ip_version; | |
| u32 nbio_ip_version; | |
| u32 psp_ip_version; | |
| bool early_init_service_supported; | |
| bool poison_supported; | |
| bool ras_eeprom_supported; | |
| uint ras_debug_mask; | |
| const struct ras_sys_func *sys_fn; | |
| struct ras_aca_config aca_cfg; | |
| struct ras_mp1_config mp1_cfg; | |
| struct ras_nbio_config nbio_cfg; | |
| struct ras_psp_config psp_cfg; | |
| struct ras_eeprom_config eeprom_cfg; | |
| struct ras_umc_config umc_cfg; | |
| struct ras_module_param mod_param; | |
| }; | |
| struct ras_core_context { | |
| void *dev; | |
| struct ras_core_config *config; | |
| bool bert_platform_owner; | |
| u32 socket_num_per_node; | |
| u32 aid_num_per_socket; | |
| u32 xcd_num_per_aid; | |
| int max_ue_banks_per_query; | |
| int max_ce_banks_per_query; | |
| struct ras_aca ras_aca; | |
| bool ras_eeprom_supported; | |
| struct ras_eeprom_mgr eeprom_mgr; | |
| struct ras_psp ras_psp; | |
| struct ras_umc ras_umc; | |
| struct ras_nbio ras_nbio; | |
| struct ras_gfx ras_gfx; | |
| struct ras_mp1 ras_mp1; | |
| struct ras_process ras_proc; | |
| struct ras_log_ring ras_log_ring; | |
| struct ras_mce ras_mce; | |
| struct ras_cper ras_cper; | |
| const struct ras_sys_func *sys_fn; | |
| /* is poison mode supported */ | |
| bool poison_supported; | |
| bool is_rma; | |
| bool is_initialized; | |
| bool in_early_init; | |
| bool early_init_service_enabled; | |
| struct kfifo de_seqno_fifo; | |
| struct kfifo consumption_seqno_fifo; | |
| spinlock_t seqno_lock; | |
| bool ras_core_enabled; | |
| u64 ras_fw_features; | |
| }; | |
| struct ras_core_context *ras_core_create(struct ras_core_config *init_config); | |
| void ras_core_destroy(struct ras_core_context *ras_core); | |
| int ras_core_sw_init(struct ras_core_context *ras_core); | |
| int ras_core_sw_fini(struct ras_core_context *ras_core); | |
| int ras_core_hw_init(struct ras_core_context *ras_core); | |
| int ras_core_hw_fini(struct ras_core_context *ras_core); | |
| bool ras_core_is_ready(struct ras_core_context *ras_core); | |
| uint64_t ras_core_gen_seqno(struct ras_core_context *ras_core, | |
| enum ras_seqno_type seqno_type); | |
| uint64_t ras_core_get_seqno(struct ras_core_context *ras_core, | |
| enum ras_seqno_type seqno_type, bool pop); | |
| int ras_core_put_seqno(struct ras_core_context *ras_core, | |
| enum ras_seqno_type seqno_type, uint64_t seqno); | |
| int ras_core_update_ecc_info(struct ras_core_context *ras_core); | |
| int ras_core_query_block_ecc_data(struct ras_core_context *ras_core, | |
| enum ras_block_id block, struct ras_ecc_count *ecc_count, bool clear); | |
| bool ras_core_gpu_in_reset(struct ras_core_context *ras_core); | |
| bool ras_core_gpu_is_rma(struct ras_core_context *ras_core); | |
| bool ras_core_gpu_is_vf(struct ras_core_context *ras_core); | |
| bool ras_core_gpu_device_lost(struct ras_core_context *ras_core); | |
| bool ras_core_handle_nbio_irq(struct ras_core_context *ras_core, void *data); | |
| int ras_core_handle_fatal_error(struct ras_core_context *ras_core); | |
| uint32_t ras_core_get_curr_nps_mode(struct ras_core_context *ras_core); | |
| uint32_t ras_core_get_vram_type(struct ras_core_context *ras_core); | |
| const char *ras_core_get_ras_block_name(enum ras_block_id block_id); | |
| int ras_core_convert_timestamp_to_time(struct ras_core_context *ras_core, | |
| uint64_t timestamp, struct ras_time *tm); | |
| int ras_core_set_status(struct ras_core_context *ras_core, bool enable); | |
| bool ras_core_is_enabled(struct ras_core_context *ras_core); | |
| uint64_t ras_core_get_utc_second_timestamp(struct ras_core_context *ras_core); | |
| int ras_core_translate_soc_pa_and_bank(struct ras_core_context *ras_core, | |
| uint64_t *soc_pa, struct umc_bank_addr *bank_addr, bool bank_to_pa); | |
| bool ras_core_ras_interrupt_detected(struct ras_core_context *ras_core); | |
| int ras_core_get_gpu_mem(struct ras_core_context *ras_core, | |
| enum gpu_mem_type mem_type, struct gpu_mem_block *gpu_mem); | |
| int ras_core_put_gpu_mem(struct ras_core_context *ras_core, | |
| enum gpu_mem_type mem_type, struct gpu_mem_block *gpu_mem); | |
| bool ras_core_check_safety_watermark(struct ras_core_context *ras_core); | |
| int ras_core_down_trylock_gpu_reset_lock(struct ras_core_context *ras_core); | |
| void ras_core_down_gpu_reset_lock(struct ras_core_context *ras_core); | |
| void ras_core_up_gpu_reset_lock(struct ras_core_context *ras_core); | |
| int ras_core_event_notify(struct ras_core_context *ras_core, | |
| enum ras_notify_event event_id, void *data); | |
| int ras_core_get_device_system_info(struct ras_core_context *ras_core, | |
| struct device_system_info *dev_info); | |
| int ras_core_convert_soc_pa_to_cur_nps_pages(struct ras_core_context *ras_core, | |
| uint64_t soc_pa, uint64_t *page_pfn, uint32_t max_pages); | |
| int ras_core_check_address_sanity(struct ras_core_context *ras_core, uint64_t addr); | |
| int ras_core_set_debug_mode(struct ras_core_context *ras_core, bool enable); | |
| bool ras_core_is_ce_log_disabled(struct ras_core_context *ras_core); | |
| int ras_core_get_eeprom_version(struct ras_core_context *ras_core, | |
| uint32_t *version); | |
| int ras_core_get_ip_version(struct ras_core_context *ras_core, | |
| enum ras_unit_id unit_id, uint32_t *version); | |
| uint64_t ras_core_get_ras_caps(struct ras_core_context *ras_core); | |
| bool ras_core_poison_supported(struct ras_core_context *ras_core); | |
| bool ras_core_in_early_init(struct ras_core_context *ras_core); | |
| bool ras_core_early_init_service_enabled(struct ras_core_context *ras_core); | |
| int ras_core_eeprom_early_init_service(struct ras_core_context *ras_core); | |
| int ras_core_get_module_param(struct ras_core_context *ras_core, | |
| struct ras_module_param *param); | |
| int ras_core_add_log_event(struct ras_core_context *ras_core, | |
| uint32_t event, void *data, uint32_t data_sz); | |
| #endif |