| // SPDX-License-Identifier: GPL-2.0 OR MIT |
| /* |
| * Copyright 2026 Advanced Micro Devices, Inc. |
| |
| * Permission is hereby granted, free of charge, to any person obtaining a |
| * copy of this software and associated documentation files (the "Software"), |
| * to deal in the Software without restriction, including without limitation |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| * and/or sell copies of the Software, and to permit persons to whom the |
| * Software is furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in |
| * all copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
| * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
| * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
| * OTHER DEALINGS IN THE SOFTWARE. |
| */ |
| #include <linux/spinlock.h> |
| |
| #include "amdgpu.h" |
| #include "amdgpu_wb.h" |
| |
| /* |
| * amdgpu_wb_*() |
| * Writeback is the method by which the GPU updates special pages in memory |
| * with the status of certain GPU events (fences, ring pointers,etc.). |
| */ |
| |
| /** |
| * amdgpu_wb_fini - Disable Writeback and free memory |
| * |
| * @adev: amdgpu_device pointer |
| * |
| * Disables Writeback and frees the Writeback memory (all asics). |
| * Used at driver shutdown. |
| */ |
| void amdgpu_wb_fini(struct amdgpu_device *adev) |
| { |
| if (adev->wb.wb_obj) { |
| amdgpu_bo_free_kernel(&adev->wb.wb_obj, |
| &adev->wb.gpu_addr, |
| (void **)&adev->wb.wb); |
| adev->wb.wb_obj = NULL; |
| } |
| } |
| |
| /** |
| * amdgpu_wb_init - Init Writeback driver info and allocate memory |
| * |
| * @adev: amdgpu_device pointer |
| * |
| * Initializes writeback and allocates writeback memory (all asics). |
| * Used at driver startup. |
| * Returns 0 on success or an -error on failure. |
| */ |
| int amdgpu_wb_init(struct amdgpu_device *adev) |
| { |
| int r; |
| |
| if (adev->wb.wb_obj == NULL) { |
| /* AMDGPU_MAX_WB * sizeof(uint32_t) * 8 = AMDGPU_MAX_WB 256bit slots */ |
| r = amdgpu_bo_create_kernel(adev, AMDGPU_MAX_WB * sizeof(uint32_t) * 8, |
| PAGE_SIZE, AMDGPU_GEM_DOMAIN_GTT, |
| &adev->wb.wb_obj, &adev->wb.gpu_addr, |
| (void **)&adev->wb.wb); |
| if (r) { |
| dev_warn(adev->dev, "(%d) create WB bo failed\n", r); |
| return r; |
| } |
| |
| adev->wb.num_wb = AMDGPU_MAX_WB; |
| memset(&adev->wb.used, 0, sizeof(adev->wb.used)); |
| |
| /* clear wb memory */ |
| memset((char *)adev->wb.wb, 0, AMDGPU_MAX_WB * sizeof(uint32_t) * 8); |
| } |
| |
| return 0; |
| } |
| |
| /** |
| * amdgpu_wb_get - Allocate a wb entry |
| * |
| * @adev: amdgpu_device pointer |
| * @wb: wb index |
| * |
| * Allocate a wb slot for use by the driver (all asics). |
| * Returns 0 on success or -EINVAL on failure. |
| */ |
| int amdgpu_wb_get(struct amdgpu_device *adev, u32 *wb) |
| { |
| unsigned long flags, offset; |
| |
| spin_lock_irqsave(&adev->wb.lock, flags); |
| offset = find_first_zero_bit(adev->wb.used, adev->wb.num_wb); |
| if (offset < adev->wb.num_wb) { |
| __set_bit(offset, adev->wb.used); |
| spin_unlock_irqrestore(&adev->wb.lock, flags); |
| *wb = offset << 3; /* convert to dw offset */ |
| return 0; |
| } else { |
| spin_unlock_irqrestore(&adev->wb.lock, flags); |
| return -EINVAL; |
| } |
| } |
| |
| /** |
| * amdgpu_wb_free - Free a wb entry |
| * |
| * @adev: amdgpu_device pointer |
| * @wb: wb index |
| * |
| * Free a wb slot allocated for use by the driver (all asics) |
| */ |
| void amdgpu_wb_free(struct amdgpu_device *adev, u32 wb) |
| { |
| unsigned long flags; |
| |
| wb >>= 3; |
| spin_lock_irqsave(&adev->wb.lock, flags); |
| if (wb < adev->wb.num_wb) |
| __clear_bit(wb, adev->wb.used); |
| spin_unlock_irqrestore(&adev->wb.lock, flags); |
| } |