| # SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) |
| %YAML 1.2 |
| --- |
| $id: http://devicetree.org/schemas/media/mediatek,vcodec-subdev-decoder.yaml# |
| $schema: http://devicetree.org/meta-schemas/core.yaml# |
| |
| title: MediaTek Video Decode Accelerator With Multi Hardware |
| |
| maintainers: |
| - Yunfei Dong <yunfei.dong@mediatek.com> |
| |
| description: | |
| MediaTek Video Decode Accelerator is the video decoding hardware present in |
| MediaTek SoCs that supports high-resolution decoding functionalities. |
| It consists of parent and child nodes. |
| |
| The decoder hardware block diagram is shown below: |
| |
| +------------------------------------------------+------------------------------+ |
| | | | |
| | input -> LAT-SoC HW -> LAT HW -> LAT buffer --|--> Core HW -> output buffer | |
| | || || | || | |
| +--------------||-----------||-------------------+-------||---------------------+ |
| LAT Workqueue | Core Workqueue <parent> |
| ---------------||-----------||-------------------|-------||---------------------- |
| ||<----------||---------HW index--------->|| <child> |
| \/ \/ \/ |
| +-------------------------------------------------------------+ |
| | enable/disable | |
| | clk power irq iommu | |
| | (lat/lat-soc/core0/core1) | |
| +-------------------------------------------------------------+ |
| |
| The child nodes represent the individual hardware blocks within the decoding |
| pipeline, such as LAT-SoC, LAT and Core. |
| Each child node is responsible for managing the dedicated resources of the |
| hardware, such as clocks, power domains, interrupts and IOMMUs. |
| |
| The parent node is a central point of control for the child nodes. |
| It identifies the specific video decoding pipeline architecture used by the |
| SoC, manages the shared resources like workqueues and platform data, and |
| handles V4L2 API calls on behalf of the underlying hardware. |
| |
| The parent utilizes two workqueues to manage the decoding process. |
| 1. LAT Workqueue, for LAT-SoC and LAT decoder: |
| Its workers take input bitstream and LAT buffer, enable the hardware for |
| decoding tasks, write the result to LAT buffer, and disable the hardware |
| after the LAT decoding is done. |
| 2. Core Workqueue, for Core decoder: |
| Its workers take LAT buffer and output buffer, enable the hardware for |
| decoding tasks, write the result to output buffer, and disable the hardware |
| after the Core decoding is done. |
| |
| These hardware decode each frame cyclically. |
| |
| The hardware might be associated with different SMI-common devices. |
| To prevent IOMMU faults during DRAM access in such cases, each hardware with |
| the unique SMI-common device must be placed under a separate parent node in |
| the device tree. |
| |
| LAT-SoC refers to another hardware block that connected to additional LARB |
| (local arbiter) ports, such as RDMA and UFO. |
| It requires independent power and clock control to work with LAT decoder, and |
| it doesn't have a dedicated interrupt. |
| |
| The used video decoding pipeline architecture across various Mediatek SoC: |
| MT8195: LAT-SoC + LAT + Core |
| MT8192: LAT + Core |
| MT8188: LAT + Core |
| MT8186: Core |
| |
| properties: |
| compatible: |
| enum: |
| - mediatek,mt8192-vcodec-dec |
| - mediatek,mt8186-vcodec-dec |
| - mediatek,mt8188-vcodec-dec |
| - mediatek,mt8195-vcodec-dec |
| |
| reg: |
| minItems: 1 |
| items: |
| - description: VDEC_SYS register space |
| - description: VDEC_RACING_CTRL register space |
| |
| iommus: |
| minItems: 1 |
| maxItems: 32 |
| description: | |
| List of the hardware port in respective IOMMU block for current Socs. |
| Refer to bindings/iommu/mediatek,iommu.yaml. |
| |
| mediatek,scp: |
| $ref: /schemas/types.yaml#/definitions/phandle |
| description: | |
| The node of system control processor (SCP), using |
| the remoteproc & rpmsg framework. |
| |
| "#address-cells": |
| const: 2 |
| |
| "#size-cells": |
| const: 2 |
| |
| ranges: true |
| |
| # Required child node: |
| patternProperties: |
| '^video-codec@[0-9a-f]+$': |
| type: object |
| |
| properties: |
| compatible: |
| enum: |
| - mediatek,mtk-vcodec-core |
| - mediatek,mtk-vcodec-lat |
| - mediatek,mtk-vcodec-lat-soc |
| |
| reg: |
| maxItems: 1 |
| description: VDEC_MISC register space |
| |
| interrupts: |
| maxItems: 1 |
| |
| iommus: |
| minItems: 1 |
| maxItems: 32 |
| description: | |
| List of the hardware port in respective IOMMU block for current Socs. |
| Refer to bindings/iommu/mediatek,iommu.yaml. |
| |
| clocks: |
| minItems: 4 |
| maxItems: 5 |
| |
| clock-names: |
| minItems: 4 |
| maxItems: 5 |
| |
| assigned-clocks: |
| maxItems: 1 |
| |
| assigned-clock-parents: |
| maxItems: 1 |
| |
| power-domains: |
| maxItems: 1 |
| |
| required: |
| - compatible |
| - reg |
| - iommus |
| - clocks |
| - clock-names |
| - assigned-clocks |
| - assigned-clock-parents |
| - power-domains |
| |
| additionalProperties: false |
| |
| required: |
| - compatible |
| - reg |
| - iommus |
| - mediatek,scp |
| - ranges |
| |
| if: |
| properties: |
| compatible: |
| contains: |
| enum: |
| - mediatek,mtk-vcodec-core |
| - mediatek,mtk-vcodec-lat |
| |
| then: |
| required: |
| - interrupts |
| |
| allOf: |
| - if: |
| properties: |
| compatible: |
| contains: |
| enum: |
| - mediatek,mt8192-vcodec-dec |
| then: |
| properties: |
| clock-names: |
| items: |
| - const: sel |
| - const: soc-vdec |
| - const: soc-lat |
| - const: vdec |
| - const: top |
| |
| - if: |
| properties: |
| compatible: |
| contains: |
| enum: |
| - mediatek,mt8195-vcodec-dec |
| then: |
| properties: |
| clock-names: |
| items: |
| - const: sel |
| - const: vdec |
| - const: lat |
| - const: top |
| |
| additionalProperties: false |
| |
| examples: |
| - | |
| #include <dt-bindings/interrupt-controller/arm-gic.h> |
| #include <dt-bindings/memory/mt8192-larb-port.h> |
| #include <dt-bindings/interrupt-controller/irq.h> |
| #include <dt-bindings/clock/mt8192-clk.h> |
| #include <dt-bindings/power/mt8192-power.h> |
| |
| bus@16000000 { |
| #address-cells = <2>; |
| #size-cells = <2>; |
| ranges = <0 0x16000000 0x16000000 0 0x40000>; |
| |
| video-codec@16000000 { |
| compatible = "mediatek,mt8192-vcodec-dec"; |
| mediatek,scp = <&scp>; |
| iommus = <&iommu0 M4U_PORT_L4_VDEC_MC_EXT>; |
| #address-cells = <2>; |
| #size-cells = <2>; |
| ranges = <0 0 0 0x16000000 0 0x40000>; |
| reg = <0 0x16000000 0 0x1000>; /* VDEC_SYS */ |
| video-codec@10000 { |
| compatible = "mediatek,mtk-vcodec-lat"; |
| reg = <0 0x10000 0 0x800>; |
| interrupts = <GIC_SPI 426 IRQ_TYPE_LEVEL_HIGH 0>; |
| iommus = <&iommu0 M4U_PORT_L5_VDEC_LAT0_VLD_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_LAT0_VLD2_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_LAT0_AVC_MV_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_LAT0_PRED_RD_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_LAT0_TILE_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_LAT0_WDMA_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_LAT0_RG_CTRL_DMA_EXT>, |
| <&iommu0 M4U_PORT_L5_VDEC_UFO_ENC_EXT>; |
| clocks = <&topckgen CLK_TOP_VDEC_SEL>, |
| <&vdecsys_soc CLK_VDEC_SOC_VDEC>, |
| <&vdecsys_soc CLK_VDEC_SOC_LAT>, |
| <&vdecsys_soc CLK_VDEC_SOC_LARB1>, |
| <&topckgen CLK_TOP_MAINPLL_D4>; |
| clock-names = "sel", "soc-vdec", "soc-lat", "vdec", "top"; |
| assigned-clocks = <&topckgen CLK_TOP_VDEC_SEL>; |
| assigned-clock-parents = <&topckgen CLK_TOP_MAINPLL_D4>; |
| power-domains = <&spm MT8192_POWER_DOMAIN_VDEC>; |
| }; |
| |
| video-codec@25000 { |
| compatible = "mediatek,mtk-vcodec-core"; |
| reg = <0 0x25000 0 0x1000>; |
| interrupts = <GIC_SPI 425 IRQ_TYPE_LEVEL_HIGH 0>; |
| iommus = <&iommu0 M4U_PORT_L4_VDEC_MC_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_UFO_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_PP_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_PRED_RD_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_PRED_WR_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_PPWRAP_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_TILE_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_VLD_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_VLD2_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_AVC_MV_EXT>, |
| <&iommu0 M4U_PORT_L4_VDEC_RG_CTRL_DMA_EXT>; |
| clocks = <&topckgen CLK_TOP_VDEC_SEL>, |
| <&vdecsys CLK_VDEC_VDEC>, |
| <&vdecsys CLK_VDEC_LAT>, |
| <&vdecsys CLK_VDEC_LARB1>, |
| <&topckgen CLK_TOP_MAINPLL_D4>; |
| clock-names = "sel", "soc-vdec", "soc-lat", "vdec", "top"; |
| assigned-clocks = <&topckgen CLK_TOP_VDEC_SEL>; |
| assigned-clock-parents = <&topckgen CLK_TOP_MAINPLL_D4>; |
| power-domains = <&spm MT8192_POWER_DOMAIN_VDEC2>; |
| }; |
| }; |
| }; |