| /* |
| * |
| * (C) COPYRIGHT 2012-2017 ARM Limited. All rights reserved. |
| * |
| * This program is free software and is provided to you under the terms of the |
| * GNU General Public License version 2 as published by the Free Software |
| * Foundation, and any use by you of this program is subject to the terms |
| * of such GNU licence. |
| * |
| * This program is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| * GNU General Public License for more details. |
| * |
| * You should have received a copy of the GNU General Public License |
| * along with this program; if not, you can access it online at |
| * http://www.gnu.org/licenses/gpl-2.0.html. |
| * |
| * SPDX-License-Identifier: GPL-2.0 |
| * |
| */ |
| |
| |
| |
| /* |
| * Run-time work-arounds helpers |
| */ |
| |
| #include <mali_base_hwconfig_features.h> |
| #include <mali_base_hwconfig_issues.h> |
| #include <mali_midg_regmap.h> |
| #include "mali_kbase.h" |
| #include "mali_kbase_hw.h" |
| |
| void kbase_hw_set_features_mask(struct kbase_device *kbdev) |
| { |
| const enum base_hw_feature *features; |
| u32 gpu_id; |
| u32 product_id; |
| |
| gpu_id = kbdev->gpu_props.props.raw_props.gpu_id; |
| product_id = gpu_id & GPU_ID_VERSION_PRODUCT_ID; |
| product_id >>= GPU_ID_VERSION_PRODUCT_ID_SHIFT; |
| |
| if (GPU_ID_IS_NEW_FORMAT(product_id)) { |
| switch (gpu_id & GPU_ID2_PRODUCT_MODEL) { |
| case GPU_ID2_PRODUCT_TMIX: |
| features = base_hw_features_tMIx; |
| break; |
| case GPU_ID2_PRODUCT_THEX: |
| features = base_hw_features_tHEx; |
| break; |
| case GPU_ID2_PRODUCT_TSIX: |
| features = base_hw_features_tSIx; |
| break; |
| case GPU_ID2_PRODUCT_TDVX: |
| features = base_hw_features_tDVx; |
| break; |
| case GPU_ID2_PRODUCT_TNOX: |
| features = base_hw_features_tNOx; |
| break; |
| case GPU_ID2_PRODUCT_TGOX: |
| features = base_hw_features_tGOx; |
| break; |
| case GPU_ID2_PRODUCT_TKAX: |
| features = base_hw_features_tKAx; |
| break; |
| case GPU_ID2_PRODUCT_TTRX: |
| features = base_hw_features_tTRx; |
| break; |
| case GPU_ID2_PRODUCT_TBOX: |
| features = base_hw_features_tBOx; |
| break; |
| default: |
| features = base_hw_features_generic; |
| break; |
| } |
| } else { |
| switch (product_id) { |
| case GPU_ID_PI_TFRX: |
| /* FALLTHROUGH */ |
| case GPU_ID_PI_T86X: |
| features = base_hw_features_tFxx; |
| break; |
| case GPU_ID_PI_T83X: |
| features = base_hw_features_t83x; |
| break; |
| case GPU_ID_PI_T82X: |
| features = base_hw_features_t82x; |
| break; |
| case GPU_ID_PI_T76X: |
| features = base_hw_features_t76x; |
| break; |
| case GPU_ID_PI_T72X: |
| features = base_hw_features_t72x; |
| break; |
| case GPU_ID_PI_T62X: |
| features = base_hw_features_t62x; |
| break; |
| case GPU_ID_PI_T60X: |
| features = base_hw_features_t60x; |
| break; |
| default: |
| features = base_hw_features_generic; |
| break; |
| } |
| } |
| |
| for (; *features != BASE_HW_FEATURE_END; features++) |
| set_bit(*features, &kbdev->hw_features_mask[0]); |
| } |
| |
| /** |
| * kbase_hw_get_issues_for_new_id - Get the hardware issues for a new GPU ID |
| * @kbdev: Device pointer |
| * |
| * Return: pointer to an array of hardware issues, terminated by |
| * BASE_HW_ISSUE_END. |
| * |
| * This function can only be used on new-format GPU IDs, i.e. those for which |
| * GPU_ID_IS_NEW_FORMAT evaluates as true. The GPU ID is read from the @kbdev. |
| * |
| * In debugging versions of the driver, unknown versions of a known GPU will |
| * be treated as the most recent known version not later than the actual |
| * version. In such circumstances, the GPU ID in @kbdev will also be replaced |
| * with the most recent known version. |
| * |
| * Note: The GPU configuration must have been read by kbase_gpuprops_get_props() |
| * before calling this function. |
| */ |
| static const enum base_hw_issue *kbase_hw_get_issues_for_new_id( |
| struct kbase_device *kbdev) |
| { |
| const enum base_hw_issue *issues = NULL; |
| |
| struct base_hw_product { |
| u32 product_model; |
| struct { |
| u32 version; |
| const enum base_hw_issue *issues; |
| } map[7]; |
| }; |
| |
| static const struct base_hw_product base_hw_products[] = { |
| {GPU_ID2_PRODUCT_TMIX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 1), |
| base_hw_issues_tMIx_r0p0_05dev0}, |
| {GPU_ID2_VERSION_MAKE(0, 0, 2), base_hw_issues_tMIx_r0p0}, |
| {GPU_ID2_VERSION_MAKE(0, 1, 0), base_hw_issues_tMIx_r0p1}, |
| {U32_MAX /* sentinel value */, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_THEX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tHEx_r0p0}, |
| {GPU_ID2_VERSION_MAKE(0, 0, 1), base_hw_issues_tHEx_r0p0}, |
| {GPU_ID2_VERSION_MAKE(0, 1, 0), base_hw_issues_tHEx_r0p1}, |
| {GPU_ID2_VERSION_MAKE(0, 1, 1), base_hw_issues_tHEx_r0p1}, |
| {GPU_ID2_VERSION_MAKE(0, 2, 0), base_hw_issues_tHEx_r0p2}, |
| {GPU_ID2_VERSION_MAKE(0, 3, 0), base_hw_issues_tHEx_r0p3}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TSIX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tSIx_r0p0}, |
| {GPU_ID2_VERSION_MAKE(0, 0, 1), base_hw_issues_tSIx_r0p0}, |
| {GPU_ID2_VERSION_MAKE(0, 1, 0), base_hw_issues_tSIx_r0p1}, |
| {GPU_ID2_VERSION_MAKE(1, 0, 0), base_hw_issues_tSIx_r1p0}, |
| {GPU_ID2_VERSION_MAKE(1, 1, 0), base_hw_issues_tSIx_r1p1}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TDVX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tDVx_r0p0}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TNOX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tNOx_r0p0}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TGOX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tGOx_r0p0}, |
| {GPU_ID2_VERSION_MAKE(1, 0, 0), base_hw_issues_tGOx_r1p0}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TKAX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tKAx_r0p0}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TTRX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tTRx_r0p0}, |
| {U32_MAX, NULL} } }, |
| |
| {GPU_ID2_PRODUCT_TBOX, |
| {{GPU_ID2_VERSION_MAKE(0, 0, 0), base_hw_issues_tBOx_r0p0}, |
| {U32_MAX, NULL} } }, |
| }; |
| |
| u32 gpu_id = kbdev->gpu_props.props.raw_props.gpu_id; |
| const u32 product_model = gpu_id & GPU_ID2_PRODUCT_MODEL; |
| const struct base_hw_product *product = NULL; |
| size_t p; |
| |
| /* Stop when we reach the end of the products array. */ |
| for (p = 0; p < ARRAY_SIZE(base_hw_products); ++p) { |
| if (product_model == base_hw_products[p].product_model) { |
| product = &base_hw_products[p]; |
| break; |
| } |
| } |
| |
| if (product != NULL) { |
| /* Found a matching product. */ |
| const u32 version = gpu_id & GPU_ID2_VERSION; |
| #if !MALI_CUSTOMER_RELEASE |
| u32 fallback_version = 0; |
| const enum base_hw_issue *fallback_issues = NULL; |
| #endif |
| size_t v; |
| |
| /* Stop when we reach the end of the map. */ |
| for (v = 0; product->map[v].version != U32_MAX; ++v) { |
| |
| if (version == product->map[v].version) { |
| /* Exact match so stop. */ |
| issues = product->map[v].issues; |
| break; |
| } |
| |
| #if !MALI_CUSTOMER_RELEASE |
| /* Check whether this is a candidate for most recent |
| known version not later than the actual |
| version. */ |
| if ((version > product->map[v].version) && |
| (product->map[v].version >= fallback_version)) { |
| fallback_version = product->map[v].version; |
| fallback_issues = product->map[v].issues; |
| } |
| #endif |
| } |
| |
| #if !MALI_CUSTOMER_RELEASE |
| if ((issues == NULL) && (fallback_issues != NULL)) { |
| /* Fall back to the issue set of the most recent known |
| version not later than the actual version. */ |
| issues = fallback_issues; |
| |
| dev_info(kbdev->dev, |
| "r%dp%d status %d is unknown; treating as r%dp%d status %d", |
| (gpu_id & GPU_ID2_VERSION_MAJOR) >> |
| GPU_ID2_VERSION_MAJOR_SHIFT, |
| (gpu_id & GPU_ID2_VERSION_MINOR) >> |
| GPU_ID2_VERSION_MINOR_SHIFT, |
| (gpu_id & GPU_ID2_VERSION_STATUS) >> |
| GPU_ID2_VERSION_STATUS_SHIFT, |
| (fallback_version & GPU_ID2_VERSION_MAJOR) >> |
| GPU_ID2_VERSION_MAJOR_SHIFT, |
| (fallback_version & GPU_ID2_VERSION_MINOR) >> |
| GPU_ID2_VERSION_MINOR_SHIFT, |
| (fallback_version & GPU_ID2_VERSION_STATUS) >> |
| GPU_ID2_VERSION_STATUS_SHIFT); |
| |
| gpu_id &= ~GPU_ID2_VERSION; |
| gpu_id |= fallback_version; |
| kbdev->gpu_props.props.raw_props.gpu_id = gpu_id; |
| |
| kbase_gpuprops_update_core_props_gpu_id( |
| &kbdev->gpu_props.props); |
| } |
| #endif |
| } |
| return issues; |
| } |
| |
| int kbase_hw_set_issues_mask(struct kbase_device *kbdev) |
| { |
| const enum base_hw_issue *issues; |
| u32 gpu_id; |
| u32 product_id; |
| u32 impl_tech; |
| |
| gpu_id = kbdev->gpu_props.props.raw_props.gpu_id; |
| product_id = gpu_id & GPU_ID_VERSION_PRODUCT_ID; |
| product_id >>= GPU_ID_VERSION_PRODUCT_ID_SHIFT; |
| impl_tech = kbdev->gpu_props.props.thread_props.impl_tech; |
| |
| if (impl_tech != IMPLEMENTATION_MODEL) { |
| if (GPU_ID_IS_NEW_FORMAT(product_id)) { |
| issues = kbase_hw_get_issues_for_new_id(kbdev); |
| if (issues == NULL) { |
| dev_err(kbdev->dev, |
| "Unknown GPU ID %x", gpu_id); |
| return -EINVAL; |
| } |
| |
| #if !MALI_CUSTOMER_RELEASE |
| /* The GPU ID might have been replaced with the last |
| known version of the same GPU. */ |
| gpu_id = kbdev->gpu_props.props.raw_props.gpu_id; |
| #endif |
| |
| } else { |
| switch (gpu_id) { |
| case GPU_ID_MAKE(GPU_ID_PI_T60X, 0, 0, GPU_ID_S_15DEV0): |
| issues = base_hw_issues_t60x_r0p0_15dev0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T60X, 0, 0, GPU_ID_S_EAC): |
| issues = base_hw_issues_t60x_r0p0_eac; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T60X, 0, 1, 0): |
| issues = base_hw_issues_t60x_r0p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T62X, 0, 1, 0): |
| issues = base_hw_issues_t62x_r0p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T62X, 1, 0, 0): |
| case GPU_ID_MAKE(GPU_ID_PI_T62X, 1, 0, 1): |
| issues = base_hw_issues_t62x_r1p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T62X, 1, 1, 0): |
| issues = base_hw_issues_t62x_r1p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T76X, 0, 0, 1): |
| issues = base_hw_issues_t76x_r0p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T76X, 0, 1, 1): |
| issues = base_hw_issues_t76x_r0p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T76X, 0, 1, 9): |
| issues = base_hw_issues_t76x_r0p1_50rel0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T76X, 0, 2, 1): |
| issues = base_hw_issues_t76x_r0p2; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T76X, 0, 3, 1): |
| issues = base_hw_issues_t76x_r0p3; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T76X, 1, 0, 0): |
| issues = base_hw_issues_t76x_r1p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T72X, 0, 0, 0): |
| case GPU_ID_MAKE(GPU_ID_PI_T72X, 0, 0, 1): |
| case GPU_ID_MAKE(GPU_ID_PI_T72X, 0, 0, 2): |
| issues = base_hw_issues_t72x_r0p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T72X, 1, 0, 0): |
| issues = base_hw_issues_t72x_r1p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T72X, 1, 1, 0): |
| issues = base_hw_issues_t72x_r1p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_TFRX, 0, 1, 2): |
| issues = base_hw_issues_tFRx_r0p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_TFRX, 0, 2, 0): |
| issues = base_hw_issues_tFRx_r0p2; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_TFRX, 1, 0, 0): |
| case GPU_ID_MAKE(GPU_ID_PI_TFRX, 1, 0, 8): |
| issues = base_hw_issues_tFRx_r1p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_TFRX, 2, 0, 0): |
| issues = base_hw_issues_tFRx_r2p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T86X, 0, 2, 0): |
| issues = base_hw_issues_t86x_r0p2; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T86X, 1, 0, 0): |
| case GPU_ID_MAKE(GPU_ID_PI_T86X, 1, 0, 8): |
| issues = base_hw_issues_t86x_r1p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T86X, 2, 0, 0): |
| issues = base_hw_issues_t86x_r2p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T83X, 0, 1, 0): |
| issues = base_hw_issues_t83x_r0p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T83X, 1, 0, 0): |
| case GPU_ID_MAKE(GPU_ID_PI_T83X, 1, 0, 8): |
| issues = base_hw_issues_t83x_r1p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T82X, 0, 0, 0): |
| issues = base_hw_issues_t82x_r0p0; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T82X, 0, 1, 0): |
| issues = base_hw_issues_t82x_r0p1; |
| break; |
| case GPU_ID_MAKE(GPU_ID_PI_T82X, 1, 0, 0): |
| case GPU_ID_MAKE(GPU_ID_PI_T82X, 1, 0, 8): |
| issues = base_hw_issues_t82x_r1p0; |
| break; |
| default: |
| dev_err(kbdev->dev, |
| "Unknown GPU ID %x", gpu_id); |
| return -EINVAL; |
| } |
| } |
| } else { |
| /* Software model */ |
| if (GPU_ID_IS_NEW_FORMAT(product_id)) { |
| switch (gpu_id & GPU_ID2_PRODUCT_MODEL) { |
| case GPU_ID2_PRODUCT_TMIX: |
| issues = base_hw_issues_model_tMIx; |
| break; |
| case GPU_ID2_PRODUCT_THEX: |
| issues = base_hw_issues_model_tHEx; |
| break; |
| case GPU_ID2_PRODUCT_TSIX: |
| issues = base_hw_issues_model_tSIx; |
| break; |
| case GPU_ID2_PRODUCT_TDVX: |
| issues = base_hw_issues_model_tDVx; |
| break; |
| case GPU_ID2_PRODUCT_TNOX: |
| issues = base_hw_issues_model_tNOx; |
| break; |
| case GPU_ID2_PRODUCT_TGOX: |
| issues = base_hw_issues_model_tGOx; |
| break; |
| case GPU_ID2_PRODUCT_TKAX: |
| issues = base_hw_issues_model_tKAx; |
| break; |
| case GPU_ID2_PRODUCT_TTRX: |
| issues = base_hw_issues_model_tTRx; |
| break; |
| case GPU_ID2_PRODUCT_TBOX: |
| issues = base_hw_issues_model_tBOx; |
| break; |
| default: |
| dev_err(kbdev->dev, |
| "Unknown GPU ID %x", gpu_id); |
| return -EINVAL; |
| } |
| } else { |
| switch (product_id) { |
| case GPU_ID_PI_T60X: |
| issues = base_hw_issues_model_t60x; |
| break; |
| case GPU_ID_PI_T62X: |
| issues = base_hw_issues_model_t62x; |
| break; |
| case GPU_ID_PI_T72X: |
| issues = base_hw_issues_model_t72x; |
| break; |
| case GPU_ID_PI_T76X: |
| issues = base_hw_issues_model_t76x; |
| break; |
| case GPU_ID_PI_TFRX: |
| issues = base_hw_issues_model_tFRx; |
| break; |
| case GPU_ID_PI_T86X: |
| issues = base_hw_issues_model_t86x; |
| break; |
| case GPU_ID_PI_T83X: |
| issues = base_hw_issues_model_t83x; |
| break; |
| case GPU_ID_PI_T82X: |
| issues = base_hw_issues_model_t82x; |
| break; |
| default: |
| dev_err(kbdev->dev, "Unknown GPU ID %x", |
| gpu_id); |
| return -EINVAL; |
| } |
| } |
| } |
| |
| if (GPU_ID_IS_NEW_FORMAT(product_id)) { |
| dev_info(kbdev->dev, |
| "GPU identified as 0x%x arch %d.%d.%d r%dp%d status %d", |
| (gpu_id & GPU_ID2_PRODUCT_MAJOR) >> |
| GPU_ID2_PRODUCT_MAJOR_SHIFT, |
| (gpu_id & GPU_ID2_ARCH_MAJOR) >> |
| GPU_ID2_ARCH_MAJOR_SHIFT, |
| (gpu_id & GPU_ID2_ARCH_MINOR) >> |
| GPU_ID2_ARCH_MINOR_SHIFT, |
| (gpu_id & GPU_ID2_ARCH_REV) >> |
| GPU_ID2_ARCH_REV_SHIFT, |
| (gpu_id & GPU_ID2_VERSION_MAJOR) >> |
| GPU_ID2_VERSION_MAJOR_SHIFT, |
| (gpu_id & GPU_ID2_VERSION_MINOR) >> |
| GPU_ID2_VERSION_MINOR_SHIFT, |
| (gpu_id & GPU_ID2_VERSION_STATUS) >> |
| GPU_ID2_VERSION_STATUS_SHIFT); |
| } else { |
| dev_info(kbdev->dev, |
| "GPU identified as 0x%04x r%dp%d status %d", |
| (gpu_id & GPU_ID_VERSION_PRODUCT_ID) >> |
| GPU_ID_VERSION_PRODUCT_ID_SHIFT, |
| (gpu_id & GPU_ID_VERSION_MAJOR) >> |
| GPU_ID_VERSION_MAJOR_SHIFT, |
| (gpu_id & GPU_ID_VERSION_MINOR) >> |
| GPU_ID_VERSION_MINOR_SHIFT, |
| (gpu_id & GPU_ID_VERSION_STATUS) >> |
| GPU_ID_VERSION_STATUS_SHIFT); |
| } |
| |
| for (; *issues != BASE_HW_ISSUE_END; issues++) |
| set_bit(*issues, &kbdev->hw_issues_mask[0]); |
| |
| return 0; |
| } |