Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 1 | /* |
Daniele Castagna | 7a755de | 2016-12-16 17:32:30 -0500 | [diff] [blame] | 2 | * Copyright 2014 The Chromium OS Authors. All rights reserved. |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 3 | * Use of this source code is governed by a BSD-style license that can be |
| 4 | * found in the LICENSE file. |
| 5 | */ |
| 6 | |
Gurchetan Singh | 46faf6b | 2016-08-05 14:40:07 -0700 | [diff] [blame] | 7 | #ifdef DRV_I915 |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 8 | |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 9 | #include <assert.h> |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 10 | #include <errno.h> |
Kristian H. Kristensen | 9c3fb32 | 2018-04-11 15:55:13 -0700 | [diff] [blame] | 11 | #include <stdbool.h> |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 12 | #include <stdio.h> |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 13 | #include <string.h> |
Gurchetan Singh | ef92053 | 2016-08-12 16:38:25 -0700 | [diff] [blame] | 14 | #include <sys/mman.h> |
Gurchetan Singh | cc35e69 | 2019-02-28 15:44:54 -0800 | [diff] [blame] | 15 | #include <unistd.h> |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 16 | #include <xf86drm.h> |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 17 | |
Gurchetan Singh | 46faf6b | 2016-08-05 14:40:07 -0700 | [diff] [blame] | 18 | #include "drv_priv.h" |
Gurchetan Singh | 13b0012 | 2020-10-07 14:31:20 -0700 | [diff] [blame] | 19 | #include "external/i915_drm.h" |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 20 | #include "helpers.h" |
| 21 | #include "util.h" |
| 22 | |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 23 | #define I915_CACHELINE_SIZE 64 |
| 24 | #define I915_CACHELINE_MASK (I915_CACHELINE_SIZE - 1) |
| 25 | |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 26 | static const uint32_t scanout_render_formats[] = { DRM_FORMAT_ABGR2101010, DRM_FORMAT_ABGR8888, |
| 27 | DRM_FORMAT_ARGB2101010, DRM_FORMAT_ARGB8888, |
| 28 | DRM_FORMAT_RGB565, DRM_FORMAT_XBGR2101010, |
| 29 | DRM_FORMAT_XBGR8888, DRM_FORMAT_XRGB2101010, |
| 30 | DRM_FORMAT_XRGB8888 }; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 31 | |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 32 | static const uint32_t render_formats[] = { DRM_FORMAT_ABGR16161616F }; |
| 33 | |
| 34 | static const uint32_t texture_only_formats[] = { DRM_FORMAT_R8, DRM_FORMAT_NV12, DRM_FORMAT_P010, |
| 35 | DRM_FORMAT_YVU420, DRM_FORMAT_YVU420_ANDROID }; |
Gurchetan Singh | 179687e | 2016-10-28 10:07:35 -0700 | [diff] [blame] | 36 | |
Mark Yacoub | 6e27708 | 2020-12-07 16:36:17 -0500 | [diff] [blame] | 37 | static const uint64_t gen_modifier_order[] = { I915_FORMAT_MOD_Y_TILED_CCS, I915_FORMAT_MOD_Y_TILED, |
| 38 | I915_FORMAT_MOD_X_TILED, DRM_FORMAT_MOD_LINEAR }; |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 39 | |
Evan Green | 7109724 | 2021-01-28 12:08:50 -0800 | [diff] [blame] | 40 | static const uint64_t gen11_modifier_order[] = { I915_FORMAT_MOD_Y_TILED, I915_FORMAT_MOD_X_TILED, |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 41 | DRM_FORMAT_MOD_LINEAR }; |
| 42 | |
| 43 | struct modifier_support_t { |
| 44 | const uint64_t *order; |
| 45 | uint32_t count; |
| 46 | }; |
| 47 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 48 | struct i915_device { |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 49 | uint32_t gen; |
| 50 | int32_t has_llc; |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 51 | int32_t has_hw_protection; |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 52 | struct modifier_support_t modifier; |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 53 | }; |
| 54 | |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 55 | static uint32_t i915_get_gen(int device_id) |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 56 | { |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 57 | const uint16_t gen3_ids[] = { 0x2582, 0x2592, 0x2772, 0x27A2, 0x27AE, |
| 58 | 0x29C2, 0x29B2, 0x29D2, 0xA001, 0xA011 }; |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 59 | const uint16_t gen11_ids[] = { 0x4E71, 0x4E61, 0x4E51, 0x4E55, 0x4E57 }; |
Gurchetan Singh | 238001f | 2020-10-28 15:00:10 -0700 | [diff] [blame] | 60 | const uint16_t gen12_ids[] = { 0x9A40, 0x9A49, 0x9A59, 0x9A60, 0x9A68, 0x9A70, |
| 61 | 0x9A78, 0x9AC0, 0x9AC9, 0x9AD9, 0x9AF8 }; |
Stéphane Marchesin | a39dfde | 2014-09-15 15:38:25 -0700 | [diff] [blame] | 62 | unsigned i; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 63 | for (i = 0; i < ARRAY_SIZE(gen3_ids); i++) |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 64 | if (gen3_ids[i] == device_id) |
| 65 | return 3; |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 66 | /* Gen 11 */ |
| 67 | for (i = 0; i < ARRAY_SIZE(gen11_ids); i++) |
| 68 | if (gen11_ids[i] == device_id) |
| 69 | return 11; |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 70 | |
Sushma Venkatesh Reddy | 20604be | 2020-10-08 10:18:01 -0700 | [diff] [blame] | 71 | /* Gen 12 */ |
| 72 | for (i = 0; i < ARRAY_SIZE(gen12_ids); i++) |
| 73 | if (gen12_ids[i] == device_id) |
| 74 | return 12; |
| 75 | |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 76 | return 4; |
| 77 | } |
| 78 | |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 79 | static void i915_get_modifier_order(struct i915_device *i915) |
| 80 | { |
| 81 | if (i915->gen == 11) { |
| 82 | i915->modifier.order = gen11_modifier_order; |
| 83 | i915->modifier.count = ARRAY_SIZE(gen11_modifier_order); |
| 84 | } else { |
| 85 | i915->modifier.order = gen_modifier_order; |
| 86 | i915->modifier.count = ARRAY_SIZE(gen_modifier_order); |
| 87 | } |
| 88 | } |
| 89 | |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 90 | static uint64_t unset_flags(uint64_t current_flags, uint64_t mask) |
Kristian H. Kristensen | 9c3fb32 | 2018-04-11 15:55:13 -0700 | [diff] [blame] | 91 | { |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 92 | uint64_t value = current_flags & ~mask; |
| 93 | return value; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | static int i915_add_combinations(struct driver *drv) |
| 97 | { |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 98 | struct i915_device *i915 = drv->priv; |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 99 | |
Miguel Casas | da47b7d | 2021-04-15 21:46:33 -0400 | [diff] [blame] | 100 | const uint64_t scanout_and_render = BO_USE_RENDER_MASK | BO_USE_SCANOUT; |
| 101 | const uint64_t render = BO_USE_RENDER_MASK; |
| 102 | const uint64_t texture_only = BO_USE_TEXTURE_MASK; |
Jeffrey Kardatzke | dba1987 | 2020-12-04 16:58:28 -0800 | [diff] [blame] | 103 | // HW protected buffers also need to be scanned out. |
Miguel Casas | da47b7d | 2021-04-15 21:46:33 -0400 | [diff] [blame] | 104 | const uint64_t hw_protected = |
| 105 | i915->has_hw_protection ? (BO_USE_PROTECTED | BO_USE_SCANOUT) : 0; |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 106 | |
Miguel Casas | abeadde | 2021-04-16 14:49:18 -0400 | [diff] [blame] | 107 | const uint64_t linear_mask = BO_USE_RENDERSCRIPT | BO_USE_LINEAR | BO_USE_SW_READ_OFTEN | |
| 108 | BO_USE_SW_WRITE_OFTEN | BO_USE_SW_READ_RARELY | |
| 109 | BO_USE_SW_WRITE_RARELY; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 110 | |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 111 | struct format_metadata metadata_linear = { |
| 112 | .tiling = I915_TILING_NONE, |
| 113 | .priority = 1, |
| 114 | .modifier = DRM_FORMAT_MOD_LINEAR |
| 115 | }; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 116 | |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 117 | drv_add_combinations(drv, scanout_render_formats, ARRAY_SIZE(scanout_render_formats), |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 118 | &metadata_linear, scanout_and_render); |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 119 | |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 120 | drv_add_combinations(drv, render_formats, ARRAY_SIZE(render_formats), &metadata_linear, render); |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 121 | |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 122 | drv_add_combinations(drv, texture_only_formats, ARRAY_SIZE(texture_only_formats), &metadata_linear, |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 123 | texture_only); |
| 124 | |
| 125 | drv_modify_linear_combinations(drv); |
Hirokazu Honda | fd8b8ab | 2020-06-16 15:28:56 +0900 | [diff] [blame] | 126 | |
Hirokazu Honda | 3bd681c | 2020-06-23 17:52:20 +0900 | [diff] [blame] | 127 | /* NV12 format for camera, display, decoding and encoding. */ |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 128 | /* IPU3 camera ISP supports only NV12 output. */ |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 129 | drv_modify_combination(drv, DRM_FORMAT_NV12, &metadata_linear, |
Hirokazu Honda | 3bd681c | 2020-06-23 17:52:20 +0900 | [diff] [blame] | 130 | BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_SCANOUT | |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 131 | BO_USE_HW_VIDEO_DECODER | BO_USE_HW_VIDEO_ENCODER | |
| 132 | hw_protected); |
Hirokazu Honda | 3b8d4d0 | 2019-07-31 16:35:52 +0900 | [diff] [blame] | 133 | |
Gurchetan Singh | 71bc665 | 2018-09-17 17:42:05 -0700 | [diff] [blame] | 134 | /* Android CTS tests require this. */ |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 135 | drv_add_combination(drv, DRM_FORMAT_BGR888, &metadata_linear, BO_USE_SW_MASK); |
Gurchetan Singh | 71bc665 | 2018-09-17 17:42:05 -0700 | [diff] [blame] | 136 | |
Tomasz Figa | d30c0a5 | 2017-07-05 17:50:18 +0900 | [diff] [blame] | 137 | /* |
| 138 | * R8 format is used for Android's HAL_PIXEL_FORMAT_BLOB and is used for JPEG snapshots |
David Stevens | 4951814 | 2020-06-15 13:48:48 +0900 | [diff] [blame] | 139 | * from camera and input/output from hardware decoder/encoder. |
Tomasz Figa | d30c0a5 | 2017-07-05 17:50:18 +0900 | [diff] [blame] | 140 | */ |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 141 | drv_modify_combination(drv, DRM_FORMAT_R8, &metadata_linear, |
David Stevens | 4951814 | 2020-06-15 13:48:48 +0900 | [diff] [blame] | 142 | BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_HW_VIDEO_DECODER | |
| 143 | BO_USE_HW_VIDEO_ENCODER); |
Tomasz Figa | d30c0a5 | 2017-07-05 17:50:18 +0900 | [diff] [blame] | 144 | |
Miguel Casas | da47b7d | 2021-04-15 21:46:33 -0400 | [diff] [blame] | 145 | const uint64_t render_not_linear = unset_flags(render, linear_mask); |
Miguel Casas | b5a95bb | 2021-04-16 14:52:59 -0400 | [diff] [blame^] | 146 | const uint64_t scanout_and_render_not_linear = render_not_linear | BO_USE_SCANOUT; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 147 | |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 148 | struct format_metadata metadata_x_tiled = { |
| 149 | .tiling = I915_TILING_X, |
| 150 | .priority = 2, |
| 151 | .modifier = I915_FORMAT_MOD_X_TILED |
| 152 | }; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 153 | |
Miguel Casas | da47b7d | 2021-04-15 21:46:33 -0400 | [diff] [blame] | 154 | drv_add_combinations(drv, render_formats, ARRAY_SIZE(render_formats), &metadata_x_tiled, render_not_linear); |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 155 | drv_add_combinations(drv, scanout_render_formats, ARRAY_SIZE(scanout_render_formats), |
Miguel Casas | da47b7d | 2021-04-15 21:46:33 -0400 | [diff] [blame] | 156 | &metadata_x_tiled, scanout_and_render_not_linear); |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 157 | |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 158 | struct format_metadata metadata_y_tiled = { |
| 159 | .tiling = I915_TILING_Y, |
| 160 | .priority = 3, |
| 161 | .modifier = I915_FORMAT_MOD_Y_TILED |
| 162 | }; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 163 | |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 164 | /* Support y-tiled NV12 and P010 for libva */ |
| 165 | #ifdef I915_SCANOUT_Y_TILED |
Miguel Casas | 231913e | 2021-04-06 19:17:25 -0400 | [diff] [blame] | 166 | const uint64_t nv12_usage = |
Jeffrey Kardatzke | dba1987 | 2020-12-04 16:58:28 -0800 | [diff] [blame] | 167 | BO_USE_TEXTURE | BO_USE_HW_VIDEO_DECODER | BO_USE_SCANOUT | hw_protected; |
Miguel Casas | 231913e | 2021-04-06 19:17:25 -0400 | [diff] [blame] | 168 | const uint64_t p010_usage = BO_USE_TEXTURE | BO_USE_HW_VIDEO_DECODER | hw_protected | |
| 169 | (i915->gen >= 11 ? BO_USE_SCANOUT : 0); |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 170 | #else |
Miguel Casas | 231913e | 2021-04-06 19:17:25 -0400 | [diff] [blame] | 171 | const uint64_t nv12_usage = BO_USE_TEXTURE | BO_USE_HW_VIDEO_DECODER; |
| 172 | const uint64_t p010_usage = nv12_usage; |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 173 | #endif |
Miguel Casas | f2dc08e | 2021-04-15 20:51:24 -0400 | [diff] [blame] | 174 | drv_add_combination(drv, DRM_FORMAT_NV12, &metadata_y_tiled, nv12_usage); |
| 175 | drv_add_combination(drv, DRM_FORMAT_P010, &metadata_y_tiled, p010_usage); |
Jeffrey Kardatzke | dba1987 | 2020-12-04 16:58:28 -0800 | [diff] [blame] | 176 | |
Miguel Casas | da47b7d | 2021-04-15 21:46:33 -0400 | [diff] [blame] | 177 | drv_add_combinations(drv, render_formats, ARRAY_SIZE(render_formats), &metadata_y_tiled, render_not_linear); |
Miguel Casas | b5a95bb | 2021-04-16 14:52:59 -0400 | [diff] [blame^] | 178 | |
| 179 | // Y-tiled scanout isn't available on old platforms so we add |
| 180 | // |scanout_render_formats| without that USE flag. |
Ilja H. Friedel | f39dcbc | 2020-02-26 02:50:51 +0000 | [diff] [blame] | 181 | drv_add_combinations(drv, scanout_render_formats, ARRAY_SIZE(scanout_render_formats), |
Miguel Casas | b5a95bb | 2021-04-16 14:52:59 -0400 | [diff] [blame^] | 182 | &metadata_y_tiled, render_not_linear); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 183 | return 0; |
| 184 | } |
| 185 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 186 | static int i915_align_dimensions(struct bo *bo, uint32_t tiling, uint32_t *stride, |
| 187 | uint32_t *aligned_height) |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 188 | { |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 189 | struct i915_device *i915 = bo->drv->priv; |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 190 | uint32_t horizontal_alignment; |
| 191 | uint32_t vertical_alignment; |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 192 | |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 193 | switch (tiling) { |
Gurchetan Singh | d6fb577 | 2016-08-29 19:13:51 -0700 | [diff] [blame] | 194 | default: |
| 195 | case I915_TILING_NONE: |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 196 | /* |
| 197 | * The Intel GPU doesn't need any alignment in linear mode, |
| 198 | * but libva requires the allocation stride to be aligned to |
| 199 | * 16 bytes and height to 4 rows. Further, we round up the |
| 200 | * horizontal alignment so that row start on a cache line (64 |
| 201 | * bytes). |
| 202 | */ |
Dominik Behr | 1c6e70a | 2020-11-05 18:58:06 -0800 | [diff] [blame] | 203 | #ifdef LINEAR_ALIGN_256 |
| 204 | /* |
| 205 | * If we want to import these buffers to amdgpu they need to |
| 206 | * their match LINEAR_ALIGNED requirement of 256 byte alignement. |
| 207 | */ |
| 208 | horizontal_alignment = 256; |
| 209 | #else |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 210 | horizontal_alignment = 64; |
Dominik Behr | 1c6e70a | 2020-11-05 18:58:06 -0800 | [diff] [blame] | 211 | #endif |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 212 | vertical_alignment = 4; |
Gurchetan Singh | d6fb577 | 2016-08-29 19:13:51 -0700 | [diff] [blame] | 213 | break; |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 214 | |
Gurchetan Singh | d6fb577 | 2016-08-29 19:13:51 -0700 | [diff] [blame] | 215 | case I915_TILING_X: |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 216 | horizontal_alignment = 512; |
| 217 | vertical_alignment = 8; |
Gurchetan Singh | d6fb577 | 2016-08-29 19:13:51 -0700 | [diff] [blame] | 218 | break; |
| 219 | |
| 220 | case I915_TILING_Y: |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 221 | if (i915->gen == 3) { |
| 222 | horizontal_alignment = 512; |
| 223 | vertical_alignment = 8; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 224 | } else { |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 225 | horizontal_alignment = 128; |
| 226 | vertical_alignment = 32; |
Gurchetan Singh | d6fb577 | 2016-08-29 19:13:51 -0700 | [diff] [blame] | 227 | } |
| 228 | break; |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 229 | } |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 230 | |
David Stevens | 793675a | 2019-09-25 11:17:48 +0900 | [diff] [blame] | 231 | *aligned_height = ALIGN(*aligned_height, vertical_alignment); |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 232 | if (i915->gen > 3) { |
| 233 | *stride = ALIGN(*stride, horizontal_alignment); |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 234 | } else { |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 235 | while (*stride > horizontal_alignment) |
| 236 | horizontal_alignment <<= 1; |
| 237 | |
| 238 | *stride = horizontal_alignment; |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 239 | } |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 240 | |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 241 | if (i915->gen <= 3 && *stride > 8192) |
| 242 | return -EINVAL; |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 243 | |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 244 | return 0; |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 245 | } |
| 246 | |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 247 | static void i915_clflush(void *start, size_t size) |
| 248 | { |
| 249 | void *p = (void *)(((uintptr_t)start) & ~I915_CACHELINE_MASK); |
| 250 | void *end = (void *)((uintptr_t)start + size); |
| 251 | |
| 252 | __builtin_ia32_mfence(); |
| 253 | while (p < end) { |
| 254 | __builtin_ia32_clflush(p); |
| 255 | p = (void *)((uintptr_t)p + I915_CACHELINE_SIZE); |
| 256 | } |
| 257 | } |
| 258 | |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 259 | static int i915_init(struct driver *drv) |
| 260 | { |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 261 | int ret; |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 262 | int device_id; |
| 263 | struct i915_device *i915; |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 264 | drm_i915_getparam_t get_param = { 0 }; |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 265 | |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 266 | i915 = calloc(1, sizeof(*i915)); |
| 267 | if (!i915) |
| 268 | return -ENOMEM; |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 269 | |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 270 | get_param.param = I915_PARAM_CHIPSET_ID; |
| 271 | get_param.value = &device_id; |
| 272 | ret = drmIoctl(drv->fd, DRM_IOCTL_I915_GETPARAM, &get_param); |
| 273 | if (ret) { |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 274 | drv_log("Failed to get I915_PARAM_CHIPSET_ID\n"); |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 275 | free(i915); |
Gurchetan Singh | 82a8eed | 2017-01-03 13:01:37 -0800 | [diff] [blame] | 276 | return -EINVAL; |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 277 | } |
| 278 | |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 279 | i915->gen = i915_get_gen(device_id); |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 280 | i915_get_modifier_order(i915); |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 281 | |
| 282 | memset(&get_param, 0, sizeof(get_param)); |
| 283 | get_param.param = I915_PARAM_HAS_LLC; |
| 284 | get_param.value = &i915->has_llc; |
| 285 | ret = drmIoctl(drv->fd, DRM_IOCTL_I915_GETPARAM, &get_param); |
| 286 | if (ret) { |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 287 | drv_log("Failed to get I915_PARAM_HAS_LLC\n"); |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 288 | free(i915); |
| 289 | return -EINVAL; |
| 290 | } |
| 291 | |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 292 | if (i915->gen >= 12) |
| 293 | i915->has_hw_protection = 1; |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 294 | |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 295 | drv->priv = i915; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 296 | return i915_add_combinations(drv); |
Gurchetan Singh | 3eb8d8f | 2017-01-03 13:36:13 -0800 | [diff] [blame] | 297 | } |
| 298 | |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 299 | static int i915_bo_from_format(struct bo *bo, uint32_t width, uint32_t height, uint32_t format) |
| 300 | { |
| 301 | uint32_t offset; |
| 302 | size_t plane; |
Gurchetan Singh | cc35e69 | 2019-02-28 15:44:54 -0800 | [diff] [blame] | 303 | int ret, pagesize; |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 304 | |
| 305 | offset = 0; |
Gurchetan Singh | cc35e69 | 2019-02-28 15:44:54 -0800 | [diff] [blame] | 306 | pagesize = getpagesize(); |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 307 | for (plane = 0; plane < drv_num_planes_from_format(format); plane++) { |
| 308 | uint32_t stride = drv_stride_from_format(format, width, plane); |
| 309 | uint32_t plane_height = drv_height_from_format(format, height, plane); |
| 310 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 311 | if (bo->meta.tiling != I915_TILING_NONE) |
Gurchetan Singh | cc35e69 | 2019-02-28 15:44:54 -0800 | [diff] [blame] | 312 | assert(IS_ALIGNED(offset, pagesize)); |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 313 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 314 | ret = i915_align_dimensions(bo, bo->meta.tiling, &stride, &plane_height); |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 315 | if (ret) |
| 316 | return ret; |
| 317 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 318 | bo->meta.strides[plane] = stride; |
| 319 | bo->meta.sizes[plane] = stride * plane_height; |
| 320 | bo->meta.offsets[plane] = offset; |
| 321 | offset += bo->meta.sizes[plane]; |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 322 | } |
| 323 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 324 | bo->meta.total_size = ALIGN(offset, pagesize); |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 325 | |
| 326 | return 0; |
| 327 | } |
| 328 | |
David Stevens | 26fe682 | 2020-03-09 12:23:42 +0000 | [diff] [blame] | 329 | static int i915_bo_compute_metadata(struct bo *bo, uint32_t width, uint32_t height, uint32_t format, |
| 330 | uint64_t use_flags, const uint64_t *modifiers, uint32_t count) |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 331 | { |
David Stevens | 26fe682 | 2020-03-09 12:23:42 +0000 | [diff] [blame] | 332 | uint64_t modifier; |
Sean Paul | a9d3f77 | 2020-05-19 10:17:07 -0400 | [diff] [blame] | 333 | struct i915_device *i915 = bo->drv->priv; |
Abhishek Kumar | d39fe4e | 2020-10-09 16:08:01 +0530 | [diff] [blame] | 334 | bool huge_bo = (i915->gen < 11) && (width > 4096); |
David Stevens | 26fe682 | 2020-03-09 12:23:42 +0000 | [diff] [blame] | 335 | |
| 336 | if (modifiers) { |
| 337 | modifier = |
Binu R S | 8d70518 | 2020-07-20 10:36:53 +0530 | [diff] [blame] | 338 | drv_pick_modifier(modifiers, count, i915->modifier.order, i915->modifier.count); |
David Stevens | 26fe682 | 2020-03-09 12:23:42 +0000 | [diff] [blame] | 339 | } else { |
| 340 | struct combination *combo = drv_get_combination(bo->drv, format, use_flags); |
| 341 | if (!combo) |
| 342 | return -EINVAL; |
| 343 | modifier = combo->metadata.modifier; |
| 344 | } |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 345 | |
Sean Paul | a9d3f77 | 2020-05-19 10:17:07 -0400 | [diff] [blame] | 346 | /* |
Abhishek Kumar | 6085bf3 | 2020-10-12 16:24:03 +0530 | [diff] [blame] | 347 | * i915 only supports linear/x-tiled above 4096 wide on Gen9/Gen10 GPU. |
| 348 | * VAAPI decode in NV12 Y tiled format so skip modifier change for NV12/P010 huge bo. |
Sean Paul | a9d3f77 | 2020-05-19 10:17:07 -0400 | [diff] [blame] | 349 | */ |
Abhishek Kumar | 6085bf3 | 2020-10-12 16:24:03 +0530 | [diff] [blame] | 350 | if (huge_bo && format != DRM_FORMAT_NV12 && format != DRM_FORMAT_P010 && |
| 351 | modifier != I915_FORMAT_MOD_X_TILED && modifier != DRM_FORMAT_MOD_LINEAR) { |
Sean Paul | a9d3f77 | 2020-05-19 10:17:07 -0400 | [diff] [blame] | 352 | uint32_t i; |
| 353 | for (i = 0; modifiers && i < count; i++) { |
| 354 | if (modifiers[i] == I915_FORMAT_MOD_X_TILED) |
| 355 | break; |
| 356 | } |
| 357 | if (i == count) |
| 358 | modifier = DRM_FORMAT_MOD_LINEAR; |
| 359 | else |
| 360 | modifier = I915_FORMAT_MOD_X_TILED; |
| 361 | } |
| 362 | |
Pilar Molina Lopez | 28cf2f1 | 2020-11-12 18:19:42 -0500 | [diff] [blame] | 363 | /* |
| 364 | * Skip I915_FORMAT_MOD_Y_TILED_CCS modifier if compression is disabled |
| 365 | * Pick y tiled modifier if it has been passed in, otherwise use linear |
| 366 | */ |
| 367 | if (!bo->drv->compression && modifier == I915_FORMAT_MOD_Y_TILED_CCS) { |
| 368 | uint32_t i; |
| 369 | for (i = 0; modifiers && i < count; i++) { |
| 370 | if (modifiers[i] == I915_FORMAT_MOD_Y_TILED) |
| 371 | break; |
| 372 | } |
| 373 | if (i == count) |
| 374 | modifier = DRM_FORMAT_MOD_LINEAR; |
| 375 | else |
| 376 | modifier = I915_FORMAT_MOD_Y_TILED; |
| 377 | } |
| 378 | |
Kristian H. Kristensen | 6061eab | 2017-10-03 13:53:19 -0700 | [diff] [blame] | 379 | switch (modifier) { |
| 380 | case DRM_FORMAT_MOD_LINEAR: |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 381 | bo->meta.tiling = I915_TILING_NONE; |
Kristian H. Kristensen | 6061eab | 2017-10-03 13:53:19 -0700 | [diff] [blame] | 382 | break; |
| 383 | case I915_FORMAT_MOD_X_TILED: |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 384 | bo->meta.tiling = I915_TILING_X; |
Kristian H. Kristensen | 6061eab | 2017-10-03 13:53:19 -0700 | [diff] [blame] | 385 | break; |
| 386 | case I915_FORMAT_MOD_Y_TILED: |
Mark Yacoub | c956564 | 2020-02-07 11:02:22 -0500 | [diff] [blame] | 387 | case I915_FORMAT_MOD_Y_TILED_CCS: |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 388 | bo->meta.tiling = I915_TILING_Y; |
Kristian H. Kristensen | 6061eab | 2017-10-03 13:53:19 -0700 | [diff] [blame] | 389 | break; |
| 390 | } |
Owen Lin | bbb69fd | 2017-06-05 14:33:08 +0800 | [diff] [blame] | 391 | |
Gurchetan Singh | 52155b4 | 2021-01-27 17:55:17 -0800 | [diff] [blame] | 392 | bo->meta.format_modifier = modifier; |
Kristian H. Kristensen | 2b8f89e | 2018-02-07 16:10:06 -0800 | [diff] [blame] | 393 | |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 394 | if (format == DRM_FORMAT_YVU420_ANDROID) { |
| 395 | /* |
| 396 | * We only need to be able to use this as a linear texture, |
| 397 | * which doesn't put any HW restrictions on how we lay it |
| 398 | * out. The Android format does require the stride to be a |
| 399 | * multiple of 16 and expects the Cr and Cb stride to be |
| 400 | * ALIGN(Y_stride / 2, 16), which we can make happen by |
| 401 | * aligning to 32 bytes here. |
| 402 | */ |
| 403 | uint32_t stride = ALIGN(width, 32); |
| 404 | drv_bo_from_format(bo, stride, height, format); |
Mark Yacoub | c956564 | 2020-02-07 11:02:22 -0500 | [diff] [blame] | 405 | } else if (modifier == I915_FORMAT_MOD_Y_TILED_CCS) { |
| 406 | /* |
| 407 | * For compressed surfaces, we need a color control surface |
| 408 | * (CCS). Color compression is only supported for Y tiled |
| 409 | * surfaces, and for each 32x16 tiles in the main surface we |
| 410 | * need a tile in the control surface. Y tiles are 128 bytes |
| 411 | * wide and 32 lines tall and we use that to first compute the |
| 412 | * width and height in tiles of the main surface. stride and |
| 413 | * height are already multiples of 128 and 32, respectively: |
| 414 | */ |
| 415 | uint32_t stride = drv_stride_from_format(format, width, 0); |
| 416 | uint32_t width_in_tiles = DIV_ROUND_UP(stride, 128); |
| 417 | uint32_t height_in_tiles = DIV_ROUND_UP(height, 32); |
| 418 | uint32_t size = width_in_tiles * height_in_tiles * 4096; |
| 419 | uint32_t offset = 0; |
| 420 | |
| 421 | bo->meta.strides[0] = width_in_tiles * 128; |
| 422 | bo->meta.sizes[0] = size; |
| 423 | bo->meta.offsets[0] = offset; |
| 424 | offset += size; |
| 425 | |
| 426 | /* |
| 427 | * Now, compute the width and height in tiles of the control |
| 428 | * surface by dividing and rounding up. |
| 429 | */ |
| 430 | uint32_t ccs_width_in_tiles = DIV_ROUND_UP(width_in_tiles, 32); |
| 431 | uint32_t ccs_height_in_tiles = DIV_ROUND_UP(height_in_tiles, 16); |
| 432 | uint32_t ccs_size = ccs_width_in_tiles * ccs_height_in_tiles * 4096; |
| 433 | |
| 434 | /* |
| 435 | * With stride and height aligned to y tiles, offset is |
| 436 | * already a multiple of 4096, which is the required alignment |
| 437 | * of the CCS. |
| 438 | */ |
| 439 | bo->meta.strides[1] = ccs_width_in_tiles * 128; |
| 440 | bo->meta.sizes[1] = ccs_size; |
| 441 | bo->meta.offsets[1] = offset; |
| 442 | offset += ccs_size; |
| 443 | |
| 444 | bo->meta.num_planes = 2; |
| 445 | bo->meta.total_size = offset; |
Kristian H. Kristensen | e8778f0 | 2018-04-04 14:21:41 -0700 | [diff] [blame] | 446 | } else { |
| 447 | i915_bo_from_format(bo, width, height, format); |
| 448 | } |
David Stevens | 26fe682 | 2020-03-09 12:23:42 +0000 | [diff] [blame] | 449 | return 0; |
| 450 | } |
| 451 | |
| 452 | static int i915_bo_create_from_metadata(struct bo *bo) |
| 453 | { |
| 454 | int ret; |
| 455 | size_t plane; |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 456 | uint32_t gem_handle; |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 457 | struct drm_i915_gem_set_tiling gem_set_tiling = { 0 }; |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 458 | struct i915_device *i915 = bo->drv->priv; |
Stéphane Marchesin | 5d867a4 | 2014-11-24 17:09:49 -0800 | [diff] [blame] | 459 | |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 460 | if (i915->has_hw_protection && (bo->meta.use_flags & BO_USE_PROTECTED)) { |
| 461 | struct drm_i915_gem_object_param protected_param = { |
| 462 | .param = I915_OBJECT_PARAM | I915_PARAM_PROTECTED_CONTENT, |
| 463 | .data = 1, |
| 464 | }; |
| 465 | |
| 466 | struct drm_i915_gem_create_ext_setparam setparam_protected = { |
| 467 | .base = { .name = I915_GEM_CREATE_EXT_SETPARAM }, |
| 468 | .param = protected_param, |
| 469 | }; |
| 470 | |
| 471 | struct drm_i915_gem_create_ext create_ext = { |
| 472 | .size = bo->meta.total_size, |
| 473 | .extensions = (uintptr_t)&setparam_protected, |
| 474 | }; |
| 475 | |
| 476 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_CREATE_EXT, &create_ext); |
| 477 | if (ret) { |
| 478 | drv_log("DRM_IOCTL_I915_GEM_CREATE_EXT failed (size=%llu)\n", |
| 479 | create_ext.size); |
| 480 | return -errno; |
| 481 | } |
| 482 | |
| 483 | gem_handle = create_ext.handle; |
| 484 | } else { |
| 485 | struct drm_i915_gem_create gem_create = { 0 }; |
| 486 | gem_create.size = bo->meta.total_size; |
| 487 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_CREATE, &gem_create); |
| 488 | if (ret) { |
| 489 | drv_log("DRM_IOCTL_I915_GEM_CREATE failed (size=%llu)\n", gem_create.size); |
| 490 | return -errno; |
| 491 | } |
| 492 | |
| 493 | gem_handle = gem_create.handle; |
Ilja H. Friedel | f9d2ab7 | 2015-04-09 14:08:36 -0700 | [diff] [blame] | 494 | } |
Gurchetan Singh | 83dc4fb | 2016-07-19 15:52:33 -0700 | [diff] [blame] | 495 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 496 | for (plane = 0; plane < bo->meta.num_planes; plane++) |
Gurchetan Singh | f98d1c1 | 2020-10-07 15:46:23 -0700 | [diff] [blame] | 497 | bo->handles[plane].u32 = gem_handle; |
Daniel Nicoara | 1de26dc | 2014-09-25 18:53:19 -0400 | [diff] [blame] | 498 | |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 499 | gem_set_tiling.handle = bo->handles[0].u32; |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 500 | gem_set_tiling.tiling_mode = bo->meta.tiling; |
| 501 | gem_set_tiling.stride = bo->meta.strides[0]; |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 502 | |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 503 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_SET_TILING, &gem_set_tiling); |
| 504 | if (ret) { |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 505 | struct drm_gem_close gem_close = { 0 }; |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 506 | gem_close.handle = bo->handles[0].u32; |
| 507 | drmIoctl(bo->drv->fd, DRM_IOCTL_GEM_CLOSE, &gem_close); |
Gurchetan Singh | 82a8eed | 2017-01-03 13:01:37 -0800 | [diff] [blame] | 508 | |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 509 | drv_log("DRM_IOCTL_I915_GEM_SET_TILING failed with %d\n", errno); |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 510 | return -errno; |
| 511 | } |
| 512 | |
| 513 | return 0; |
| 514 | } |
| 515 | |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 516 | static void i915_close(struct driver *drv) |
Gurchetan Singh | 82a8eed | 2017-01-03 13:01:37 -0800 | [diff] [blame] | 517 | { |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 518 | free(drv->priv); |
| 519 | drv->priv = NULL; |
Gurchetan Singh | 82a8eed | 2017-01-03 13:01:37 -0800 | [diff] [blame] | 520 | } |
| 521 | |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 522 | static int i915_bo_import(struct bo *bo, struct drv_import_fd_data *data) |
| 523 | { |
| 524 | int ret; |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 525 | struct drm_i915_gem_get_tiling gem_get_tiling = { 0 }; |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 526 | |
| 527 | ret = drv_prime_bo_import(bo, data); |
| 528 | if (ret) |
| 529 | return ret; |
| 530 | |
| 531 | /* TODO(gsingh): export modifiers and get rid of backdoor tiling. */ |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 532 | gem_get_tiling.handle = bo->handles[0].u32; |
| 533 | |
| 534 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_GET_TILING, &gem_get_tiling); |
| 535 | if (ret) { |
Joe Kniss | 9e5d12a | 2017-06-29 11:54:22 -0700 | [diff] [blame] | 536 | drv_gem_bo_destroy(bo); |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 537 | drv_log("DRM_IOCTL_I915_GEM_GET_TILING failed.\n"); |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 538 | return ret; |
| 539 | } |
| 540 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 541 | bo->meta.tiling = gem_get_tiling.tiling_mode; |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 542 | return 0; |
| 543 | } |
| 544 | |
Gurchetan Singh | ee43c30 | 2017-11-14 18:20:27 -0800 | [diff] [blame] | 545 | static void *i915_bo_map(struct bo *bo, struct vma *vma, size_t plane, uint32_t map_flags) |
Gurchetan Singh | ef92053 | 2016-08-12 16:38:25 -0700 | [diff] [blame] | 546 | { |
| 547 | int ret; |
Kristian H. Kristensen | 8e9c241 | 2020-11-19 19:20:04 +0000 | [diff] [blame] | 548 | void *addr = MAP_FAILED; |
Gurchetan Singh | ef92053 | 2016-08-12 16:38:25 -0700 | [diff] [blame] | 549 | |
Gurchetan Singh | 52155b4 | 2021-01-27 17:55:17 -0800 | [diff] [blame] | 550 | if (bo->meta.format_modifier == I915_FORMAT_MOD_Y_TILED_CCS) |
Mark Yacoub | c956564 | 2020-02-07 11:02:22 -0500 | [diff] [blame] | 551 | return MAP_FAILED; |
| 552 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 553 | if (bo->meta.tiling == I915_TILING_NONE) { |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 554 | struct drm_i915_gem_mmap gem_map = { 0 }; |
Tomasz Figa | 39eb951 | 2018-11-01 00:45:31 +0900 | [diff] [blame] | 555 | /* TODO(b/118799155): We don't seem to have a good way to |
| 556 | * detect the use cases for which WC mapping is really needed. |
| 557 | * The current heuristic seems overly coarse and may be slowing |
| 558 | * down some other use cases unnecessarily. |
| 559 | * |
| 560 | * For now, care must be taken not to use WC mappings for |
| 561 | * Renderscript and camera use cases, as they're |
| 562 | * performance-sensitive. */ |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 563 | if ((bo->meta.use_flags & BO_USE_SCANOUT) && |
| 564 | !(bo->meta.use_flags & |
Tomasz Figa | 39eb951 | 2018-11-01 00:45:31 +0900 | [diff] [blame] | 565 | (BO_USE_RENDERSCRIPT | BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE))) |
Gurchetan Singh | 5af2023 | 2017-09-19 15:10:58 -0700 | [diff] [blame] | 566 | gem_map.flags = I915_MMAP_WC; |
| 567 | |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 568 | gem_map.handle = bo->handles[0].u32; |
| 569 | gem_map.offset = 0; |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 570 | gem_map.size = bo->meta.total_size; |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 571 | |
| 572 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_MMAP, &gem_map); |
Kristian H. Kristensen | 8e9c241 | 2020-11-19 19:20:04 +0000 | [diff] [blame] | 573 | /* DRM_IOCTL_I915_GEM_MMAP mmaps the underlying shm |
| 574 | * file and returns a user space address directly, ie, |
| 575 | * doesn't go through mmap. If we try that on a |
| 576 | * dma-buf that doesn't have a shm file, i915.ko |
| 577 | * returns ENXIO. Fall through to |
| 578 | * DRM_IOCTL_I915_GEM_MMAP_GTT in that case, which |
| 579 | * will mmap on the drm fd instead. */ |
| 580 | if (ret == 0) |
| 581 | addr = (void *)(uintptr_t)gem_map.addr_ptr; |
| 582 | } |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 583 | |
Kristian H. Kristensen | 8e9c241 | 2020-11-19 19:20:04 +0000 | [diff] [blame] | 584 | if (addr == MAP_FAILED) { |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 585 | struct drm_i915_gem_mmap_gtt gem_map = { 0 }; |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 586 | |
| 587 | gem_map.handle = bo->handles[0].u32; |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 588 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_MMAP_GTT, &gem_map); |
| 589 | if (ret) { |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 590 | drv_log("DRM_IOCTL_I915_GEM_MMAP_GTT failed\n"); |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 591 | return MAP_FAILED; |
| 592 | } |
| 593 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 594 | addr = mmap(0, bo->meta.total_size, drv_get_prot(map_flags), MAP_SHARED, |
| 595 | bo->drv->fd, gem_map.offset); |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 596 | } |
| 597 | |
| 598 | if (addr == MAP_FAILED) { |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 599 | drv_log("i915 GEM mmap failed\n"); |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 600 | return addr; |
| 601 | } |
| 602 | |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 603 | vma->length = bo->meta.total_size; |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 604 | return addr; |
| 605 | } |
Gurchetan Singh | 1a31e60 | 2016-10-06 10:58:00 -0700 | [diff] [blame] | 606 | |
Gurchetan Singh | 47e629b | 2017-11-02 14:07:18 -0700 | [diff] [blame] | 607 | static int i915_bo_invalidate(struct bo *bo, struct mapping *mapping) |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 608 | { |
| 609 | int ret; |
Gurchetan Singh | 9964438 | 2020-10-07 15:28:11 -0700 | [diff] [blame] | 610 | struct drm_i915_gem_set_domain set_domain = { 0 }; |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 611 | |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 612 | set_domain.handle = bo->handles[0].u32; |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 613 | if (bo->meta.tiling == I915_TILING_NONE) { |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 614 | set_domain.read_domains = I915_GEM_DOMAIN_CPU; |
Gurchetan Singh | 47e629b | 2017-11-02 14:07:18 -0700 | [diff] [blame] | 615 | if (mapping->vma->map_flags & BO_MAP_WRITE) |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 616 | set_domain.write_domain = I915_GEM_DOMAIN_CPU; |
| 617 | } else { |
| 618 | set_domain.read_domains = I915_GEM_DOMAIN_GTT; |
Gurchetan Singh | 47e629b | 2017-11-02 14:07:18 -0700 | [diff] [blame] | 619 | if (mapping->vma->map_flags & BO_MAP_WRITE) |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 620 | set_domain.write_domain = I915_GEM_DOMAIN_GTT; |
| 621 | } |
| 622 | |
| 623 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_SET_DOMAIN, &set_domain); |
| 624 | if (ret) { |
Alistair Strachan | 0cfaaa5 | 2018-03-19 14:03:23 -0700 | [diff] [blame] | 625 | drv_log("DRM_IOCTL_I915_GEM_SET_DOMAIN with %d\n", ret); |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 626 | return ret; |
| 627 | } |
| 628 | |
| 629 | return 0; |
| 630 | } |
| 631 | |
Gurchetan Singh | 47e629b | 2017-11-02 14:07:18 -0700 | [diff] [blame] | 632 | static int i915_bo_flush(struct bo *bo, struct mapping *mapping) |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 633 | { |
Gurchetan Singh | 68af9c2 | 2017-01-18 13:48:11 -0800 | [diff] [blame] | 634 | struct i915_device *i915 = bo->drv->priv; |
Gurchetan Singh | 298b757 | 2019-09-19 09:55:18 -0700 | [diff] [blame] | 635 | if (!i915->has_llc && bo->meta.tiling == I915_TILING_NONE) |
Gurchetan Singh | 47e629b | 2017-11-02 14:07:18 -0700 | [diff] [blame] | 636 | i915_clflush(mapping->vma->addr, mapping->vma->length); |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 637 | |
Gurchetan Singh | 8e02e05 | 2017-09-14 14:18:43 -0700 | [diff] [blame] | 638 | return 0; |
Gurchetan Singh | ef92053 | 2016-08-12 16:38:25 -0700 | [diff] [blame] | 639 | } |
| 640 | |
Gurchetan Singh | 3e9d383 | 2017-10-31 10:36:25 -0700 | [diff] [blame] | 641 | const struct backend backend_i915 = { |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 642 | .name = "i915", |
Gurchetan Singh | d7c84fd | 2016-08-16 18:18:24 -0700 | [diff] [blame] | 643 | .init = i915_init, |
| 644 | .close = i915_close, |
David Stevens | 26fe682 | 2020-03-09 12:23:42 +0000 | [diff] [blame] | 645 | .bo_compute_metadata = i915_bo_compute_metadata, |
| 646 | .bo_create_from_metadata = i915_bo_create_from_metadata, |
Gurchetan Singh | cc015e8 | 2017-01-17 16:15:25 -0800 | [diff] [blame] | 647 | .bo_destroy = drv_gem_bo_destroy, |
Gurchetan Singh | fcad5ad | 2017-01-05 20:39:31 -0800 | [diff] [blame] | 648 | .bo_import = i915_bo_import, |
Gurchetan Singh | d7c84fd | 2016-08-16 18:18:24 -0700 | [diff] [blame] | 649 | .bo_map = i915_bo_map, |
Gurchetan Singh | 8e02e05 | 2017-09-14 14:18:43 -0700 | [diff] [blame] | 650 | .bo_unmap = drv_bo_munmap, |
Gurchetan Singh | 2d1877f | 2017-10-10 14:12:46 -0700 | [diff] [blame] | 651 | .bo_invalidate = i915_bo_invalidate, |
Gurchetan Singh | 8e02e05 | 2017-09-14 14:18:43 -0700 | [diff] [blame] | 652 | .bo_flush = i915_bo_flush, |
Gurchetan Singh | 695125c | 2021-02-03 08:44:09 -0800 | [diff] [blame] | 653 | .resolve_format = drv_resolve_format_helper, |
Stéphane Marchesin | 25a2606 | 2014-09-12 16:18:59 -0700 | [diff] [blame] | 654 | }; |
| 655 | |
| 656 | #endif |