blob: 32d246be2dad028e197ea3e157559c60ec00d44b [file] [log] [blame]
Stéphane Marchesin25a26062014-09-12 16:18:59 -07001/*
Daniele Castagna7a755de2016-12-16 17:32:30 -05002 * Copyright 2014 The Chromium OS Authors. All rights reserved.
Stéphane Marchesin25a26062014-09-12 16:18:59 -07003 * Use of this source code is governed by a BSD-style license that can be
4 * found in the LICENSE file.
5 */
6
Gurchetan Singh46faf6b2016-08-05 14:40:07 -07007#ifdef DRV_I915
Stéphane Marchesin25a26062014-09-12 16:18:59 -07008
Kristian H. Kristensene8778f02018-04-04 14:21:41 -07009#include <assert.h>
Stéphane Marchesin25a26062014-09-12 16:18:59 -070010#include <errno.h>
Kristian H. Kristensen9c3fb322018-04-11 15:55:13 -070011#include <stdbool.h>
Gurchetan Singhcc015e82017-01-17 16:15:25 -080012#include <stdio.h>
Stéphane Marchesin25a26062014-09-12 16:18:59 -070013#include <string.h>
Gurchetan Singhef920532016-08-12 16:38:25 -070014#include <sys/mman.h>
Gurchetan Singhcc35e692019-02-28 15:44:54 -080015#include <unistd.h>
Stéphane Marchesin25a26062014-09-12 16:18:59 -070016#include <xf86drm.h>
Stéphane Marchesin25a26062014-09-12 16:18:59 -070017
Gurchetan Singh46faf6b2016-08-05 14:40:07 -070018#include "drv_priv.h"
Gurchetan Singh13b00122020-10-07 14:31:20 -070019#include "external/i915_drm.h"
Stéphane Marchesin25a26062014-09-12 16:18:59 -070020#include "helpers.h"
21#include "util.h"
22
Gurchetan Singh68af9c22017-01-18 13:48:11 -080023#define I915_CACHELINE_SIZE 64
24#define I915_CACHELINE_MASK (I915_CACHELINE_SIZE - 1)
25
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +000026static const uint32_t scanout_render_formats[] = { DRM_FORMAT_ABGR2101010, DRM_FORMAT_ABGR8888,
27 DRM_FORMAT_ARGB2101010, DRM_FORMAT_ARGB8888,
28 DRM_FORMAT_RGB565, DRM_FORMAT_XBGR2101010,
29 DRM_FORMAT_XBGR8888, DRM_FORMAT_XRGB2101010,
30 DRM_FORMAT_XRGB8888 };
Gurchetan Singh6b41fb52017-03-01 20:14:39 -080031
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +000032static const uint32_t render_formats[] = { DRM_FORMAT_ABGR16161616F };
33
34static const uint32_t texture_only_formats[] = { DRM_FORMAT_R8, DRM_FORMAT_NV12, DRM_FORMAT_P010,
35 DRM_FORMAT_YVU420, DRM_FORMAT_YVU420_ANDROID };
Gurchetan Singh179687e2016-10-28 10:07:35 -070036
Mark Yacoub6e277082020-12-07 16:36:17 -050037static const uint64_t gen_modifier_order[] = { I915_FORMAT_MOD_Y_TILED_CCS, I915_FORMAT_MOD_Y_TILED,
38 I915_FORMAT_MOD_X_TILED, DRM_FORMAT_MOD_LINEAR };
Binu R S8d705182020-07-20 10:36:53 +053039
Evan Green71097242021-01-28 12:08:50 -080040static const uint64_t gen11_modifier_order[] = { I915_FORMAT_MOD_Y_TILED, I915_FORMAT_MOD_X_TILED,
Binu R S8d705182020-07-20 10:36:53 +053041 DRM_FORMAT_MOD_LINEAR };
42
43struct modifier_support_t {
44 const uint64_t *order;
45 uint32_t count;
46};
47
Gurchetan Singh1b1d56a2017-03-10 16:25:23 -080048struct i915_device {
Gurchetan Singh68af9c22017-01-18 13:48:11 -080049 uint32_t gen;
50 int32_t has_llc;
Gurchetan Singhf98d1c12020-10-07 15:46:23 -070051 int32_t has_hw_protection;
Binu R S8d705182020-07-20 10:36:53 +053052 struct modifier_support_t modifier;
Stéphane Marchesin25a26062014-09-12 16:18:59 -070053};
54
Gurchetan Singh68af9c22017-01-18 13:48:11 -080055static uint32_t i915_get_gen(int device_id)
Stéphane Marchesin25a26062014-09-12 16:18:59 -070056{
Gurchetan Singh1b1d56a2017-03-10 16:25:23 -080057 const uint16_t gen3_ids[] = { 0x2582, 0x2592, 0x2772, 0x27A2, 0x27AE,
58 0x29C2, 0x29B2, 0x29D2, 0xA001, 0xA011 };
Binu R S8d705182020-07-20 10:36:53 +053059 const uint16_t gen11_ids[] = { 0x4E71, 0x4E61, 0x4E51, 0x4E55, 0x4E57 };
Gurchetan Singh238001f2020-10-28 15:00:10 -070060 const uint16_t gen12_ids[] = { 0x9A40, 0x9A49, 0x9A59, 0x9A60, 0x9A68, 0x9A70,
61 0x9A78, 0x9AC0, 0x9AC9, 0x9AD9, 0x9AF8 };
Stéphane Marchesina39dfde2014-09-15 15:38:25 -070062 unsigned i;
Gurchetan Singh1b1d56a2017-03-10 16:25:23 -080063 for (i = 0; i < ARRAY_SIZE(gen3_ids); i++)
Stéphane Marchesin25a26062014-09-12 16:18:59 -070064 if (gen3_ids[i] == device_id)
65 return 3;
Binu R S8d705182020-07-20 10:36:53 +053066 /* Gen 11 */
67 for (i = 0; i < ARRAY_SIZE(gen11_ids); i++)
68 if (gen11_ids[i] == device_id)
69 return 11;
Stéphane Marchesin25a26062014-09-12 16:18:59 -070070
Sushma Venkatesh Reddy20604be2020-10-08 10:18:01 -070071 /* Gen 12 */
72 for (i = 0; i < ARRAY_SIZE(gen12_ids); i++)
73 if (gen12_ids[i] == device_id)
74 return 12;
75
Stéphane Marchesin25a26062014-09-12 16:18:59 -070076 return 4;
77}
78
Binu R S8d705182020-07-20 10:36:53 +053079static void i915_get_modifier_order(struct i915_device *i915)
80{
81 if (i915->gen == 11) {
82 i915->modifier.order = gen11_modifier_order;
83 i915->modifier.count = ARRAY_SIZE(gen11_modifier_order);
84 } else {
85 i915->modifier.order = gen_modifier_order;
86 i915->modifier.count = ARRAY_SIZE(gen_modifier_order);
87 }
88}
89
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +000090static uint64_t unset_flags(uint64_t current_flags, uint64_t mask)
Kristian H. Kristensen9c3fb322018-04-11 15:55:13 -070091{
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +000092 uint64_t value = current_flags & ~mask;
93 return value;
Gurchetan Singh6b41fb52017-03-01 20:14:39 -080094}
95
96static int i915_add_combinations(struct driver *drv)
97{
Gurchetan Singhf98d1c12020-10-07 15:46:23 -070098 struct i915_device *i915 = drv->priv;
Gurchetan Singh8ac0c9a2017-05-15 09:34:22 -070099
Miguel Casasda47b7d2021-04-15 21:46:33 -0400100 const uint64_t scanout_and_render = BO_USE_RENDER_MASK | BO_USE_SCANOUT;
101 const uint64_t render = BO_USE_RENDER_MASK;
102 const uint64_t texture_only = BO_USE_TEXTURE_MASK;
Jeffrey Kardatzkedba19872020-12-04 16:58:28 -0800103 // HW protected buffers also need to be scanned out.
Miguel Casasda47b7d2021-04-15 21:46:33 -0400104 const uint64_t hw_protected =
105 i915->has_hw_protection ? (BO_USE_PROTECTED | BO_USE_SCANOUT) : 0;
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700106
Miguel Casasabeadde2021-04-16 14:49:18 -0400107 const uint64_t linear_mask = BO_USE_RENDERSCRIPT | BO_USE_LINEAR | BO_USE_SW_READ_OFTEN |
108 BO_USE_SW_WRITE_OFTEN | BO_USE_SW_READ_RARELY |
109 BO_USE_SW_WRITE_RARELY;
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800110
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400111 struct format_metadata metadata_linear = {
112 .tiling = I915_TILING_NONE,
113 .priority = 1,
114 .modifier = DRM_FORMAT_MOD_LINEAR
115 };
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800116
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000117 drv_add_combinations(drv, scanout_render_formats, ARRAY_SIZE(scanout_render_formats),
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400118 &metadata_linear, scanout_and_render);
Gurchetan Singh1b1d56a2017-03-10 16:25:23 -0800119
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400120 drv_add_combinations(drv, render_formats, ARRAY_SIZE(render_formats), &metadata_linear, render);
Gurchetan Singh8ac0c9a2017-05-15 09:34:22 -0700121
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400122 drv_add_combinations(drv, texture_only_formats, ARRAY_SIZE(texture_only_formats), &metadata_linear,
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000123 texture_only);
124
125 drv_modify_linear_combinations(drv);
Hirokazu Hondafd8b8ab2020-06-16 15:28:56 +0900126
Hirokazu Honda3bd681c2020-06-23 17:52:20 +0900127 /* NV12 format for camera, display, decoding and encoding. */
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000128 /* IPU3 camera ISP supports only NV12 output. */
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400129 drv_modify_combination(drv, DRM_FORMAT_NV12, &metadata_linear,
Hirokazu Honda3bd681c2020-06-23 17:52:20 +0900130 BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_SCANOUT |
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700131 BO_USE_HW_VIDEO_DECODER | BO_USE_HW_VIDEO_ENCODER |
132 hw_protected);
Hirokazu Honda3b8d4d02019-07-31 16:35:52 +0900133
Gurchetan Singh71bc6652018-09-17 17:42:05 -0700134 /* Android CTS tests require this. */
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400135 drv_add_combination(drv, DRM_FORMAT_BGR888, &metadata_linear, BO_USE_SW_MASK);
Gurchetan Singh71bc6652018-09-17 17:42:05 -0700136
Tomasz Figad30c0a52017-07-05 17:50:18 +0900137 /*
138 * R8 format is used for Android's HAL_PIXEL_FORMAT_BLOB and is used for JPEG snapshots
David Stevens49518142020-06-15 13:48:48 +0900139 * from camera and input/output from hardware decoder/encoder.
Tomasz Figad30c0a52017-07-05 17:50:18 +0900140 */
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400141 drv_modify_combination(drv, DRM_FORMAT_R8, &metadata_linear,
David Stevens49518142020-06-15 13:48:48 +0900142 BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE | BO_USE_HW_VIDEO_DECODER |
143 BO_USE_HW_VIDEO_ENCODER);
Tomasz Figad30c0a52017-07-05 17:50:18 +0900144
Miguel Casasda47b7d2021-04-15 21:46:33 -0400145 const uint64_t render_not_linear = unset_flags(render, linear_mask);
Miguel Casasb5a95bb2021-04-16 14:52:59 -0400146 const uint64_t scanout_and_render_not_linear = render_not_linear | BO_USE_SCANOUT;
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800147
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400148 struct format_metadata metadata_x_tiled = {
149 .tiling = I915_TILING_X,
150 .priority = 2,
151 .modifier = I915_FORMAT_MOD_X_TILED
152 };
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800153
Miguel Casasda47b7d2021-04-15 21:46:33 -0400154 drv_add_combinations(drv, render_formats, ARRAY_SIZE(render_formats), &metadata_x_tiled, render_not_linear);
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000155 drv_add_combinations(drv, scanout_render_formats, ARRAY_SIZE(scanout_render_formats),
Miguel Casasda47b7d2021-04-15 21:46:33 -0400156 &metadata_x_tiled, scanout_and_render_not_linear);
Gurchetan Singh8ac0c9a2017-05-15 09:34:22 -0700157
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400158 struct format_metadata metadata_y_tiled = {
159 .tiling = I915_TILING_Y,
160 .priority = 3,
161 .modifier = I915_FORMAT_MOD_Y_TILED
162 };
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800163
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000164/* Support y-tiled NV12 and P010 for libva */
165#ifdef I915_SCANOUT_Y_TILED
Miguel Casas231913e2021-04-06 19:17:25 -0400166 const uint64_t nv12_usage =
Jeffrey Kardatzkedba19872020-12-04 16:58:28 -0800167 BO_USE_TEXTURE | BO_USE_HW_VIDEO_DECODER | BO_USE_SCANOUT | hw_protected;
Miguel Casas231913e2021-04-06 19:17:25 -0400168 const uint64_t p010_usage = BO_USE_TEXTURE | BO_USE_HW_VIDEO_DECODER | hw_protected |
169 (i915->gen >= 11 ? BO_USE_SCANOUT : 0);
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000170#else
Miguel Casas231913e2021-04-06 19:17:25 -0400171 const uint64_t nv12_usage = BO_USE_TEXTURE | BO_USE_HW_VIDEO_DECODER;
172 const uint64_t p010_usage = nv12_usage;
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000173#endif
Miguel Casasf2dc08e2021-04-15 20:51:24 -0400174 drv_add_combination(drv, DRM_FORMAT_NV12, &metadata_y_tiled, nv12_usage);
175 drv_add_combination(drv, DRM_FORMAT_P010, &metadata_y_tiled, p010_usage);
Jeffrey Kardatzkedba19872020-12-04 16:58:28 -0800176
Miguel Casasda47b7d2021-04-15 21:46:33 -0400177 drv_add_combinations(drv, render_formats, ARRAY_SIZE(render_formats), &metadata_y_tiled, render_not_linear);
Miguel Casasb5a95bb2021-04-16 14:52:59 -0400178
179 // Y-tiled scanout isn't available on old platforms so we add
180 // |scanout_render_formats| without that USE flag.
Ilja H. Friedelf39dcbc2020-02-26 02:50:51 +0000181 drv_add_combinations(drv, scanout_render_formats, ARRAY_SIZE(scanout_render_formats),
Miguel Casasb5a95bb2021-04-16 14:52:59 -0400182 &metadata_y_tiled, render_not_linear);
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800183 return 0;
184}
185
Gurchetan Singh1b1d56a2017-03-10 16:25:23 -0800186static int i915_align_dimensions(struct bo *bo, uint32_t tiling, uint32_t *stride,
187 uint32_t *aligned_height)
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700188{
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700189 struct i915_device *i915 = bo->drv->priv;
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700190 uint32_t horizontal_alignment;
191 uint32_t vertical_alignment;
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700192
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700193 switch (tiling) {
Gurchetan Singhd6fb5772016-08-29 19:13:51 -0700194 default:
195 case I915_TILING_NONE:
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700196 /*
197 * The Intel GPU doesn't need any alignment in linear mode,
198 * but libva requires the allocation stride to be aligned to
199 * 16 bytes and height to 4 rows. Further, we round up the
200 * horizontal alignment so that row start on a cache line (64
201 * bytes).
202 */
Dominik Behr1c6e70a2020-11-05 18:58:06 -0800203#ifdef LINEAR_ALIGN_256
204 /*
205 * If we want to import these buffers to amdgpu they need to
206 * their match LINEAR_ALIGNED requirement of 256 byte alignement.
207 */
208 horizontal_alignment = 256;
209#else
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700210 horizontal_alignment = 64;
Dominik Behr1c6e70a2020-11-05 18:58:06 -0800211#endif
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700212 vertical_alignment = 4;
Gurchetan Singhd6fb5772016-08-29 19:13:51 -0700213 break;
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800214
Gurchetan Singhd6fb5772016-08-29 19:13:51 -0700215 case I915_TILING_X:
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700216 horizontal_alignment = 512;
217 vertical_alignment = 8;
Gurchetan Singhd6fb5772016-08-29 19:13:51 -0700218 break;
219
220 case I915_TILING_Y:
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700221 if (i915->gen == 3) {
222 horizontal_alignment = 512;
223 vertical_alignment = 8;
Gurchetan Singh1b1d56a2017-03-10 16:25:23 -0800224 } else {
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700225 horizontal_alignment = 128;
226 vertical_alignment = 32;
Gurchetan Singhd6fb5772016-08-29 19:13:51 -0700227 }
228 break;
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700229 }
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800230
David Stevens793675a2019-09-25 11:17:48 +0900231 *aligned_height = ALIGN(*aligned_height, vertical_alignment);
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700232 if (i915->gen > 3) {
233 *stride = ALIGN(*stride, horizontal_alignment);
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800234 } else {
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700235 while (*stride > horizontal_alignment)
236 horizontal_alignment <<= 1;
237
238 *stride = horizontal_alignment;
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800239 }
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800240
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700241 if (i915->gen <= 3 && *stride > 8192)
242 return -EINVAL;
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800243
Gurchetan Singh6423ecb2017-03-29 08:23:40 -0700244 return 0;
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700245}
246
Gurchetan Singh68af9c22017-01-18 13:48:11 -0800247static void i915_clflush(void *start, size_t size)
248{
249 void *p = (void *)(((uintptr_t)start) & ~I915_CACHELINE_MASK);
250 void *end = (void *)((uintptr_t)start + size);
251
252 __builtin_ia32_mfence();
253 while (p < end) {
254 __builtin_ia32_clflush(p);
255 p = (void *)((uintptr_t)p + I915_CACHELINE_SIZE);
256 }
257}
258
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800259static int i915_init(struct driver *drv)
260{
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800261 int ret;
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800262 int device_id;
263 struct i915_device *i915;
Gurchetan Singh99644382020-10-07 15:28:11 -0700264 drm_i915_getparam_t get_param = { 0 };
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800265
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800266 i915 = calloc(1, sizeof(*i915));
267 if (!i915)
268 return -ENOMEM;
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800269
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800270 get_param.param = I915_PARAM_CHIPSET_ID;
271 get_param.value = &device_id;
272 ret = drmIoctl(drv->fd, DRM_IOCTL_I915_GETPARAM, &get_param);
273 if (ret) {
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700274 drv_log("Failed to get I915_PARAM_CHIPSET_ID\n");
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800275 free(i915);
Gurchetan Singh82a8eed2017-01-03 13:01:37 -0800276 return -EINVAL;
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800277 }
278
Gurchetan Singh68af9c22017-01-18 13:48:11 -0800279 i915->gen = i915_get_gen(device_id);
Binu R S8d705182020-07-20 10:36:53 +0530280 i915_get_modifier_order(i915);
Gurchetan Singh68af9c22017-01-18 13:48:11 -0800281
282 memset(&get_param, 0, sizeof(get_param));
283 get_param.param = I915_PARAM_HAS_LLC;
284 get_param.value = &i915->has_llc;
285 ret = drmIoctl(drv->fd, DRM_IOCTL_I915_GETPARAM, &get_param);
286 if (ret) {
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700287 drv_log("Failed to get I915_PARAM_HAS_LLC\n");
Gurchetan Singh68af9c22017-01-18 13:48:11 -0800288 free(i915);
289 return -EINVAL;
290 }
291
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700292 if (i915->gen >= 12)
293 i915->has_hw_protection = 1;
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800294
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700295 drv->priv = i915;
Gurchetan Singh6b41fb52017-03-01 20:14:39 -0800296 return i915_add_combinations(drv);
Gurchetan Singh3eb8d8f2017-01-03 13:36:13 -0800297}
298
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700299static int i915_bo_from_format(struct bo *bo, uint32_t width, uint32_t height, uint32_t format)
300{
301 uint32_t offset;
302 size_t plane;
Gurchetan Singhcc35e692019-02-28 15:44:54 -0800303 int ret, pagesize;
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700304
305 offset = 0;
Gurchetan Singhcc35e692019-02-28 15:44:54 -0800306 pagesize = getpagesize();
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700307 for (plane = 0; plane < drv_num_planes_from_format(format); plane++) {
308 uint32_t stride = drv_stride_from_format(format, width, plane);
309 uint32_t plane_height = drv_height_from_format(format, height, plane);
310
Gurchetan Singh298b7572019-09-19 09:55:18 -0700311 if (bo->meta.tiling != I915_TILING_NONE)
Gurchetan Singhcc35e692019-02-28 15:44:54 -0800312 assert(IS_ALIGNED(offset, pagesize));
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700313
Gurchetan Singh298b7572019-09-19 09:55:18 -0700314 ret = i915_align_dimensions(bo, bo->meta.tiling, &stride, &plane_height);
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700315 if (ret)
316 return ret;
317
Gurchetan Singh298b7572019-09-19 09:55:18 -0700318 bo->meta.strides[plane] = stride;
319 bo->meta.sizes[plane] = stride * plane_height;
320 bo->meta.offsets[plane] = offset;
321 offset += bo->meta.sizes[plane];
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700322 }
323
Gurchetan Singh298b7572019-09-19 09:55:18 -0700324 bo->meta.total_size = ALIGN(offset, pagesize);
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700325
326 return 0;
327}
328
David Stevens26fe6822020-03-09 12:23:42 +0000329static int i915_bo_compute_metadata(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
330 uint64_t use_flags, const uint64_t *modifiers, uint32_t count)
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700331{
David Stevens26fe6822020-03-09 12:23:42 +0000332 uint64_t modifier;
Sean Paula9d3f772020-05-19 10:17:07 -0400333 struct i915_device *i915 = bo->drv->priv;
Abhishek Kumard39fe4e2020-10-09 16:08:01 +0530334 bool huge_bo = (i915->gen < 11) && (width > 4096);
David Stevens26fe6822020-03-09 12:23:42 +0000335
336 if (modifiers) {
337 modifier =
Binu R S8d705182020-07-20 10:36:53 +0530338 drv_pick_modifier(modifiers, count, i915->modifier.order, i915->modifier.count);
David Stevens26fe6822020-03-09 12:23:42 +0000339 } else {
340 struct combination *combo = drv_get_combination(bo->drv, format, use_flags);
341 if (!combo)
342 return -EINVAL;
343 modifier = combo->metadata.modifier;
344 }
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700345
Sean Paula9d3f772020-05-19 10:17:07 -0400346 /*
Abhishek Kumar6085bf32020-10-12 16:24:03 +0530347 * i915 only supports linear/x-tiled above 4096 wide on Gen9/Gen10 GPU.
348 * VAAPI decode in NV12 Y tiled format so skip modifier change for NV12/P010 huge bo.
Sean Paula9d3f772020-05-19 10:17:07 -0400349 */
Abhishek Kumar6085bf32020-10-12 16:24:03 +0530350 if (huge_bo && format != DRM_FORMAT_NV12 && format != DRM_FORMAT_P010 &&
351 modifier != I915_FORMAT_MOD_X_TILED && modifier != DRM_FORMAT_MOD_LINEAR) {
Sean Paula9d3f772020-05-19 10:17:07 -0400352 uint32_t i;
353 for (i = 0; modifiers && i < count; i++) {
354 if (modifiers[i] == I915_FORMAT_MOD_X_TILED)
355 break;
356 }
357 if (i == count)
358 modifier = DRM_FORMAT_MOD_LINEAR;
359 else
360 modifier = I915_FORMAT_MOD_X_TILED;
361 }
362
Pilar Molina Lopez28cf2f12020-11-12 18:19:42 -0500363 /*
364 * Skip I915_FORMAT_MOD_Y_TILED_CCS modifier if compression is disabled
365 * Pick y tiled modifier if it has been passed in, otherwise use linear
366 */
367 if (!bo->drv->compression && modifier == I915_FORMAT_MOD_Y_TILED_CCS) {
368 uint32_t i;
369 for (i = 0; modifiers && i < count; i++) {
370 if (modifiers[i] == I915_FORMAT_MOD_Y_TILED)
371 break;
372 }
373 if (i == count)
374 modifier = DRM_FORMAT_MOD_LINEAR;
375 else
376 modifier = I915_FORMAT_MOD_Y_TILED;
377 }
378
Kristian H. Kristensen6061eab2017-10-03 13:53:19 -0700379 switch (modifier) {
380 case DRM_FORMAT_MOD_LINEAR:
Gurchetan Singh298b7572019-09-19 09:55:18 -0700381 bo->meta.tiling = I915_TILING_NONE;
Kristian H. Kristensen6061eab2017-10-03 13:53:19 -0700382 break;
383 case I915_FORMAT_MOD_X_TILED:
Gurchetan Singh298b7572019-09-19 09:55:18 -0700384 bo->meta.tiling = I915_TILING_X;
Kristian H. Kristensen6061eab2017-10-03 13:53:19 -0700385 break;
386 case I915_FORMAT_MOD_Y_TILED:
Mark Yacoubc9565642020-02-07 11:02:22 -0500387 case I915_FORMAT_MOD_Y_TILED_CCS:
Gurchetan Singh298b7572019-09-19 09:55:18 -0700388 bo->meta.tiling = I915_TILING_Y;
Kristian H. Kristensen6061eab2017-10-03 13:53:19 -0700389 break;
390 }
Owen Linbbb69fd2017-06-05 14:33:08 +0800391
Gurchetan Singh52155b42021-01-27 17:55:17 -0800392 bo->meta.format_modifier = modifier;
Kristian H. Kristensen2b8f89e2018-02-07 16:10:06 -0800393
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700394 if (format == DRM_FORMAT_YVU420_ANDROID) {
395 /*
396 * We only need to be able to use this as a linear texture,
397 * which doesn't put any HW restrictions on how we lay it
398 * out. The Android format does require the stride to be a
399 * multiple of 16 and expects the Cr and Cb stride to be
400 * ALIGN(Y_stride / 2, 16), which we can make happen by
401 * aligning to 32 bytes here.
402 */
403 uint32_t stride = ALIGN(width, 32);
404 drv_bo_from_format(bo, stride, height, format);
Mark Yacoubc9565642020-02-07 11:02:22 -0500405 } else if (modifier == I915_FORMAT_MOD_Y_TILED_CCS) {
406 /*
407 * For compressed surfaces, we need a color control surface
408 * (CCS). Color compression is only supported for Y tiled
409 * surfaces, and for each 32x16 tiles in the main surface we
410 * need a tile in the control surface. Y tiles are 128 bytes
411 * wide and 32 lines tall and we use that to first compute the
412 * width and height in tiles of the main surface. stride and
413 * height are already multiples of 128 and 32, respectively:
414 */
415 uint32_t stride = drv_stride_from_format(format, width, 0);
416 uint32_t width_in_tiles = DIV_ROUND_UP(stride, 128);
417 uint32_t height_in_tiles = DIV_ROUND_UP(height, 32);
418 uint32_t size = width_in_tiles * height_in_tiles * 4096;
419 uint32_t offset = 0;
420
421 bo->meta.strides[0] = width_in_tiles * 128;
422 bo->meta.sizes[0] = size;
423 bo->meta.offsets[0] = offset;
424 offset += size;
425
426 /*
427 * Now, compute the width and height in tiles of the control
428 * surface by dividing and rounding up.
429 */
430 uint32_t ccs_width_in_tiles = DIV_ROUND_UP(width_in_tiles, 32);
431 uint32_t ccs_height_in_tiles = DIV_ROUND_UP(height_in_tiles, 16);
432 uint32_t ccs_size = ccs_width_in_tiles * ccs_height_in_tiles * 4096;
433
434 /*
435 * With stride and height aligned to y tiles, offset is
436 * already a multiple of 4096, which is the required alignment
437 * of the CCS.
438 */
439 bo->meta.strides[1] = ccs_width_in_tiles * 128;
440 bo->meta.sizes[1] = ccs_size;
441 bo->meta.offsets[1] = offset;
442 offset += ccs_size;
443
444 bo->meta.num_planes = 2;
445 bo->meta.total_size = offset;
Kristian H. Kristensene8778f02018-04-04 14:21:41 -0700446 } else {
447 i915_bo_from_format(bo, width, height, format);
448 }
David Stevens26fe6822020-03-09 12:23:42 +0000449 return 0;
450}
451
452static int i915_bo_create_from_metadata(struct bo *bo)
453{
454 int ret;
455 size_t plane;
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700456 uint32_t gem_handle;
Gurchetan Singh99644382020-10-07 15:28:11 -0700457 struct drm_i915_gem_set_tiling gem_set_tiling = { 0 };
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700458 struct i915_device *i915 = bo->drv->priv;
Stéphane Marchesin5d867a42014-11-24 17:09:49 -0800459
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700460 if (i915->has_hw_protection && (bo->meta.use_flags & BO_USE_PROTECTED)) {
461 struct drm_i915_gem_object_param protected_param = {
462 .param = I915_OBJECT_PARAM | I915_PARAM_PROTECTED_CONTENT,
463 .data = 1,
464 };
465
466 struct drm_i915_gem_create_ext_setparam setparam_protected = {
467 .base = { .name = I915_GEM_CREATE_EXT_SETPARAM },
468 .param = protected_param,
469 };
470
471 struct drm_i915_gem_create_ext create_ext = {
472 .size = bo->meta.total_size,
473 .extensions = (uintptr_t)&setparam_protected,
474 };
475
476 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_CREATE_EXT, &create_ext);
477 if (ret) {
478 drv_log("DRM_IOCTL_I915_GEM_CREATE_EXT failed (size=%llu)\n",
479 create_ext.size);
480 return -errno;
481 }
482
483 gem_handle = create_ext.handle;
484 } else {
485 struct drm_i915_gem_create gem_create = { 0 };
486 gem_create.size = bo->meta.total_size;
487 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_CREATE, &gem_create);
488 if (ret) {
489 drv_log("DRM_IOCTL_I915_GEM_CREATE failed (size=%llu)\n", gem_create.size);
490 return -errno;
491 }
492
493 gem_handle = gem_create.handle;
Ilja H. Friedelf9d2ab72015-04-09 14:08:36 -0700494 }
Gurchetan Singh83dc4fb2016-07-19 15:52:33 -0700495
Gurchetan Singh298b7572019-09-19 09:55:18 -0700496 for (plane = 0; plane < bo->meta.num_planes; plane++)
Gurchetan Singhf98d1c12020-10-07 15:46:23 -0700497 bo->handles[plane].u32 = gem_handle;
Daniel Nicoara1de26dc2014-09-25 18:53:19 -0400498
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800499 gem_set_tiling.handle = bo->handles[0].u32;
Gurchetan Singh298b7572019-09-19 09:55:18 -0700500 gem_set_tiling.tiling_mode = bo->meta.tiling;
501 gem_set_tiling.stride = bo->meta.strides[0];
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700502
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800503 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_SET_TILING, &gem_set_tiling);
504 if (ret) {
Gurchetan Singh99644382020-10-07 15:28:11 -0700505 struct drm_gem_close gem_close = { 0 };
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800506 gem_close.handle = bo->handles[0].u32;
507 drmIoctl(bo->drv->fd, DRM_IOCTL_GEM_CLOSE, &gem_close);
Gurchetan Singh82a8eed2017-01-03 13:01:37 -0800508
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700509 drv_log("DRM_IOCTL_I915_GEM_SET_TILING failed with %d\n", errno);
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700510 return -errno;
511 }
512
513 return 0;
514}
515
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800516static void i915_close(struct driver *drv)
Gurchetan Singh82a8eed2017-01-03 13:01:37 -0800517{
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800518 free(drv->priv);
519 drv->priv = NULL;
Gurchetan Singh82a8eed2017-01-03 13:01:37 -0800520}
521
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800522static int i915_bo_import(struct bo *bo, struct drv_import_fd_data *data)
523{
524 int ret;
Gurchetan Singh99644382020-10-07 15:28:11 -0700525 struct drm_i915_gem_get_tiling gem_get_tiling = { 0 };
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800526
527 ret = drv_prime_bo_import(bo, data);
528 if (ret)
529 return ret;
530
531 /* TODO(gsingh): export modifiers and get rid of backdoor tiling. */
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800532 gem_get_tiling.handle = bo->handles[0].u32;
533
534 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_GET_TILING, &gem_get_tiling);
535 if (ret) {
Joe Kniss9e5d12a2017-06-29 11:54:22 -0700536 drv_gem_bo_destroy(bo);
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700537 drv_log("DRM_IOCTL_I915_GEM_GET_TILING failed.\n");
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800538 return ret;
539 }
540
Gurchetan Singh298b7572019-09-19 09:55:18 -0700541 bo->meta.tiling = gem_get_tiling.tiling_mode;
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800542 return 0;
543}
544
Gurchetan Singhee43c302017-11-14 18:20:27 -0800545static void *i915_bo_map(struct bo *bo, struct vma *vma, size_t plane, uint32_t map_flags)
Gurchetan Singhef920532016-08-12 16:38:25 -0700546{
547 int ret;
Kristian H. Kristensen8e9c2412020-11-19 19:20:04 +0000548 void *addr = MAP_FAILED;
Gurchetan Singhef920532016-08-12 16:38:25 -0700549
Gurchetan Singh52155b42021-01-27 17:55:17 -0800550 if (bo->meta.format_modifier == I915_FORMAT_MOD_Y_TILED_CCS)
Mark Yacoubc9565642020-02-07 11:02:22 -0500551 return MAP_FAILED;
552
Gurchetan Singh298b7572019-09-19 09:55:18 -0700553 if (bo->meta.tiling == I915_TILING_NONE) {
Gurchetan Singh99644382020-10-07 15:28:11 -0700554 struct drm_i915_gem_mmap gem_map = { 0 };
Tomasz Figa39eb9512018-11-01 00:45:31 +0900555 /* TODO(b/118799155): We don't seem to have a good way to
556 * detect the use cases for which WC mapping is really needed.
557 * The current heuristic seems overly coarse and may be slowing
558 * down some other use cases unnecessarily.
559 *
560 * For now, care must be taken not to use WC mappings for
561 * Renderscript and camera use cases, as they're
562 * performance-sensitive. */
Gurchetan Singh298b7572019-09-19 09:55:18 -0700563 if ((bo->meta.use_flags & BO_USE_SCANOUT) &&
564 !(bo->meta.use_flags &
Tomasz Figa39eb9512018-11-01 00:45:31 +0900565 (BO_USE_RENDERSCRIPT | BO_USE_CAMERA_READ | BO_USE_CAMERA_WRITE)))
Gurchetan Singh5af20232017-09-19 15:10:58 -0700566 gem_map.flags = I915_MMAP_WC;
567
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800568 gem_map.handle = bo->handles[0].u32;
569 gem_map.offset = 0;
Gurchetan Singh298b7572019-09-19 09:55:18 -0700570 gem_map.size = bo->meta.total_size;
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800571
572 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_MMAP, &gem_map);
Kristian H. Kristensen8e9c2412020-11-19 19:20:04 +0000573 /* DRM_IOCTL_I915_GEM_MMAP mmaps the underlying shm
574 * file and returns a user space address directly, ie,
575 * doesn't go through mmap. If we try that on a
576 * dma-buf that doesn't have a shm file, i915.ko
577 * returns ENXIO. Fall through to
578 * DRM_IOCTL_I915_GEM_MMAP_GTT in that case, which
579 * will mmap on the drm fd instead. */
580 if (ret == 0)
581 addr = (void *)(uintptr_t)gem_map.addr_ptr;
582 }
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800583
Kristian H. Kristensen8e9c2412020-11-19 19:20:04 +0000584 if (addr == MAP_FAILED) {
Gurchetan Singh99644382020-10-07 15:28:11 -0700585 struct drm_i915_gem_mmap_gtt gem_map = { 0 };
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800586
587 gem_map.handle = bo->handles[0].u32;
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800588 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_MMAP_GTT, &gem_map);
589 if (ret) {
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700590 drv_log("DRM_IOCTL_I915_GEM_MMAP_GTT failed\n");
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800591 return MAP_FAILED;
592 }
593
Gurchetan Singh298b7572019-09-19 09:55:18 -0700594 addr = mmap(0, bo->meta.total_size, drv_get_prot(map_flags), MAP_SHARED,
595 bo->drv->fd, gem_map.offset);
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800596 }
597
598 if (addr == MAP_FAILED) {
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700599 drv_log("i915 GEM mmap failed\n");
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800600 return addr;
601 }
602
Gurchetan Singh298b7572019-09-19 09:55:18 -0700603 vma->length = bo->meta.total_size;
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800604 return addr;
605}
Gurchetan Singh1a31e602016-10-06 10:58:00 -0700606
Gurchetan Singh47e629b2017-11-02 14:07:18 -0700607static int i915_bo_invalidate(struct bo *bo, struct mapping *mapping)
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700608{
609 int ret;
Gurchetan Singh99644382020-10-07 15:28:11 -0700610 struct drm_i915_gem_set_domain set_domain = { 0 };
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700611
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700612 set_domain.handle = bo->handles[0].u32;
Gurchetan Singh298b7572019-09-19 09:55:18 -0700613 if (bo->meta.tiling == I915_TILING_NONE) {
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700614 set_domain.read_domains = I915_GEM_DOMAIN_CPU;
Gurchetan Singh47e629b2017-11-02 14:07:18 -0700615 if (mapping->vma->map_flags & BO_MAP_WRITE)
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700616 set_domain.write_domain = I915_GEM_DOMAIN_CPU;
617 } else {
618 set_domain.read_domains = I915_GEM_DOMAIN_GTT;
Gurchetan Singh47e629b2017-11-02 14:07:18 -0700619 if (mapping->vma->map_flags & BO_MAP_WRITE)
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700620 set_domain.write_domain = I915_GEM_DOMAIN_GTT;
621 }
622
623 ret = drmIoctl(bo->drv->fd, DRM_IOCTL_I915_GEM_SET_DOMAIN, &set_domain);
624 if (ret) {
Alistair Strachan0cfaaa52018-03-19 14:03:23 -0700625 drv_log("DRM_IOCTL_I915_GEM_SET_DOMAIN with %d\n", ret);
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700626 return ret;
627 }
628
629 return 0;
630}
631
Gurchetan Singh47e629b2017-11-02 14:07:18 -0700632static int i915_bo_flush(struct bo *bo, struct mapping *mapping)
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800633{
Gurchetan Singh68af9c22017-01-18 13:48:11 -0800634 struct i915_device *i915 = bo->drv->priv;
Gurchetan Singh298b7572019-09-19 09:55:18 -0700635 if (!i915->has_llc && bo->meta.tiling == I915_TILING_NONE)
Gurchetan Singh47e629b2017-11-02 14:07:18 -0700636 i915_clflush(mapping->vma->addr, mapping->vma->length);
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800637
Gurchetan Singh8e02e052017-09-14 14:18:43 -0700638 return 0;
Gurchetan Singhef920532016-08-12 16:38:25 -0700639}
640
Gurchetan Singh3e9d3832017-10-31 10:36:25 -0700641const struct backend backend_i915 = {
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700642 .name = "i915",
Gurchetan Singhd7c84fd2016-08-16 18:18:24 -0700643 .init = i915_init,
644 .close = i915_close,
David Stevens26fe6822020-03-09 12:23:42 +0000645 .bo_compute_metadata = i915_bo_compute_metadata,
646 .bo_create_from_metadata = i915_bo_create_from_metadata,
Gurchetan Singhcc015e82017-01-17 16:15:25 -0800647 .bo_destroy = drv_gem_bo_destroy,
Gurchetan Singhfcad5ad2017-01-05 20:39:31 -0800648 .bo_import = i915_bo_import,
Gurchetan Singhd7c84fd2016-08-16 18:18:24 -0700649 .bo_map = i915_bo_map,
Gurchetan Singh8e02e052017-09-14 14:18:43 -0700650 .bo_unmap = drv_bo_munmap,
Gurchetan Singh2d1877f2017-10-10 14:12:46 -0700651 .bo_invalidate = i915_bo_invalidate,
Gurchetan Singh8e02e052017-09-14 14:18:43 -0700652 .bo_flush = i915_bo_flush,
Gurchetan Singh695125c2021-02-03 08:44:09 -0800653 .resolve_format = drv_resolve_format_helper,
Stéphane Marchesin25a26062014-09-12 16:18:59 -0700654};
655
656#endif