blob: 396f29f289f525044d31e2776ca2c144a1c63f0c [file] [log] [blame]
Arto Merilainen0ae797a2016-12-14 13:16:13 +02001/*
2 * Copyright (c) 2015, NVIDIA Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8
9#include <linux/clk.h>
10#include <linux/host1x.h>
11#include <linux/iommu.h>
12#include <linux/module.h>
13#include <linux/of.h>
14#include <linux/of_device.h>
15#include <linux/of_platform.h>
16#include <linux/platform_device.h>
17#include <linux/pm_runtime.h>
18#include <linux/reset.h>
19
20#include <soc/tegra/pmc.h>
21
22#include "drm.h"
23#include "falcon.h"
24#include "vic.h"
25
26struct vic_config {
27 const char *firmware;
Thierry Redingacae8a92018-05-16 17:08:04 +020028 unsigned int version;
Arto Merilainen0ae797a2016-12-14 13:16:13 +020029};
30
31struct vic {
32 struct falcon falcon;
33 bool booted;
34
35 void __iomem *regs;
36 struct tegra_drm_client client;
37 struct host1x_channel *channel;
38 struct iommu_domain *domain;
39 struct device *dev;
40 struct clk *clk;
Thierry Reding0dc34e12018-11-23 13:06:37 +010041 struct reset_control *rst;
Arto Merilainen0ae797a2016-12-14 13:16:13 +020042
43 /* Platform configuration */
44 const struct vic_config *config;
45};
46
47static inline struct vic *to_vic(struct tegra_drm_client *client)
48{
49 return container_of(client, struct vic, client);
50}
51
52static void vic_writel(struct vic *vic, u32 value, unsigned int offset)
53{
54 writel(value, vic->regs + offset);
55}
56
57static int vic_runtime_resume(struct device *dev)
58{
59 struct vic *vic = dev_get_drvdata(dev);
Thierry Reding0dc34e12018-11-23 13:06:37 +010060 int err;
Arto Merilainen0ae797a2016-12-14 13:16:13 +020061
Thierry Reding0dc34e12018-11-23 13:06:37 +010062 err = clk_prepare_enable(vic->clk);
63 if (err < 0)
64 return err;
65
66 usleep_range(10, 20);
67
68 err = reset_control_deassert(vic->rst);
69 if (err < 0)
70 goto disable;
71
72 usleep_range(10, 20);
73
74 return 0;
75
76disable:
77 clk_disable_unprepare(vic->clk);
78 return err;
Arto Merilainen0ae797a2016-12-14 13:16:13 +020079}
80
81static int vic_runtime_suspend(struct device *dev)
82{
83 struct vic *vic = dev_get_drvdata(dev);
Thierry Reding0dc34e12018-11-23 13:06:37 +010084 int err;
85
86 err = reset_control_assert(vic->rst);
87 if (err < 0)
88 return err;
89
90 usleep_range(2000, 4000);
Arto Merilainen0ae797a2016-12-14 13:16:13 +020091
92 clk_disable_unprepare(vic->clk);
93
94 vic->booted = false;
95
96 return 0;
97}
98
99static int vic_boot(struct vic *vic)
100{
101 u32 fce_ucode_size, fce_bin_data_offset;
102 void *hdr;
103 int err = 0;
104
105 if (vic->booted)
106 return 0;
107
108 /* setup clockgating registers */
109 vic_writel(vic, CG_IDLE_CG_DLY_CNT(4) |
110 CG_IDLE_CG_EN |
111 CG_WAKEUP_DLY_CNT(4),
112 NV_PVIC_MISC_PRI_VIC_CG);
113
114 err = falcon_boot(&vic->falcon);
115 if (err < 0)
116 return err;
117
118 hdr = vic->falcon.firmware.vaddr;
119 fce_bin_data_offset = *(u32 *)(hdr + VIC_UCODE_FCE_DATA_OFFSET);
120 hdr = vic->falcon.firmware.vaddr +
121 *(u32 *)(hdr + VIC_UCODE_FCE_HEADER_OFFSET);
122 fce_ucode_size = *(u32 *)(hdr + FCE_UCODE_SIZE_OFFSET);
123
124 falcon_execute_method(&vic->falcon, VIC_SET_APPLICATION_ID, 1);
125 falcon_execute_method(&vic->falcon, VIC_SET_FCE_UCODE_SIZE,
126 fce_ucode_size);
127 falcon_execute_method(&vic->falcon, VIC_SET_FCE_UCODE_OFFSET,
128 (vic->falcon.firmware.paddr + fce_bin_data_offset)
129 >> 8);
130
131 err = falcon_wait_idle(&vic->falcon);
132 if (err < 0) {
133 dev_err(vic->dev,
134 "failed to set application ID and FCE base\n");
135 return err;
136 }
137
138 vic->booted = true;
139
140 return 0;
141}
142
143static void *vic_falcon_alloc(struct falcon *falcon, size_t size,
Thierry Reding9b49f672017-11-08 13:22:17 +0100144 dma_addr_t *iova)
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200145{
146 struct tegra_drm *tegra = falcon->data;
147
148 return tegra_drm_alloc(tegra, size, iova);
149}
150
151static void vic_falcon_free(struct falcon *falcon, size_t size,
152 dma_addr_t iova, void *va)
153{
154 struct tegra_drm *tegra = falcon->data;
155
156 return tegra_drm_free(tegra, size, va, iova);
157}
158
159static const struct falcon_ops vic_falcon_ops = {
160 .alloc = vic_falcon_alloc,
161 .free = vic_falcon_free
162};
163
164static int vic_init(struct host1x_client *client)
165{
166 struct tegra_drm_client *drm = host1x_to_drm_client(client);
Thierry Redingbc8828b2017-10-12 17:43:33 +0200167 struct iommu_group *group = iommu_group_get(client->dev);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200168 struct drm_device *dev = dev_get_drvdata(client->parent);
169 struct tegra_drm *tegra = dev->dev_private;
170 struct vic *vic = to_vic(drm);
171 int err;
172
Thierry Redingbc8828b2017-10-12 17:43:33 +0200173 if (group && tegra->domain) {
174 err = iommu_attach_group(tegra->domain, group);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200175 if (err < 0) {
176 dev_err(vic->dev, "failed to attach to domain: %d\n",
177 err);
178 return err;
179 }
180
181 vic->domain = tegra->domain;
182 }
183
184 if (!vic->falcon.data) {
185 vic->falcon.data = tegra;
186 err = falcon_load_firmware(&vic->falcon);
187 if (err < 0)
Thierry Redingbc8828b2017-10-12 17:43:33 +0200188 goto detach;
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200189 }
190
191 vic->channel = host1x_channel_request(client->dev);
192 if (!vic->channel) {
193 err = -ENOMEM;
Thierry Redingbc8828b2017-10-12 17:43:33 +0200194 goto detach;
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200195 }
196
Thierry Reding617dd7c2017-08-30 12:48:31 +0200197 client->syncpts[0] = host1x_syncpt_request(client, 0);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200198 if (!client->syncpts[0]) {
199 err = -ENOMEM;
200 goto free_channel;
201 }
202
203 err = tegra_drm_register_client(tegra, drm);
204 if (err < 0)
205 goto free_syncpt;
206
207 return 0;
208
209free_syncpt:
210 host1x_syncpt_free(client->syncpts[0]);
211free_channel:
Mikko Perttunen8474b022017-06-15 02:18:42 +0300212 host1x_channel_put(vic->channel);
Thierry Redingbc8828b2017-10-12 17:43:33 +0200213detach:
214 if (group && tegra->domain)
215 iommu_detach_group(tegra->domain, group);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200216
217 return err;
218}
219
220static int vic_exit(struct host1x_client *client)
221{
222 struct tegra_drm_client *drm = host1x_to_drm_client(client);
Thierry Redingbc8828b2017-10-12 17:43:33 +0200223 struct iommu_group *group = iommu_group_get(client->dev);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200224 struct drm_device *dev = dev_get_drvdata(client->parent);
225 struct tegra_drm *tegra = dev->dev_private;
226 struct vic *vic = to_vic(drm);
227 int err;
228
229 err = tegra_drm_unregister_client(tegra, drm);
230 if (err < 0)
231 return err;
232
233 host1x_syncpt_free(client->syncpts[0]);
Mikko Perttunen8474b022017-06-15 02:18:42 +0300234 host1x_channel_put(vic->channel);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200235
236 if (vic->domain) {
Thierry Redingbc8828b2017-10-12 17:43:33 +0200237 iommu_detach_group(vic->domain, group);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200238 vic->domain = NULL;
239 }
240
241 return 0;
242}
243
244static const struct host1x_client_ops vic_client_ops = {
245 .init = vic_init,
246 .exit = vic_exit,
247};
248
249static int vic_open_channel(struct tegra_drm_client *client,
250 struct tegra_drm_context *context)
251{
252 struct vic *vic = to_vic(client);
253 int err;
254
255 err = pm_runtime_get_sync(vic->dev);
256 if (err < 0)
257 return err;
258
259 err = vic_boot(vic);
260 if (err < 0) {
261 pm_runtime_put(vic->dev);
262 return err;
263 }
264
265 context->channel = host1x_channel_get(vic->channel);
266 if (!context->channel) {
267 pm_runtime_put(vic->dev);
268 return -ENOMEM;
269 }
270
271 return 0;
272}
273
274static void vic_close_channel(struct tegra_drm_context *context)
275{
276 struct vic *vic = to_vic(context->client);
277
278 host1x_channel_put(context->channel);
279
280 pm_runtime_put(vic->dev);
281}
282
283static const struct tegra_drm_client_ops vic_ops = {
284 .open_channel = vic_open_channel,
285 .close_channel = vic_close_channel,
286 .submit = tegra_drm_submit,
287};
288
Nicolas Chauvet788ff4b2017-07-11 10:39:04 +0200289#define NVIDIA_TEGRA_124_VIC_FIRMWARE "nvidia/tegra124/vic03_ucode.bin"
290
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200291static const struct vic_config vic_t124_config = {
Nicolas Chauvet788ff4b2017-07-11 10:39:04 +0200292 .firmware = NVIDIA_TEGRA_124_VIC_FIRMWARE,
Thierry Redingacae8a92018-05-16 17:08:04 +0200293 .version = 0x40,
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200294};
295
Nicolas Chauvet788ff4b2017-07-11 10:39:04 +0200296#define NVIDIA_TEGRA_210_VIC_FIRMWARE "nvidia/tegra210/vic04_ucode.bin"
297
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200298static const struct vic_config vic_t210_config = {
Nicolas Chauvet788ff4b2017-07-11 10:39:04 +0200299 .firmware = NVIDIA_TEGRA_210_VIC_FIRMWARE,
Thierry Redingacae8a92018-05-16 17:08:04 +0200300 .version = 0x21,
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200301};
302
Mikko Perttunen6e44b9a2017-09-05 11:43:06 +0300303#define NVIDIA_TEGRA_186_VIC_FIRMWARE "nvidia/tegra186/vic04_ucode.bin"
304
305static const struct vic_config vic_t186_config = {
306 .firmware = NVIDIA_TEGRA_186_VIC_FIRMWARE,
Thierry Redingacae8a92018-05-16 17:08:04 +0200307 .version = 0x18,
Mikko Perttunen6e44b9a2017-09-05 11:43:06 +0300308};
309
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200310static const struct of_device_id vic_match[] = {
311 { .compatible = "nvidia,tegra124-vic", .data = &vic_t124_config },
312 { .compatible = "nvidia,tegra210-vic", .data = &vic_t210_config },
Mikko Perttunen6e44b9a2017-09-05 11:43:06 +0300313 { .compatible = "nvidia,tegra186-vic", .data = &vic_t186_config },
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200314 { },
315};
316
317static int vic_probe(struct platform_device *pdev)
318{
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200319 struct device *dev = &pdev->dev;
320 struct host1x_syncpt **syncpts;
321 struct resource *regs;
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200322 struct vic *vic;
323 int err;
324
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200325 vic = devm_kzalloc(dev, sizeof(*vic), GFP_KERNEL);
326 if (!vic)
327 return -ENOMEM;
328
Thierry Reding829ce7a2017-08-21 18:03:27 +0200329 vic->config = of_device_get_match_data(dev);
330
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200331 syncpts = devm_kzalloc(dev, sizeof(*syncpts), GFP_KERNEL);
332 if (!syncpts)
333 return -ENOMEM;
334
335 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
336 if (!regs) {
337 dev_err(&pdev->dev, "failed to get registers\n");
338 return -ENXIO;
339 }
340
341 vic->regs = devm_ioremap_resource(dev, regs);
342 if (IS_ERR(vic->regs))
343 return PTR_ERR(vic->regs);
344
345 vic->clk = devm_clk_get(dev, NULL);
346 if (IS_ERR(vic->clk)) {
347 dev_err(&pdev->dev, "failed to get clock\n");
348 return PTR_ERR(vic->clk);
349 }
350
Thierry Reding0dc34e12018-11-23 13:06:37 +0100351 if (!dev->pm_domain) {
352 vic->rst = devm_reset_control_get(dev, "vic");
353 if (IS_ERR(vic->rst)) {
354 dev_err(&pdev->dev, "failed to get reset\n");
355 return PTR_ERR(vic->rst);
356 }
357 }
358
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200359 vic->falcon.dev = dev;
360 vic->falcon.regs = vic->regs;
361 vic->falcon.ops = &vic_falcon_ops;
362
363 err = falcon_init(&vic->falcon);
364 if (err < 0)
365 return err;
366
Thierry Reding829ce7a2017-08-21 18:03:27 +0200367 err = falcon_read_firmware(&vic->falcon, vic->config->firmware);
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200368 if (err < 0)
369 goto exit_falcon;
370
371 platform_set_drvdata(pdev, vic);
372
373 INIT_LIST_HEAD(&vic->client.base.list);
374 vic->client.base.ops = &vic_client_ops;
375 vic->client.base.dev = dev;
376 vic->client.base.class = HOST1X_CLASS_VIC;
377 vic->client.base.syncpts = syncpts;
378 vic->client.base.num_syncpts = 1;
379 vic->dev = dev;
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200380
381 INIT_LIST_HEAD(&vic->client.list);
Thierry Redingacae8a92018-05-16 17:08:04 +0200382 vic->client.version = vic->config->version;
Arto Merilainen0ae797a2016-12-14 13:16:13 +0200383 vic->client.ops = &vic_ops;
384
385 err = host1x_client_register(&vic->client.base);
386 if (err < 0) {
387 dev_err(dev, "failed to register host1x client: %d\n", err);
388 platform_set_drvdata(pdev, NULL);
389 goto exit_falcon;
390 }
391
392 pm_runtime_enable(&pdev->dev);
393 if (!pm_runtime_enabled(&pdev->dev)) {
394 err = vic_runtime_resume(&pdev->dev);
395 if (err < 0)
396 goto unregister_client;
397 }
398
399 return 0;
400
401unregister_client:
402 host1x_client_unregister(&vic->client.base);
403exit_falcon:
404 falcon_exit(&vic->falcon);
405
406 return err;
407}
408
409static int vic_remove(struct platform_device *pdev)
410{
411 struct vic *vic = platform_get_drvdata(pdev);
412 int err;
413
414 err = host1x_client_unregister(&vic->client.base);
415 if (err < 0) {
416 dev_err(&pdev->dev, "failed to unregister host1x client: %d\n",
417 err);
418 return err;
419 }
420
421 if (pm_runtime_enabled(&pdev->dev))
422 pm_runtime_disable(&pdev->dev);
423 else
424 vic_runtime_suspend(&pdev->dev);
425
426 falcon_exit(&vic->falcon);
427
428 return 0;
429}
430
431static const struct dev_pm_ops vic_pm_ops = {
432 SET_RUNTIME_PM_OPS(vic_runtime_suspend, vic_runtime_resume, NULL)
433};
434
435struct platform_driver tegra_vic_driver = {
436 .driver = {
437 .name = "tegra-vic",
438 .of_match_table = vic_match,
439 .pm = &vic_pm_ops
440 },
441 .probe = vic_probe,
442 .remove = vic_remove,
443};
Nicolas Chauvet788ff4b2017-07-11 10:39:04 +0200444
445#if IS_ENABLED(CONFIG_ARCH_TEGRA_124_SOC)
446MODULE_FIRMWARE(NVIDIA_TEGRA_124_VIC_FIRMWARE);
447#endif
448#if IS_ENABLED(CONFIG_ARCH_TEGRA_210_SOC)
449MODULE_FIRMWARE(NVIDIA_TEGRA_210_VIC_FIRMWARE);
450#endif
Mikko Perttunen6e44b9a2017-09-05 11:43:06 +0300451#if IS_ENABLED(CONFIG_ARCH_TEGRA_186_SOC)
452MODULE_FIRMWARE(NVIDIA_TEGRA_186_VIC_FIRMWARE);
453#endif