drivers/media/platform/qcom/venus/core.c

   1 /*
   2  * Copyright (c) 2012-2016, The Linux Foundation. All rights reserved.
   3  * Copyright (C) 2017 Linaro Ltd.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License version 2 and
   7  * only version 2 as published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  */
  15 #include <linux/clk.h>
  16 #include <linux/init.h>
  17 #include <linux/ioctl.h>
  18 #include <linux/list.h>
  19 #include <linux/module.h>
  20 #include <linux/of_device.h>
  21 #include <linux/platform_device.h>
  22 #include <linux/slab.h>
  23 #include <linux/types.h>
  24 #include <linux/pm_runtime.h>
  25 #include <media/videobuf2-v4l2.h>
  26 #include <media/v4l2-mem2mem.h>
  27 #include <media/v4l2-ioctl.h>
  28
  29 #include "core.h"
  30 #include "vdec.h"
  31 #include "venc.h"
  32 #include "firmware.h"
  33
  34 static void venus_event_notify(struct venus_core *core, u32 event)
  35 {
  36         struct venus_inst *inst;
  37
  38         switch (event) {
  39         case EVT_SYS_WATCHDOG_TIMEOUT:
  40         case EVT_SYS_ERROR:
  41                 break;
  42         default:
  43                 return;
  44         }
  45
  46         mutex_lock(&core->lock);
  47         core->sys_error = true;
  48         list_for_each_entry(inst, &core->instances, list)
  49                 inst->ops->event_notify(inst, EVT_SESSION_ERROR, NULL);
  50         mutex_unlock(&core->lock);
  51
  52         disable_irq_nosync(core->irq);
  53
  54         /*
  55          * Delay recovery to ensure venus has completed any pending cache
  56          * operations. Without this sleep, we see device reset when firmware is
  57          * unloaded after a system error.
  58          */
  59         schedule_delayed_work(&core->work, msecs_to_jiffies(100));
  60 }
  61
  62 static const struct hfi_core_ops venus_core_ops = {
  63         .event_notify = venus_event_notify,
  64 };
  65
  66 static void venus_sys_error_handler(struct work_struct *work)
  67 {
  68         struct venus_core *core =
  69                         container_of(work, struct venus_core, work.work);
  70         int ret = 0;
  71
  72         dev_warn(core->dev, "system error has occurred, starting recovery!\n");
  73
  74         pm_runtime_get_sync(core->dev);
  75
  76         hfi_core_deinit(core, true);
  77         hfi_destroy(core);
  78         mutex_lock(&core->lock);
  79         venus_shutdown(core->dev);
  80
  81         pm_runtime_put_sync(core->dev);
  82
  83         ret |= hfi_create(core, &venus_core_ops);
  84
  85         pm_runtime_get_sync(core->dev);
  86
  87         ret |= venus_boot(core->dev, core->res->fwname);
  88
  89         ret |= hfi_core_resume(core, true);
  90
  91         enable_irq(core->irq);
  92
  93         mutex_unlock(&core->lock);
  94
  95         ret |= hfi_core_init(core);
  96
  97         pm_runtime_put_sync(core->dev);
  98
  99         if (ret) {
 100                 disable_irq_nosync(core->irq);
 101                 dev_warn(core->dev, "recovery failed (%d)\n", ret);
 102                 schedule_delayed_work(&core->work, msecs_to_jiffies(10));
 103                 return;
 104         }
 105
 106         mutex_lock(&core->lock);
 107         core->sys_error = false;
 108         mutex_unlock(&core->lock);
 109 }
 110
 111 static int venus_clks_get(struct venus_core *core)
 112 {
 113         const struct venus_resources *res = core->res;
 114         struct device *dev = core->dev;
 115         unsigned int i;
 116
 117         for (i = 0; i < res->clks_num; i++) {
 118                 core->clks[i] = devm_clk_get(dev, res->clks[i]);
 119                 if (IS_ERR(core->clks[i]))
 120                         return PTR_ERR(core->clks[i]);
 121         }
 122
 123         return 0;
 124 }
 125
 126 static int venus_clks_enable(struct venus_core *core)
 127 {
 128         const struct venus_resources *res = core->res;
 129         unsigned int i;
 130         int ret;
 131
 132         for (i = 0; i < res->clks_num; i++) {
 133                 ret = clk_prepare_enable(core->clks[i]);
 134                 if (ret)
 135                         goto err;
 136         }
 137
 138         return 0;
 139 err:
 140         while (i--)
 141                 clk_disable_unprepare(core->clks[i]);
 142
 143         return ret;
 144 }
 145
 146 static void venus_clks_disable(struct venus_core *core)
 147 {
 148         const struct venus_resources *res = core->res;
 149         unsigned int i = res->clks_num;
 150
 151         while (i--)
 152                 clk_disable_unprepare(core->clks[i]);
 153 }
 154
 155 static u32 to_v4l2_codec_type(u32 codec)
 156 {
 157         switch (codec) {
 158         case HFI_VIDEO_CODEC_H264:
 159                 return V4L2_PIX_FMT_H264;
 160         case HFI_VIDEO_CODEC_H263:
 161                 return V4L2_PIX_FMT_H263;
 162         case HFI_VIDEO_CODEC_MPEG1:
 163                 return V4L2_PIX_FMT_MPEG1;
 164         case HFI_VIDEO_CODEC_MPEG2:
 165                 return V4L2_PIX_FMT_MPEG2;
 166         case HFI_VIDEO_CODEC_MPEG4:
 167                 return V4L2_PIX_FMT_MPEG4;
 168         case HFI_VIDEO_CODEC_VC1:
 169                 return V4L2_PIX_FMT_VC1_ANNEX_G;
 170         case HFI_VIDEO_CODEC_VP8:
 171                 return V4L2_PIX_FMT_VP8;
 172         case HFI_VIDEO_CODEC_VP9:
 173                 return V4L2_PIX_FMT_VP9;
 174         case HFI_VIDEO_CODEC_DIVX:
 175         case HFI_VIDEO_CODEC_DIVX_311:
 176                 return V4L2_PIX_FMT_XVID;
 177         default:
 178                 return 0;
 179         }
 180 }
 181
 182 static int venus_enumerate_codecs(struct venus_core *core, u32 type)
 183 {
 184         const struct hfi_inst_ops dummy_ops = {};
 185         struct venus_inst *inst;
 186         u32 codec, codecs;
 187         unsigned int i;
 188         int ret;
 189
 190         if (core->res->hfi_version != HFI_VERSION_1XX)
 191                 return 0;
 192
 193         inst = kzalloc(sizeof(*inst), GFP_KERNEL);
 194         if (!inst)
 195                 return -ENOMEM;
 196
 197         mutex_init(&inst->lock);
 198         inst->core = core;
 199         inst->session_type = type;
 200         if (type == VIDC_SESSION_TYPE_DEC)
 201                 codecs = core->dec_codecs;
 202         else
 203                 codecs = core->enc_codecs;
 204
 205         ret = hfi_session_create(inst, &dummy_ops);
 206         if (ret)
 207                 goto err;
 208
 209         for (i = 0; i < MAX_CODEC_NUM; i++) {
 210                 codec = (1 << i) & codecs;
 211                 if (!codec)
 212                         continue;
 213
 214                 ret = hfi_session_init(inst, to_v4l2_codec_type(codec));
 215                 if (ret)
 216                         goto done;
 217
 218                 ret = hfi_session_deinit(inst);
 219                 if (ret)
 220                         goto done;
 221         }
 222
 223 done:
 224         hfi_session_destroy(inst);
 225 err:
 226         mutex_destroy(&inst->lock);
 227         kfree(inst);
 228
 229         return ret;
 230 }
 231
 232 static int venus_probe(struct platform_device *pdev)
 233 {
 234         struct device *dev = &pdev->dev;
 235         struct venus_core *core;
 236         struct resource *r;
 237         int ret;
 238
 239         core = devm_kzalloc(dev, sizeof(*core), GFP_KERNEL);
 240         if (!core)
 241                 return -ENOMEM;
 242
 243         core->dev = dev;
 244         platform_set_drvdata(pdev, core);
 245
 246         r = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 247         core->base = devm_ioremap_resource(dev, r);
 248         if (IS_ERR(core->base))
 249                 return PTR_ERR(core->base);
 250
 251         core->irq = platform_get_irq(pdev, 0);
 252         if (core->irq < 0)
 253                 return core->irq;
 254
 255         core->res = of_device_get_match_data(dev);
 256         if (!core->res)
 257                 return -ENODEV;
 258
 259         ret = venus_clks_get(core);
 260         if (ret)
 261                 return ret;
 262
 263         ret = dma_set_mask_and_coherent(dev, core->res->dma_mask);
 264         if (ret)
 265                 return ret;
 266
 267         if (!dev->dma_parms) {
 268                 dev->dma_parms = devm_kzalloc(dev, sizeof(*dev->dma_parms),
 269                                               GFP_KERNEL);
 270                 if (!dev->dma_parms)
 271                         return -ENOMEM;
 272         }
 273         dma_set_max_seg_size(dev, DMA_BIT_MASK(32));
 274
 275         INIT_LIST_HEAD(&core->instances);
 276         mutex_init(&core->lock);
 277         INIT_DELAYED_WORK(&core->work, venus_sys_error_handler);
 278
 279         ret = devm_request_threaded_irq(dev, core->irq, hfi_isr, hfi_isr_thread,
 280                                         IRQF_TRIGGER_HIGH | IRQF_ONESHOT,
 281                                         "venus", core);
 282         if (ret)
 283                 return ret;
 284
 285         ret = hfi_create(core, &venus_core_ops);
 286         if (ret)
 287                 return ret;
 288
 289         pm_runtime_enable(dev);
 290
 291         ret = pm_runtime_get_sync(dev);
 292         if (ret < 0)
 293                 goto err_runtime_disable;
 294
 295         ret = venus_boot(dev, core->res->fwname);
 296         if (ret)
 297                 goto err_runtime_disable;
 298
 299         ret = hfi_core_resume(core, true);
 300         if (ret)
 301                 goto err_venus_shutdown;
 302
 303         ret = hfi_core_init(core);
 304         if (ret)
 305                 goto err_venus_shutdown;
 306
 307         ret = venus_enumerate_codecs(core, VIDC_SESSION_TYPE_DEC);
 308         if (ret)
 309                 goto err_venus_shutdown;
 310
 311         ret = venus_enumerate_codecs(core, VIDC_SESSION_TYPE_ENC);
 312         if (ret)
 313                 goto err_venus_shutdown;
 314
 315         ret = v4l2_device_register(dev, &core->v4l2_dev);
 316         if (ret)
 317                 goto err_core_deinit;
 318
 319         ret = of_platform_populate(dev->of_node, NULL, NULL, dev);
 320         if (ret)
 321                 goto err_dev_unregister;
 322
 323         ret = pm_runtime_put_sync(dev);
 324         if (ret) {
 325                 pm_runtime_get_noresume(dev);
 326                 goto err_dev_unregister;
 327         }
 328
 329         return 0;
 330
 331 err_dev_unregister:
 332         v4l2_device_unregister(&core->v4l2_dev);
 333 err_core_deinit:
 334         hfi_core_deinit(core, false);
 335 err_venus_shutdown:
 336         venus_shutdown(dev);
 337 err_runtime_disable:
 338         pm_runtime_put_noidle(dev);
 339         pm_runtime_set_suspended(dev);
 340         pm_runtime_disable(dev);
 341         hfi_destroy(core);
 342         return ret;
 343 }
 344
 345 static int venus_remove(struct platform_device *pdev)
 346 {
 347         struct venus_core *core = platform_get_drvdata(pdev);
 348         struct device *dev = core->dev;
 349         int ret;
 350
 351         ret = pm_runtime_get_sync(dev);
 352         WARN_ON(ret < 0);
 353
 354         ret = hfi_core_deinit(core, true);
 355         WARN_ON(ret);
 356
 357         hfi_destroy(core);
 358         venus_shutdown(dev);
 359         of_platform_depopulate(dev);
 360
 361         pm_runtime_put_sync(dev);
 362         pm_runtime_disable(dev);
 363
 364         v4l2_device_unregister(&core->v4l2_dev);
 365
 366         return ret;
 367 }
 368
 369 static __maybe_unused int venus_runtime_suspend(struct device *dev)
 370 {
 371         struct venus_core *core = dev_get_drvdata(dev);
 372         int ret;
 373
 374         ret = hfi_core_suspend(core);
 375
 376         venus_clks_disable(core);
 377
 378         return ret;
 379 }
 380
 381 static __maybe_unused int venus_runtime_resume(struct device *dev)
 382 {
 383         struct venus_core *core = dev_get_drvdata(dev);
 384         int ret;
 385
 386         ret = venus_clks_enable(core);
 387         if (ret)
 388                 return ret;
 389
 390         ret = hfi_core_resume(core, false);
 391         if (ret)
 392                 goto err_clks_disable;
 393
 394         return 0;
 395
 396 err_clks_disable:
 397         venus_clks_disable(core);
 398         return ret;
 399 }
 400
 401 static const struct dev_pm_ops venus_pm_ops = {
 402         SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
 403                                 pm_runtime_force_resume)
 404         SET_RUNTIME_PM_OPS(venus_runtime_suspend, venus_runtime_resume, NULL)
 405 };
 406
 407 static const struct freq_tbl msm8916_freq_table[] = {
 408         { 352800, 228570000 },  /* 1920x1088 @ 30 + 1280x720 @ 30 */
 409         { 244800, 160000000 },  /* 1920x1088 @ 30 */
 410         { 108000, 100000000 },  /* 1280x720 @ 30 */
 411 };
 412
 413 static const struct reg_val msm8916_reg_preset[] = {
 414         { 0xe0020, 0x05555556 },
 415         { 0xe0024, 0x05555556 },
 416         { 0x80124, 0x00000003 },
 417 };
 418
 419 static const struct venus_resources msm8916_res = {
 420         .freq_tbl = msm8916_freq_table,
 421         .freq_tbl_size = ARRAY_SIZE(msm8916_freq_table),
 422         .reg_tbl = msm8916_reg_preset,
 423         .reg_tbl_size = ARRAY_SIZE(msm8916_reg_preset),
 424         .clks = { "core", "iface", "bus", },
 425         .clks_num = 3,
 426         .max_load = 352800, /* 720p@30 + 1080p@30 */
 427         .hfi_version = HFI_VERSION_1XX,
 428         .vmem_id = VIDC_RESOURCE_NONE,
 429         .vmem_size = 0,
 430         .vmem_addr = 0,
 431         .dma_mask = 0xddc00000 - 1,
 432         .fwname = "/*(DEBLOBBED)*/",
 433 };
 434
 435 static const struct freq_tbl msm8996_freq_table[] = {
 436         { 1944000, 520000000 }, /* 4k UHD @ 60 (decode only) */
 437         {  972000, 520000000 }, /* 4k UHD @ 30 */
 438         {  489600, 346666667 }, /* 1080p @ 60 */
 439         {  244800, 150000000 }, /* 1080p @ 30 */
 440         {  108000,  75000000 }, /* 720p @ 30 */
 441 };
 442
 443 static const struct reg_val msm8996_reg_preset[] = {
 444         { 0x80010, 0xffffffff },
 445         { 0x80018, 0x00001556 },
 446         { 0x8001C, 0x00001556 },
 447 };
 448
 449 static const struct venus_resources msm8996_res = {
 450         .freq_tbl = msm8996_freq_table,
 451         .freq_tbl_size = ARRAY_SIZE(msm8996_freq_table),
 452         .reg_tbl = msm8996_reg_preset,
 453         .reg_tbl_size = ARRAY_SIZE(msm8996_reg_preset),
 454         .clks = {"core", "iface", "bus", "mbus" },
 455         .clks_num = 4,
 456         .max_load = 2563200,
 457         .hfi_version = HFI_VERSION_3XX,
 458         .vmem_id = VIDC_RESOURCE_NONE,
 459         .vmem_size = 0,
 460         .vmem_addr = 0,
 461         .dma_mask = 0xddc00000 - 1,
 462         .fwname = "/*(DEBLOBBED)*/",
 463 };
 464
 465 static const struct freq_tbl sdm845_freq_table[] = {
 466         { 1944000, 380000000 }, /* 4k UHD @ 60 */
 467         {  972000, 320000000 }, /* 4k UHD @ 30 */
 468         {  489600, 200000000 }, /* 1080p @ 60 */
 469         {  244800, 100000000 }, /* 1080p @ 30 */
 470 };
 471
 472 static const struct venus_resources sdm845_res = {
 473         .freq_tbl = sdm845_freq_table,
 474         .freq_tbl_size = ARRAY_SIZE(sdm845_freq_table),
 475         .clks = {"core", "iface", "bus" },
 476         .clks_num = 3,
 477         .max_load = 2563200,
 478         .hfi_version = HFI_VERSION_4XX,
 479         .vmem_id = VIDC_RESOURCE_NONE,
 480         .vmem_size = 0,
 481         .vmem_addr = 0,
 482         .dma_mask = 0xe0000000 - 1,
 483         .fwname = "/*(DEBLOBBED)*/",
 484 };
 485
 486 static const struct of_device_id venus_dt_match[] = {
 487         { .compatible = "qcom,msm8916-venus", .data = &msm8916_res, },
 488         { .compatible = "qcom,msm8996-venus", .data = &msm8996_res, },
 489         { .compatible = "qcom,sdm845-venus", .data = &sdm845_res, },
 490         { }
 491 };
 492 MODULE_DEVICE_TABLE(of, venus_dt_match);
 493
 494 static struct platform_driver qcom_venus_driver = {
 495         .probe = venus_probe,
 496         .remove = venus_remove,
 497         .driver = {
 498                 .name = "qcom-venus",
 499                 .of_match_table = venus_dt_match,
 500                 .pm = &venus_pm_ops,
 501         },
 502 };
 503 module_platform_driver(qcom_venus_driver);
 504
 505 MODULE_ALIAS("platform:qcom-venus");
 506 MODULE_DESCRIPTION("Qualcomm Venus video encoder and decoder driver");
 507 MODULE_LICENSE("GPL v2");