tegra/bpmp-tegra210.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Copyright (c) 2018, NVIDIA CORPORATION.
   4  */
   5
   6 #include <linux/interrupt.h>
   7 #include <linux/irq.h>
   8 #include <linux/io.h>
   9 #include <linux/of.h>
  10 #include <linux/platform_device.h>
  11
  12 #include <soc/tegra/bpmp.h>
  13
  14 #include "bpmp-private.h"
  15
  16 #define TRIGGER_OFFSET          0x000
  17 #define RESULT_OFFSET(id)       (0xc00 + id * 4)
  18 #define TRIGGER_ID_SHIFT        16
  19 #define TRIGGER_CMD_GET         4
  20
  21 #define STA_OFFSET              0
  22 #define SET_OFFSET              4
  23 #define CLR_OFFSET              8
  24
  25 #define CH_MASK(ch)     (0x3 << ((ch) * 2))
  26 #define SL_SIGL(ch)     (0x0 << ((ch) * 2))
  27 #define SL_QUED(ch)     (0x1 << ((ch) * 2))
  28 #define MA_FREE(ch)     (0x2 << ((ch) * 2))
  29 #define MA_ACKD(ch)     (0x3 << ((ch) * 2))
  30
  31 struct tegra210_bpmp {
  32         void __iomem *atomics;
  33         void __iomem *arb_sema;
  34         struct irq_data *tx_irq_data;
  35 };
  36
  37 static u32 bpmp_channel_status(struct tegra_bpmp *bpmp, unsigned int index)
  38 {
  39         struct tegra210_bpmp *priv = bpmp->priv;
  40
  41         return __raw_readl(priv->arb_sema + STA_OFFSET) & CH_MASK(index);
  42 }
  43
  44 static bool tegra210_bpmp_is_response_ready(struct tegra_bpmp_channel *channel)
  45 {
  46         unsigned int index = channel->index;
  47
  48         return bpmp_channel_status(channel->bpmp, index) == MA_ACKD(index);
  49 }
  50
  51 static bool tegra210_bpmp_is_request_ready(struct tegra_bpmp_channel *channel)
  52 {
  53         unsigned int index = channel->index;
  54
  55         return bpmp_channel_status(channel->bpmp, index) == SL_SIGL(index);
  56 }
  57
  58 static bool
  59 tegra210_bpmp_is_request_channel_free(struct tegra_bpmp_channel *channel)
  60 {
  61         unsigned int index = channel->index;
  62
  63         return bpmp_channel_status(channel->bpmp, index) == MA_FREE(index);
  64 }
  65
  66 static bool
  67 tegra210_bpmp_is_response_channel_free(struct tegra_bpmp_channel *channel)
  68 {
  69         unsigned int index = channel->index;
  70
  71         return bpmp_channel_status(channel->bpmp, index) == SL_QUED(index);
  72 }
  73
  74 static int tegra210_bpmp_post_request(struct tegra_bpmp_channel *channel)
  75 {
  76         struct tegra210_bpmp *priv = channel->bpmp->priv;
  77
  78         __raw_writel(CH_MASK(channel->index), priv->arb_sema + CLR_OFFSET);
  79
  80         return 0;
  81 }
  82
  83 static int tegra210_bpmp_post_response(struct tegra_bpmp_channel *channel)
  84 {
  85         struct tegra210_bpmp *priv = channel->bpmp->priv;
  86
  87         __raw_writel(MA_ACKD(channel->index), priv->arb_sema + SET_OFFSET);
  88
  89         return 0;
  90 }
  91
  92 static int tegra210_bpmp_ack_response(struct tegra_bpmp_channel *channel)
  93 {
  94         struct tegra210_bpmp *priv = channel->bpmp->priv;
  95
  96         __raw_writel(MA_ACKD(channel->index) ^ MA_FREE(channel->index),
  97                      priv->arb_sema + CLR_OFFSET);
  98
  99         return 0;
 100 }
 101
 102 static int tegra210_bpmp_ack_request(struct tegra_bpmp_channel *channel)
 103 {
 104         struct tegra210_bpmp *priv = channel->bpmp->priv;
 105
 106         __raw_writel(SL_QUED(channel->index), priv->arb_sema + SET_OFFSET);
 107
 108         return 0;
 109 }
 110
 111 static int tegra210_bpmp_ring_doorbell(struct tegra_bpmp *bpmp)
 112 {
 113         struct tegra210_bpmp *priv = bpmp->priv;
 114         struct irq_data *irq_data = priv->tx_irq_data;
 115
 116         /*
 117          * Tegra Legacy Interrupt Controller (LIC) is used to notify BPMP of
 118          * available messages
 119          */
 120         if (irq_data->chip->irq_retrigger)
 121                 return irq_data->chip->irq_retrigger(irq_data);
 122
 123         return -EINVAL;
 124 }
 125
 126 static irqreturn_t rx_irq(int irq, void *data)
 127 {
 128         struct tegra_bpmp *bpmp = data;
 129
 130         tegra_bpmp_handle_rx(bpmp);
 131
 132         return IRQ_HANDLED;
 133 }
 134
 135 static int tegra210_bpmp_channel_init(struct tegra_bpmp_channel *channel,
 136                                       struct tegra_bpmp *bpmp,
 137                                       unsigned int index)
 138 {
 139         struct tegra210_bpmp *priv = bpmp->priv;
 140         void __iomem *p;
 141         u32 address;
 142
 143         /* Retrieve channel base address from BPMP */
 144         writel(index << TRIGGER_ID_SHIFT | TRIGGER_CMD_GET,
 145                priv->atomics + TRIGGER_OFFSET);
 146         address = readl(priv->atomics + RESULT_OFFSET(index));
 147
 148         p = devm_ioremap(bpmp->dev, address, 0x80);
 149         if (!p)
 150                 return -ENOMEM;
 151
 152         iosys_map_set_vaddr_iomem(&channel->ib, p);
 153         iosys_map_set_vaddr_iomem(&channel->ob, p);
 154
 155         channel->index = index;
 156         init_completion(&channel->completion);
 157         channel->bpmp = bpmp;
 158
 159         return 0;
 160 }
 161
 162 static int tegra210_bpmp_init(struct tegra_bpmp *bpmp)
 163 {
 164         struct platform_device *pdev = to_platform_device(bpmp->dev);
 165         struct tegra210_bpmp *priv;
 166         unsigned int i;
 167         int err;
 168
 169         priv = devm_kzalloc(&pdev->dev, sizeof(*priv), GFP_KERNEL);
 170         if (!priv)
 171                 return -ENOMEM;
 172
 173         bpmp->priv = priv;
 174
 175         priv->atomics = devm_platform_ioremap_resource(pdev, 0);
 176         if (IS_ERR(priv->atomics))
 177                 return PTR_ERR(priv->atomics);
 178
 179         priv->arb_sema = devm_platform_ioremap_resource(pdev, 1);
 180         if (IS_ERR(priv->arb_sema))
 181                 return PTR_ERR(priv->arb_sema);
 182
 183         err = tegra210_bpmp_channel_init(bpmp->tx_channel, bpmp,
 184                                          bpmp->soc->channels.cpu_tx.offset);
 185         if (err < 0)
 186                 return err;
 187
 188         err = tegra210_bpmp_channel_init(bpmp->rx_channel, bpmp,
 189                                          bpmp->soc->channels.cpu_rx.offset);
 190         if (err < 0)
 191                 return err;
 192
 193         for (i = 0; i < bpmp->threaded.count; i++) {
 194                 unsigned int index = bpmp->soc->channels.thread.offset + i;
 195
 196                 err = tegra210_bpmp_channel_init(&bpmp->threaded_channels[i],
 197                                                  bpmp, index);
 198                 if (err < 0)
 199                         return err;
 200         }
 201
 202         err = platform_get_irq_byname(pdev, "tx");
 203         if (err < 0)
 204                 return err;
 205
 206         priv->tx_irq_data = irq_get_irq_data(err);
 207         if (!priv->tx_irq_data) {
 208                 dev_err(&pdev->dev, "failed to get IRQ data for TX IRQ\n");
 209                 return -ENOENT;
 210         }
 211
 212         err = platform_get_irq_byname(pdev, "rx");
 213         if (err < 0)
 214                 return err;
 215
 216         err = devm_request_irq(&pdev->dev, err, rx_irq,
 217                                IRQF_NO_SUSPEND, dev_name(&pdev->dev), bpmp);
 218         if (err < 0) {
 219                 dev_err(&pdev->dev, "failed to request IRQ: %d\n", err);
 220                 return err;
 221         }
 222
 223         return 0;
 224 }
 225
 226 const struct tegra_bpmp_ops tegra210_bpmp_ops = {
 227         .init = tegra210_bpmp_init,
 228         .is_response_ready = tegra210_bpmp_is_response_ready,
 229         .is_request_ready = tegra210_bpmp_is_request_ready,
 230         .ack_response = tegra210_bpmp_ack_response,
 231         .ack_request = tegra210_bpmp_ack_request,
 232         .is_response_channel_free = tegra210_bpmp_is_response_channel_free,
 233         .is_request_channel_free = tegra210_bpmp_is_request_channel_free,
 234         .post_response = tegra210_bpmp_post_response,
 235         .post_request = tegra210_bpmp_post_request,
 236         .ring_doorbell = tegra210_bpmp_ring_doorbell,
 237 };