1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (c) 2013 MundoReader S.L.
4 * Author: Heiko Stuebner <heiko@sntech.de>
6 * Copyright (c) 2021 Rockchip Electronics Co. Ltd.
9 #include <linux/bitops.h>
10 #include <linux/clk.h>
11 #include <linux/device.h>
12 #include <linux/err.h>
13 #include <linux/gpio/driver.h>
14 #include <linux/init.h>
15 #include <linux/interrupt.h>
17 #include <linux/module.h>
19 #include <linux/of_address.h>
20 #include <linux/of_device.h>
21 #include <linux/of_irq.h>
22 #include <linux/pinctrl/pinconf-generic.h>
23 #include <linux/regmap.h>
25 #include "../pinctrl/core.h"
26 #include "../pinctrl/pinctrl-rockchip.h"
28 #define GPIO_TYPE_V1 (0) /* GPIO Version ID reserved */
29 #define GPIO_TYPE_V2 (0x01000C2B) /* GPIO Version ID 0x01000C2B */
31 static const struct rockchip_gpio_regs gpio_regs_v1 = {
39 .int_rawstatus = 0x44,
45 static const struct rockchip_gpio_regs gpio_regs_v2 = {
54 .int_rawstatus = 0x58,
57 .dbclk_div_con = 0x48,
63 static inline void gpio_writel_v2(u32 val, void __iomem *reg)
65 writel((val & 0xffff) | 0xffff0000, reg);
66 writel((val >> 16) | 0xffff0000, reg + 0x4);
69 static inline u32 gpio_readl_v2(void __iomem *reg)
71 return readl(reg + 0x4) << 16 | readl(reg);
74 static inline void rockchip_gpio_writel(struct rockchip_pin_bank *bank,
75 u32 value, unsigned int offset)
77 void __iomem *reg = bank->reg_base + offset;
79 if (bank->gpio_type == GPIO_TYPE_V2)
80 gpio_writel_v2(value, reg);
85 static inline u32 rockchip_gpio_readl(struct rockchip_pin_bank *bank,
88 void __iomem *reg = bank->reg_base + offset;
91 if (bank->gpio_type == GPIO_TYPE_V2)
92 value = gpio_readl_v2(reg);
99 static inline void rockchip_gpio_writel_bit(struct rockchip_pin_bank *bank,
103 void __iomem *reg = bank->reg_base + offset;
106 if (bank->gpio_type == GPIO_TYPE_V2) {
108 data = BIT(bit % 16) | BIT(bit % 16 + 16);
110 data = BIT(bit % 16 + 16);
111 writel(data, bit >= 16 ? reg + 0x4 : reg);
121 static inline u32 rockchip_gpio_readl_bit(struct rockchip_pin_bank *bank,
122 u32 bit, unsigned int offset)
124 void __iomem *reg = bank->reg_base + offset;
127 if (bank->gpio_type == GPIO_TYPE_V2) {
128 data = readl(bit >= 16 ? reg + 0x4 : reg);
138 static int rockchip_gpio_get_direction(struct gpio_chip *chip,
141 struct rockchip_pin_bank *bank = gpiochip_get_data(chip);
144 data = rockchip_gpio_readl_bit(bank, offset, bank->gpio_regs->port_ddr);
146 return GPIO_LINE_DIRECTION_OUT;
148 return GPIO_LINE_DIRECTION_IN;
151 static int rockchip_gpio_set_direction(struct gpio_chip *chip,
152 unsigned int offset, bool input)
154 struct rockchip_pin_bank *bank = gpiochip_get_data(chip);
156 u32 data = input ? 0 : 1;
158 raw_spin_lock_irqsave(&bank->slock, flags);
159 rockchip_gpio_writel_bit(bank, offset, data, bank->gpio_regs->port_ddr);
160 raw_spin_unlock_irqrestore(&bank->slock, flags);
165 static void rockchip_gpio_set(struct gpio_chip *gc, unsigned int offset,
168 struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
171 raw_spin_lock_irqsave(&bank->slock, flags);
172 rockchip_gpio_writel_bit(bank, offset, value, bank->gpio_regs->port_dr);
173 raw_spin_unlock_irqrestore(&bank->slock, flags);
176 static int rockchip_gpio_get(struct gpio_chip *gc, unsigned int offset)
178 struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
181 data = readl(bank->reg_base + bank->gpio_regs->ext_port);
188 static int rockchip_gpio_set_debounce(struct gpio_chip *gc,
190 unsigned int debounce)
192 struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
193 const struct rockchip_gpio_regs *reg = bank->gpio_regs;
194 unsigned long flags, div_reg, freq, max_debounce;
195 bool div_debounce_support;
196 unsigned int cur_div_reg;
199 if (bank->gpio_type == GPIO_TYPE_V2 && !IS_ERR(bank->db_clk)) {
200 div_debounce_support = true;
201 freq = clk_get_rate(bank->db_clk);
202 max_debounce = (GENMASK(23, 0) + 1) * 2 * 1000000 / freq;
203 if (debounce > max_debounce)
206 div = debounce * freq;
207 div_reg = DIV_ROUND_CLOSEST_ULL(div, 2 * USEC_PER_SEC) - 1;
209 div_debounce_support = false;
212 raw_spin_lock_irqsave(&bank->slock, flags);
214 /* Only the v1 needs to configure div_en and div_con for dbclk */
216 if (div_debounce_support) {
217 /* Configure the max debounce from consumers */
218 cur_div_reg = readl(bank->reg_base +
220 if (cur_div_reg < div_reg)
221 writel(div_reg, bank->reg_base +
223 rockchip_gpio_writel_bit(bank, offset, 1,
227 rockchip_gpio_writel_bit(bank, offset, 1, reg->debounce);
229 if (div_debounce_support)
230 rockchip_gpio_writel_bit(bank, offset, 0,
233 rockchip_gpio_writel_bit(bank, offset, 0, reg->debounce);
236 raw_spin_unlock_irqrestore(&bank->slock, flags);
238 /* Enable or disable dbclk at last */
239 if (div_debounce_support) {
241 clk_prepare_enable(bank->db_clk);
243 clk_disable_unprepare(bank->db_clk);
249 static int rockchip_gpio_direction_input(struct gpio_chip *gc,
252 return rockchip_gpio_set_direction(gc, offset, true);
255 static int rockchip_gpio_direction_output(struct gpio_chip *gc,
256 unsigned int offset, int value)
258 rockchip_gpio_set(gc, offset, value);
260 return rockchip_gpio_set_direction(gc, offset, false);
264 * gpiolib set_config callback function. The setting of the pin
265 * mux function as 'gpio output' will be handled by the pinctrl subsystem
268 static int rockchip_gpio_set_config(struct gpio_chip *gc, unsigned int offset,
269 unsigned long config)
271 enum pin_config_param param = pinconf_to_config_param(config);
274 case PIN_CONFIG_INPUT_DEBOUNCE:
275 rockchip_gpio_set_debounce(gc, offset, true);
277 * Rockchip's gpio could only support up to one period
278 * of the debounce clock(pclk), which is far away from
279 * satisftying the requirement, as pclk is usually near
280 * 100MHz shared by all peripherals. So the fact is it
281 * has crippled debounce capability could only be useful
282 * to prevent any spurious glitches from waking up the system
283 * if the gpio is conguired as wakeup interrupt source. Let's
284 * still return -ENOTSUPP as before, to make sure the caller
285 * of gpiod_set_debounce won't change its behaviour.
294 * gpiolib gpio_to_irq callback function. Creates a mapping between a GPIO pin
295 * and a virtual IRQ, if not already present.
297 static int rockchip_gpio_to_irq(struct gpio_chip *gc, unsigned int offset)
299 struct rockchip_pin_bank *bank = gpiochip_get_data(gc);
305 virq = irq_create_mapping(bank->domain, offset);
307 return (virq) ? : -ENXIO;
310 static const struct gpio_chip rockchip_gpiolib_chip = {
311 .request = gpiochip_generic_request,
312 .free = gpiochip_generic_free,
313 .set = rockchip_gpio_set,
314 .get = rockchip_gpio_get,
315 .get_direction = rockchip_gpio_get_direction,
316 .direction_input = rockchip_gpio_direction_input,
317 .direction_output = rockchip_gpio_direction_output,
318 .set_config = rockchip_gpio_set_config,
319 .to_irq = rockchip_gpio_to_irq,
320 .owner = THIS_MODULE,
323 static void rockchip_irq_demux(struct irq_desc *desc)
325 struct irq_chip *chip = irq_desc_get_chip(desc);
326 struct rockchip_pin_bank *bank = irq_desc_get_handler_data(desc);
329 dev_dbg(bank->dev, "got irq for bank %s\n", bank->name);
331 chained_irq_enter(chip, desc);
333 pend = readl_relaxed(bank->reg_base + bank->gpio_regs->int_status);
336 unsigned int irq, virq;
340 virq = irq_find_mapping(bank->domain, irq);
343 dev_err(bank->dev, "unmapped irq %d\n", irq);
347 dev_dbg(bank->dev, "handling irq %d\n", irq);
350 * Triggering IRQ on both rising and falling edge
351 * needs manual intervention.
353 if (bank->toggle_edge_mode & BIT(irq)) {
354 u32 data, data_old, polarity;
357 data = readl_relaxed(bank->reg_base +
358 bank->gpio_regs->ext_port);
360 raw_spin_lock_irqsave(&bank->slock, flags);
362 polarity = readl_relaxed(bank->reg_base +
363 bank->gpio_regs->int_polarity);
365 polarity &= ~BIT(irq);
367 polarity |= BIT(irq);
370 bank->gpio_regs->int_polarity);
372 raw_spin_unlock_irqrestore(&bank->slock, flags);
375 data = readl_relaxed(bank->reg_base +
376 bank->gpio_regs->ext_port);
377 } while ((data & BIT(irq)) != (data_old & BIT(irq)));
380 generic_handle_irq(virq);
383 chained_irq_exit(chip, desc);
386 static int rockchip_irq_set_type(struct irq_data *d, unsigned int type)
388 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
389 struct rockchip_pin_bank *bank = gc->private;
390 u32 mask = BIT(d->hwirq);
397 raw_spin_lock_irqsave(&bank->slock, flags);
399 rockchip_gpio_writel_bit(bank, d->hwirq, 0,
400 bank->gpio_regs->port_ddr);
402 raw_spin_unlock_irqrestore(&bank->slock, flags);
404 if (type & IRQ_TYPE_EDGE_BOTH)
405 irq_set_handler_locked(d, handle_edge_irq);
407 irq_set_handler_locked(d, handle_level_irq);
409 raw_spin_lock_irqsave(&bank->slock, flags);
411 level = rockchip_gpio_readl(bank, bank->gpio_regs->int_type);
412 polarity = rockchip_gpio_readl(bank, bank->gpio_regs->int_polarity);
414 if (type == IRQ_TYPE_EDGE_BOTH) {
415 if (bank->gpio_type == GPIO_TYPE_V2) {
416 rockchip_gpio_writel_bit(bank, d->hwirq, 1,
417 bank->gpio_regs->int_bothedge);
420 bank->toggle_edge_mode |= mask;
424 * Determine gpio state. If 1 next interrupt should be
425 * falling otherwise rising.
427 data = readl(bank->reg_base + bank->gpio_regs->ext_port);
434 if (bank->gpio_type == GPIO_TYPE_V2) {
435 rockchip_gpio_writel_bit(bank, d->hwirq, 0,
436 bank->gpio_regs->int_bothedge);
438 bank->toggle_edge_mode &= ~mask;
441 case IRQ_TYPE_EDGE_RISING:
445 case IRQ_TYPE_EDGE_FALLING:
449 case IRQ_TYPE_LEVEL_HIGH:
453 case IRQ_TYPE_LEVEL_LOW:
463 rockchip_gpio_writel(bank, level, bank->gpio_regs->int_type);
464 rockchip_gpio_writel(bank, polarity, bank->gpio_regs->int_polarity);
466 raw_spin_unlock_irqrestore(&bank->slock, flags);
471 static int rockchip_irq_reqres(struct irq_data *d)
473 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
474 struct rockchip_pin_bank *bank = gc->private;
476 return gpiochip_reqres_irq(&bank->gpio_chip, d->hwirq);
479 static void rockchip_irq_relres(struct irq_data *d)
481 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
482 struct rockchip_pin_bank *bank = gc->private;
484 gpiochip_relres_irq(&bank->gpio_chip, d->hwirq);
487 static void rockchip_irq_suspend(struct irq_data *d)
489 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
490 struct rockchip_pin_bank *bank = gc->private;
492 bank->saved_masks = irq_reg_readl(gc, bank->gpio_regs->int_mask);
493 irq_reg_writel(gc, ~gc->wake_active, bank->gpio_regs->int_mask);
496 static void rockchip_irq_resume(struct irq_data *d)
498 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
499 struct rockchip_pin_bank *bank = gc->private;
501 irq_reg_writel(gc, bank->saved_masks, bank->gpio_regs->int_mask);
504 static void rockchip_irq_enable(struct irq_data *d)
506 irq_gc_mask_clr_bit(d);
509 static void rockchip_irq_disable(struct irq_data *d)
511 irq_gc_mask_set_bit(d);
514 static int rockchip_interrupts_register(struct rockchip_pin_bank *bank)
516 unsigned int clr = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
517 struct irq_chip_generic *gc;
520 bank->domain = irq_domain_add_linear(bank->of_node, 32,
521 &irq_generic_chip_ops, NULL);
523 dev_warn(bank->dev, "could not init irq domain for bank %s\n",
528 ret = irq_alloc_domain_generic_chips(bank->domain, 32, 1,
533 dev_err(bank->dev, "could not alloc generic chips for bank %s\n",
535 irq_domain_remove(bank->domain);
539 gc = irq_get_domain_generic_chip(bank->domain, 0);
540 if (bank->gpio_type == GPIO_TYPE_V2) {
541 gc->reg_writel = gpio_writel_v2;
542 gc->reg_readl = gpio_readl_v2;
545 gc->reg_base = bank->reg_base;
547 gc->chip_types[0].regs.mask = bank->gpio_regs->int_mask;
548 gc->chip_types[0].regs.ack = bank->gpio_regs->port_eoi;
549 gc->chip_types[0].chip.irq_ack = irq_gc_ack_set_bit;
550 gc->chip_types[0].chip.irq_mask = irq_gc_mask_set_bit;
551 gc->chip_types[0].chip.irq_unmask = irq_gc_mask_clr_bit;
552 gc->chip_types[0].chip.irq_enable = rockchip_irq_enable;
553 gc->chip_types[0].chip.irq_disable = rockchip_irq_disable;
554 gc->chip_types[0].chip.irq_set_wake = irq_gc_set_wake;
555 gc->chip_types[0].chip.irq_suspend = rockchip_irq_suspend;
556 gc->chip_types[0].chip.irq_resume = rockchip_irq_resume;
557 gc->chip_types[0].chip.irq_set_type = rockchip_irq_set_type;
558 gc->chip_types[0].chip.irq_request_resources = rockchip_irq_reqres;
559 gc->chip_types[0].chip.irq_release_resources = rockchip_irq_relres;
560 gc->wake_enabled = IRQ_MSK(bank->nr_pins);
563 * Linux assumes that all interrupts start out disabled/masked.
564 * Our driver only uses the concept of masked and always keeps
565 * things enabled, so for us that's all masked and all enabled.
567 rockchip_gpio_writel(bank, 0xffffffff, bank->gpio_regs->int_mask);
568 rockchip_gpio_writel(bank, 0xffffffff, bank->gpio_regs->port_eoi);
569 rockchip_gpio_writel(bank, 0xffffffff, bank->gpio_regs->int_en);
570 gc->mask_cache = 0xffffffff;
572 irq_set_chained_handler_and_data(bank->irq,
573 rockchip_irq_demux, bank);
578 static int rockchip_gpiolib_register(struct rockchip_pin_bank *bank)
580 struct gpio_chip *gc;
583 bank->gpio_chip = rockchip_gpiolib_chip;
585 gc = &bank->gpio_chip;
586 gc->base = bank->pin_base;
587 gc->ngpio = bank->nr_pins;
588 gc->label = bank->name;
589 gc->parent = bank->dev;
591 ret = gpiochip_add_data(gc, bank);
593 dev_err(bank->dev, "failed to add gpiochip %s, %d\n",
599 * For DeviceTree-supported systems, the gpio core checks the
600 * pinctrl's device node for the "gpio-ranges" property.
601 * If it is present, it takes care of adding the pin ranges
602 * for the driver. In this case the driver can skip ahead.
604 * In order to remain compatible with older, existing DeviceTree
605 * files which don't set the "gpio-ranges" property or systems that
606 * utilize ACPI the driver has to call gpiochip_add_pin_range().
608 if (!of_property_read_bool(bank->of_node, "gpio-ranges")) {
609 struct device_node *pctlnp = of_get_parent(bank->of_node);
610 struct pinctrl_dev *pctldev = NULL;
615 pctldev = of_pinctrl_get(pctlnp);
619 ret = gpiochip_add_pin_range(gc, dev_name(pctldev->dev), 0,
620 gc->base, gc->ngpio);
622 dev_err(bank->dev, "Failed to add pin range\n");
627 ret = rockchip_interrupts_register(bank);
629 dev_err(bank->dev, "failed to register interrupt, %d\n", ret);
636 gpiochip_remove(&bank->gpio_chip);
641 static int rockchip_get_bank_data(struct rockchip_pin_bank *bank)
646 if (of_address_to_resource(bank->of_node, 0, &res)) {
647 dev_err(bank->dev, "cannot find IO resource for bank\n");
651 bank->reg_base = devm_ioremap_resource(bank->dev, &res);
652 if (IS_ERR(bank->reg_base))
653 return PTR_ERR(bank->reg_base);
655 bank->irq = irq_of_parse_and_map(bank->of_node, 0);
659 bank->clk = of_clk_get(bank->of_node, 0);
660 if (IS_ERR(bank->clk))
661 return PTR_ERR(bank->clk);
663 clk_prepare_enable(bank->clk);
664 id = readl(bank->reg_base + gpio_regs_v2.version_id);
666 /* If not gpio v2, that is default to v1. */
667 if (id == GPIO_TYPE_V2) {
668 bank->gpio_regs = &gpio_regs_v2;
669 bank->gpio_type = GPIO_TYPE_V2;
670 bank->db_clk = of_clk_get(bank->of_node, 1);
671 if (IS_ERR(bank->db_clk)) {
672 dev_err(bank->dev, "cannot find debounce clk\n");
673 clk_disable_unprepare(bank->clk);
677 bank->gpio_regs = &gpio_regs_v1;
678 bank->gpio_type = GPIO_TYPE_V1;
684 static struct rockchip_pin_bank *
685 rockchip_gpio_find_bank(struct pinctrl_dev *pctldev, int id)
687 struct rockchip_pinctrl *info;
688 struct rockchip_pin_bank *bank;
691 info = pinctrl_dev_get_drvdata(pctldev);
692 bank = info->ctrl->pin_banks;
693 for (i = 0; i < info->ctrl->nr_banks; i++, bank++) {
694 if (bank->bank_num == id) {
700 return found ? bank : NULL;
703 static int rockchip_gpio_probe(struct platform_device *pdev)
705 struct device *dev = &pdev->dev;
706 struct device_node *np = dev->of_node;
707 struct device_node *pctlnp = of_get_parent(np);
708 struct pinctrl_dev *pctldev = NULL;
709 struct rockchip_pin_bank *bank = NULL;
710 struct rockchip_pin_deferred *cfg;
717 pctldev = of_pinctrl_get(pctlnp);
719 return -EPROBE_DEFER;
721 id = of_alias_get_id(np, "gpio");
725 bank = rockchip_gpio_find_bank(pctldev, id);
732 raw_spin_lock_init(&bank->slock);
734 ret = rockchip_get_bank_data(bank);
739 * Prevent clashes with a deferred output setting
740 * being added right at this moment.
742 mutex_lock(&bank->deferred_lock);
744 ret = rockchip_gpiolib_register(bank);
746 clk_disable_unprepare(bank->clk);
747 mutex_unlock(&bank->deferred_lock);
751 while (!list_empty(&bank->deferred_pins)) {
752 cfg = list_first_entry(&bank->deferred_pins,
753 struct rockchip_pin_deferred, head);
754 list_del(&cfg->head);
756 switch (cfg->param) {
757 case PIN_CONFIG_OUTPUT:
758 ret = rockchip_gpio_direction_output(&bank->gpio_chip, cfg->pin, cfg->arg);
760 dev_warn(dev, "setting output pin %u to %u failed\n", cfg->pin,
763 case PIN_CONFIG_INPUT_ENABLE:
764 ret = rockchip_gpio_direction_input(&bank->gpio_chip, cfg->pin);
766 dev_warn(dev, "setting input pin %u failed\n", cfg->pin);
769 dev_warn(dev, "unknown deferred config param %d\n", cfg->param);
775 mutex_unlock(&bank->deferred_lock);
777 platform_set_drvdata(pdev, bank);
778 dev_info(dev, "probed %pOF\n", np);
783 static int rockchip_gpio_remove(struct platform_device *pdev)
785 struct rockchip_pin_bank *bank = platform_get_drvdata(pdev);
787 clk_disable_unprepare(bank->clk);
788 gpiochip_remove(&bank->gpio_chip);
793 static const struct of_device_id rockchip_gpio_match[] = {
794 { .compatible = "rockchip,gpio-bank", },
795 { .compatible = "rockchip,rk3188-gpio-bank0" },
799 static struct platform_driver rockchip_gpio_driver = {
800 .probe = rockchip_gpio_probe,
801 .remove = rockchip_gpio_remove,
803 .name = "rockchip-gpio",
804 .of_match_table = rockchip_gpio_match,
808 static int __init rockchip_gpio_init(void)
810 return platform_driver_register(&rockchip_gpio_driver);
812 postcore_initcall(rockchip_gpio_init);
814 static void __exit rockchip_gpio_exit(void)
816 platform_driver_unregister(&rockchip_gpio_driver);
818 module_exit(rockchip_gpio_exit);
820 MODULE_DESCRIPTION("Rockchip gpio driver");
821 MODULE_ALIAS("platform:rockchip-gpio");
822 MODULE_LICENSE("GPL v2");
823 MODULE_DEVICE_TABLE(of, rockchip_gpio_match);