drivers/char/tpm/tpm_ibmvtpm.c

   1 /*
   2  * Copyright (C) 2012 IBM Corporation
   3  *
   4  * Author: Ashley Lai <ashleydlai@gmail.com>
   5  *
   6  * Maintained by: <tpmdd-devel@lists.sourceforge.net>
   7  *
   8  * Device driver for TCG/TCPA TPM (trusted platform module).
   9  * Specifications at www.trustedcomputinggroup.org
  10  *
  11  * This program is free software; you can redistribute it and/or
  12  * modify it under the terms of the GNU General Public License as
  13  * published by the Free Software Foundation, version 2 of the
  14  * License.
  15  *
  16  */
  17
  18 #include <linux/dma-mapping.h>
  19 #include <linux/dmapool.h>
  20 #include <linux/slab.h>
  21 #include <asm/vio.h>
  22 #include <asm/irq.h>
  23 #include <linux/types.h>
  24 #include <linux/list.h>
  25 #include <linux/spinlock.h>
  26 #include <linux/interrupt.h>
  27 #include <linux/wait.h>
  28 #include <asm/prom.h>
  29
  30 #include "tpm.h"
  31 #include "tpm_ibmvtpm.h"
  32
  33 static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";
  34
  35 static struct vio_device_id tpm_ibmvtpm_device_table[] = {
  36         { "IBM,vtpm", "IBM,vtpm"},
  37         { "", "" }
  38 };
  39 MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);
  40
  41 /**
  42  * ibmvtpm_send_crq - Send a CRQ request
  43  * @vdev:       vio device struct
  44  * @w1:         first word
  45  * @w2:         second word
  46  *
  47  * Return value:
  48  *      0 -Sucess
  49  *      Non-zero - Failure
  50  */
  51 static int ibmvtpm_send_crq(struct vio_dev *vdev, u64 w1, u64 w2)
  52 {
  53         return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, w2);
  54 }
  55
  56 /**
  57  * tpm_ibmvtpm_recv - Receive data after send
  58  * @chip:       tpm chip struct
  59  * @buf:        buffer to read
  60  * count:       size of buffer
  61  *
  62  * Return value:
  63  *      Number of bytes read
  64  */
  65 static int tpm_ibmvtpm_recv(struct tpm_chip *chip, u8 *buf, size_t count)
  66 {
  67         struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
  68         u16 len;
  69         int sig;
  70
  71         if (!ibmvtpm->rtce_buf) {
  72                 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
  73                 return 0;
  74         }
  75
  76         sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
  77         if (sig)
  78                 return -EINTR;
  79
  80         len = ibmvtpm->res_len;
  81
  82         if (count < len) {
  83                 dev_err(ibmvtpm->dev,
  84                         "Invalid size in recv: count=%zd, crq_size=%d\n",
  85                         count, len);
  86                 return -EIO;
  87         }
  88
  89         spin_lock(&ibmvtpm->rtce_lock);
  90         memcpy((void *)buf, (void *)ibmvtpm->rtce_buf, len);
  91         memset(ibmvtpm->rtce_buf, 0, len);
  92         ibmvtpm->res_len = 0;
  93         spin_unlock(&ibmvtpm->rtce_lock);
  94         return len;
  95 }
  96
  97 /**
  98  * tpm_ibmvtpm_send - Send tpm request
  99  * @chip:       tpm chip struct
 100  * @buf:        buffer contains data to send
 101  * count:       size of buffer
 102  *
 103  * Return value:
 104  *      Number of bytes sent
 105  */
 106 static int tpm_ibmvtpm_send(struct tpm_chip *chip, u8 *buf, size_t count)
 107 {
 108         struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
 109         struct ibmvtpm_crq crq;
 110         __be64 *word = (__be64 *)&crq;
 111         int rc, sig;
 112
 113         if (!ibmvtpm->rtce_buf) {
 114                 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
 115                 return 0;
 116         }
 117
 118         if (count > ibmvtpm->rtce_size) {
 119                 dev_err(ibmvtpm->dev,
 120                         "Invalid size in send: count=%zd, rtce_size=%d\n",
 121                         count, ibmvtpm->rtce_size);
 122                 return -EIO;
 123         }
 124
 125         if (ibmvtpm->tpm_processing_cmd) {
 126                 dev_info(ibmvtpm->dev,
 127                          "Need to wait for TPM to finish\n");
 128                 /* wait for previous command to finish */
 129                 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
 130                 if (sig)
 131                         return -EINTR;
 132         }
 133
 134         spin_lock(&ibmvtpm->rtce_lock);
 135         ibmvtpm->res_len = 0;
 136         memcpy((void *)ibmvtpm->rtce_buf, (void *)buf, count);
 137         crq.valid = (u8)IBMVTPM_VALID_CMD;
 138         crq.msg = (u8)VTPM_TPM_COMMAND;
 139         crq.len = cpu_to_be16(count);
 140         crq.data = cpu_to_be32(ibmvtpm->rtce_dma_handle);
 141
 142         /*
 143          * set the processing flag before the Hcall, since we may get the
 144          * result (interrupt) before even being able to check rc.
 145          */
 146         ibmvtpm->tpm_processing_cmd = true;
 147
 148         rc = ibmvtpm_send_crq(ibmvtpm->vdev, be64_to_cpu(word[0]),
 149                               be64_to_cpu(word[1]));
 150         if (rc != H_SUCCESS) {
 151                 dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);
 152                 rc = 0;
 153                 ibmvtpm->tpm_processing_cmd = false;
 154         } else
 155                 rc = count;
 156
 157         spin_unlock(&ibmvtpm->rtce_lock);
 158         return rc;
 159 }
 160
 161 static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)
 162 {
 163         return;
 164 }
 165
 166 static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)
 167 {
 168         return 0;
 169 }
 170
 171 /**
 172  * ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size
 173  * @ibmvtpm:    vtpm device struct
 174  *
 175  * Return value:
 176  *      0 - Success
 177  *      Non-zero - Failure
 178  */
 179 static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)
 180 {
 181         struct ibmvtpm_crq crq;
 182         u64 *buf = (u64 *) &crq;
 183         int rc;
 184
 185         crq.valid = (u8)IBMVTPM_VALID_CMD;
 186         crq.msg = (u8)VTPM_GET_RTCE_BUFFER_SIZE;
 187
 188         rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
 189                               cpu_to_be64(buf[1]));
 190         if (rc != H_SUCCESS)
 191                 dev_err(ibmvtpm->dev,
 192                         "ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);
 193
 194         return rc;
 195 }
 196
 197 /**
 198  * ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version
 199  *                         - Note that this is vtpm version and not tpm version
 200  * @ibmvtpm:    vtpm device struct
 201  *
 202  * Return value:
 203  *      0 - Success
 204  *      Non-zero - Failure
 205  */
 206 static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)
 207 {
 208         struct ibmvtpm_crq crq;
 209         u64 *buf = (u64 *) &crq;
 210         int rc;
 211
 212         crq.valid = (u8)IBMVTPM_VALID_CMD;
 213         crq.msg = (u8)VTPM_GET_VERSION;
 214
 215         rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
 216                               cpu_to_be64(buf[1]));
 217         if (rc != H_SUCCESS)
 218                 dev_err(ibmvtpm->dev,
 219                         "ibmvtpm_crq_get_version failed rc=%d\n", rc);
 220
 221         return rc;
 222 }
 223
 224 /**
 225  * ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message
 226  * @ibmvtpm:    vtpm device struct
 227  *
 228  * Return value:
 229  *      0 - Success
 230  *      Non-zero - Failure
 231  */
 232 static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)
 233 {
 234         int rc;
 235
 236         rc = ibmvtpm_send_crq(ibmvtpm->vdev, INIT_CRQ_COMP_CMD, 0);
 237         if (rc != H_SUCCESS)
 238                 dev_err(ibmvtpm->dev,
 239                         "ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);
 240
 241         return rc;
 242 }
 243
 244 /**
 245  * ibmvtpm_crq_send_init - Send a CRQ initialize message
 246  * @ibmvtpm:    vtpm device struct
 247  *
 248  * Return value:
 249  *      0 - Success
 250  *      Non-zero - Failure
 251  */
 252 static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)
 253 {
 254         int rc;
 255
 256         rc = ibmvtpm_send_crq(ibmvtpm->vdev, INIT_CRQ_CMD, 0);
 257         if (rc != H_SUCCESS)
 258                 dev_err(ibmvtpm->dev,
 259                         "ibmvtpm_crq_send_init failed rc=%d\n", rc);
 260
 261         return rc;
 262 }
 263
 264 /**
 265  * tpm_ibmvtpm_remove - ibm vtpm remove entry point
 266  * @vdev:       vio device struct
 267  *
 268  * Return value:
 269  *      0
 270  */
 271 static int tpm_ibmvtpm_remove(struct vio_dev *vdev)
 272 {
 273         struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
 274         struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
 275         int rc = 0;
 276
 277         tpm_chip_unregister(chip);
 278
 279         free_irq(vdev->irq, ibmvtpm);
 280
 281         do {
 282                 if (rc)
 283                         msleep(100);
 284                 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
 285         } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
 286
 287         dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,
 288                          CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);
 289         free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);
 290
 291         if (ibmvtpm->rtce_buf) {
 292                 dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,
 293                                  ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);
 294                 kfree(ibmvtpm->rtce_buf);
 295         }
 296
 297         kfree(ibmvtpm);
 298         /* For tpm_ibmvtpm_get_desired_dma */
 299         dev_set_drvdata(&vdev->dev, NULL);
 300
 301         return 0;
 302 }
 303
 304 /**
 305  * tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver
 306  * @vdev:       vio device struct
 307  *
 308  * Return value:
 309  *      Number of bytes the driver needs to DMA map
 310  */
 311 static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)
 312 {
 313         struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
 314         struct ibmvtpm_dev *ibmvtpm;
 315
 316         /*
 317          * ibmvtpm initializes at probe time, so the data we are
 318          * asking for may not be set yet. Estimate that 4K required
 319          * for TCE-mapped buffer in addition to CRQ.
 320          */
 321         if (chip)
 322                 ibmvtpm = dev_get_drvdata(&chip->dev);
 323         else
 324                 return CRQ_RES_BUF_SIZE + PAGE_SIZE;
 325
 326         return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;
 327 }
 328
 329 /**
 330  * tpm_ibmvtpm_suspend - Suspend
 331  * @dev:        device struct
 332  *
 333  * Return value:
 334  *      0
 335  */
 336 static int tpm_ibmvtpm_suspend(struct device *dev)
 337 {
 338         struct tpm_chip *chip = dev_get_drvdata(dev);
 339         struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
 340         struct ibmvtpm_crq crq;
 341         u64 *buf = (u64 *) &crq;
 342         int rc = 0;
 343
 344         crq.valid = (u8)IBMVTPM_VALID_CMD;
 345         crq.msg = (u8)VTPM_PREPARE_TO_SUSPEND;
 346
 347         rc = ibmvtpm_send_crq(ibmvtpm->vdev, cpu_to_be64(buf[0]),
 348                               cpu_to_be64(buf[1]));
 349         if (rc != H_SUCCESS)
 350                 dev_err(ibmvtpm->dev,
 351                         "tpm_ibmvtpm_suspend failed rc=%d\n", rc);
 352
 353         return rc;
 354 }
 355
 356 /**
 357  * ibmvtpm_reset_crq - Reset CRQ
 358  * @ibmvtpm:    ibm vtpm struct
 359  *
 360  * Return value:
 361  *      0 - Success
 362  *      Non-zero - Failure
 363  */
 364 static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)
 365 {
 366         int rc = 0;
 367
 368         do {
 369                 if (rc)
 370                         msleep(100);
 371                 rc = plpar_hcall_norets(H_FREE_CRQ,
 372                                         ibmvtpm->vdev->unit_address);
 373         } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
 374
 375         memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);
 376         ibmvtpm->crq_queue.index = 0;
 377
 378         return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,
 379                                   ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
 380 }
 381
 382 /**
 383  * tpm_ibmvtpm_resume - Resume from suspend
 384  * @dev:        device struct
 385  *
 386  * Return value:
 387  *      0
 388  */
 389 static int tpm_ibmvtpm_resume(struct device *dev)
 390 {
 391         struct tpm_chip *chip = dev_get_drvdata(dev);
 392         struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
 393         int rc = 0;
 394
 395         do {
 396                 if (rc)
 397                         msleep(100);
 398                 rc = plpar_hcall_norets(H_ENABLE_CRQ,
 399                                         ibmvtpm->vdev->unit_address);
 400         } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
 401
 402         if (rc) {
 403                 dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);
 404                 return rc;
 405         }
 406
 407         rc = vio_enable_interrupts(ibmvtpm->vdev);
 408         if (rc) {
 409                 dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);
 410                 return rc;
 411         }
 412
 413         rc = ibmvtpm_crq_send_init(ibmvtpm);
 414         if (rc)
 415                 dev_err(dev, "Error send_init rc=%d\n", rc);
 416
 417         return rc;
 418 }
 419
 420 static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)
 421 {
 422         return (status == 0);
 423 }
 424
 425 static const struct tpm_class_ops tpm_ibmvtpm = {
 426         .recv = tpm_ibmvtpm_recv,
 427         .send = tpm_ibmvtpm_send,
 428         .cancel = tpm_ibmvtpm_cancel,
 429         .status = tpm_ibmvtpm_status,
 430         .req_complete_mask = 0,
 431         .req_complete_val = 0,
 432         .req_canceled = tpm_ibmvtpm_req_canceled,
 433 };
 434
 435 static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {
 436         .suspend = tpm_ibmvtpm_suspend,
 437         .resume = tpm_ibmvtpm_resume,
 438 };
 439
 440 /**
 441  * ibmvtpm_crq_get_next - Get next responded crq
 442  * @ibmvtpm     vtpm device struct
 443  *
 444  * Return value:
 445  *      vtpm crq pointer
 446  */
 447 static struct ibmvtpm_crq *ibmvtpm_crq_get_next(struct ibmvtpm_dev *ibmvtpm)
 448 {
 449         struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;
 450         struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];
 451
 452         if (crq->valid & VTPM_MSG_RES) {
 453                 if (++crq_q->index == crq_q->num_entry)
 454                         crq_q->index = 0;
 455                 smp_rmb();
 456         } else
 457                 crq = NULL;
 458         return crq;
 459 }
 460
 461 /**
 462  * ibmvtpm_crq_process - Process responded crq
 463  * @crq         crq to be processed
 464  * @ibmvtpm     vtpm device struct
 465  *
 466  * Return value:
 467  *      Nothing
 468  */
 469 static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,
 470                                 struct ibmvtpm_dev *ibmvtpm)
 471 {
 472         int rc = 0;
 473
 474         switch (crq->valid) {
 475         case VALID_INIT_CRQ:
 476                 switch (crq->msg) {
 477                 case INIT_CRQ_RES:
 478                         dev_info(ibmvtpm->dev, "CRQ initialized\n");
 479                         rc = ibmvtpm_crq_send_init_complete(ibmvtpm);
 480                         if (rc)
 481                                 dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);
 482                         return;
 483                 case INIT_CRQ_COMP_RES:
 484                         dev_info(ibmvtpm->dev,
 485                                  "CRQ initialization completed\n");
 486                         return;
 487                 default:
 488                         dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);
 489                         return;
 490                 }
 491         case IBMVTPM_VALID_CMD:
 492                 switch (crq->msg) {
 493                 case VTPM_GET_RTCE_BUFFER_SIZE_RES:
 494                         if (be16_to_cpu(crq->len) <= 0) {
 495                                 dev_err(ibmvtpm->dev, "Invalid rtce size\n");
 496                                 return;
 497                         }
 498                         ibmvtpm->rtce_size = be16_to_cpu(crq->len);
 499                         ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,
 500                                                     GFP_ATOMIC);
 501                         if (!ibmvtpm->rtce_buf) {
 502                                 dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");
 503                                 return;
 504                         }
 505
 506                         ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,
 507                                 ibmvtpm->rtce_buf, ibmvtpm->rtce_size,
 508                                 DMA_BIDIRECTIONAL);
 509
 510                         if (dma_mapping_error(ibmvtpm->dev,
 511                                               ibmvtpm->rtce_dma_handle)) {
 512                                 kfree(ibmvtpm->rtce_buf);
 513                                 ibmvtpm->rtce_buf = NULL;
 514                                 dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");
 515                         }
 516
 517                         return;
 518                 case VTPM_GET_VERSION_RES:
 519                         ibmvtpm->vtpm_version = be32_to_cpu(crq->data);
 520                         return;
 521                 case VTPM_TPM_COMMAND_RES:
 522                         /* len of the data in rtce buffer */
 523                         ibmvtpm->res_len = be16_to_cpu(crq->len);
 524                         ibmvtpm->tpm_processing_cmd = false;
 525                         wake_up_interruptible(&ibmvtpm->wq);
 526                         return;
 527                 default:
 528                         return;
 529                 }
 530         }
 531         return;
 532 }
 533
 534 /**
 535  * ibmvtpm_interrupt -  Interrupt handler
 536  * @irq:                irq number to handle
 537  * @vtpm_instance:      vtpm that received interrupt
 538  *
 539  * Returns:
 540  *      IRQ_HANDLED
 541  **/
 542 static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)
 543 {
 544         struct ibmvtpm_dev *ibmvtpm = (struct ibmvtpm_dev *) vtpm_instance;
 545         struct ibmvtpm_crq *crq;
 546
 547         /* while loop is needed for initial setup (get version and
 548          * get rtce_size). There should be only one tpm request at any
 549          * given time.
 550          */
 551         while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {
 552                 ibmvtpm_crq_process(crq, ibmvtpm);
 553                 wake_up_interruptible(&ibmvtpm->crq_queue.wq);
 554                 crq->valid = 0;
 555                 smp_wmb();
 556         }
 557
 558         return IRQ_HANDLED;
 559 }
 560
 561 /**
 562  * tpm_ibmvtpm_probe - ibm vtpm initialize entry point
 563  * @vio_dev:    vio device struct
 564  * @id:         vio device id struct
 565  *
 566  * Return value:
 567  *      0 - Success
 568  *      Non-zero - Failure
 569  */
 570 static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,
 571                                    const struct vio_device_id *id)
 572 {
 573         struct ibmvtpm_dev *ibmvtpm;
 574         struct device *dev = &vio_dev->dev;
 575         struct ibmvtpm_crq_queue *crq_q;
 576         struct tpm_chip *chip;
 577         int rc = -ENOMEM, rc1;
 578
 579         chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);
 580         if (IS_ERR(chip))
 581                 return PTR_ERR(chip);
 582
 583         ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);
 584         if (!ibmvtpm) {
 585                 dev_err(dev, "kzalloc for ibmvtpm failed\n");
 586                 goto cleanup;
 587         }
 588
 589         ibmvtpm->dev = dev;
 590         ibmvtpm->vdev = vio_dev;
 591
 592         crq_q = &ibmvtpm->crq_queue;
 593         crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);
 594         if (!crq_q->crq_addr) {
 595                 dev_err(dev, "Unable to allocate memory for crq_addr\n");
 596                 goto cleanup;
 597         }
 598
 599         crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);
 600         init_waitqueue_head(&crq_q->wq);
 601         ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,
 602                                                  CRQ_RES_BUF_SIZE,
 603                                                  DMA_BIDIRECTIONAL);
 604
 605         if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {
 606                 dev_err(dev, "dma mapping failed\n");
 607                 goto cleanup;
 608         }
 609
 610         rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,
 611                                 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
 612         if (rc == H_RESOURCE)
 613                 rc = ibmvtpm_reset_crq(ibmvtpm);
 614
 615         if (rc) {
 616                 dev_err(dev, "Unable to register CRQ rc=%d\n", rc);
 617                 goto reg_crq_cleanup;
 618         }
 619
 620         rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,
 621                          tpm_ibmvtpm_driver_name, ibmvtpm);
 622         if (rc) {
 623                 dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);
 624                 goto init_irq_cleanup;
 625         }
 626
 627         rc = vio_enable_interrupts(vio_dev);
 628         if (rc) {
 629                 dev_err(dev, "Error %d enabling interrupts\n", rc);
 630                 goto init_irq_cleanup;
 631         }
 632
 633         init_waitqueue_head(&ibmvtpm->wq);
 634
 635         crq_q->index = 0;
 636
 637         dev_set_drvdata(&chip->dev, ibmvtpm);
 638
 639         spin_lock_init(&ibmvtpm->rtce_lock);
 640
 641         rc = ibmvtpm_crq_send_init(ibmvtpm);
 642         if (rc)
 643                 goto init_irq_cleanup;
 644
 645         rc = ibmvtpm_crq_get_version(ibmvtpm);
 646         if (rc)
 647                 goto init_irq_cleanup;
 648
 649         rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);
 650         if (rc)
 651                 goto init_irq_cleanup;
 652
 653         if (!wait_event_timeout(ibmvtpm->crq_queue.wq,
 654                                 ibmvtpm->rtce_buf != NULL,
 655                                 HZ)) {
 656                 dev_err(dev, "CRQ response timed out\n");
 657                 goto init_irq_cleanup;
 658         }
 659
 660         return tpm_chip_register(chip);
 661 init_irq_cleanup:
 662         do {
 663                 rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);
 664         } while (rc1 == H_BUSY || H_IS_LONG_BUSY(rc1));
 665 reg_crq_cleanup:
 666         dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,
 667                          DMA_BIDIRECTIONAL);
 668 cleanup:
 669         if (ibmvtpm) {
 670                 if (crq_q->crq_addr)
 671                         free_page((unsigned long)crq_q->crq_addr);
 672                 kfree(ibmvtpm);
 673         }
 674
 675         return rc;
 676 }
 677
 678 static struct vio_driver ibmvtpm_driver = {
 679         .id_table        = tpm_ibmvtpm_device_table,
 680         .probe           = tpm_ibmvtpm_probe,
 681         .remove          = tpm_ibmvtpm_remove,
 682         .get_desired_dma = tpm_ibmvtpm_get_desired_dma,
 683         .name            = tpm_ibmvtpm_driver_name,
 684         .pm              = &tpm_ibmvtpm_pm_ops,
 685 };
 686
 687 /**
 688  * ibmvtpm_module_init - Initialize ibm vtpm module
 689  *
 690  * Return value:
 691  *      0 -Success
 692  *      Non-zero - Failure
 693  */
 694 static int __init ibmvtpm_module_init(void)
 695 {
 696         return vio_register_driver(&ibmvtpm_driver);
 697 }
 698
 699 /**
 700  * ibmvtpm_module_exit - Teardown ibm vtpm module
 701  *
 702  * Return value:
 703  *      Nothing
 704  */
 705 static void __exit ibmvtpm_module_exit(void)
 706 {
 707         vio_unregister_driver(&ibmvtpm_driver);
 708 }
 709
 710 module_init(ibmvtpm_module_init);
 711 module_exit(ibmvtpm_module_exit);
 712
 713 MODULE_AUTHOR("adlai@us.ibm.com");
 714 MODULE_DESCRIPTION("IBM vTPM Driver");
 715 MODULE_VERSION("1.0");
 716 MODULE_LICENSE("GPL");