762 lines · c
1// SPDX-License-Identifier: GPL-2.0-only2/*3 * Copyright (C) 2012-2020 IBM Corporation4 *5 * Author: Ashley Lai <ashleydlai@gmail.com>6 *7 * Maintained by: <tpmdd-devel@lists.sourceforge.net>8 *9 * Device driver for TCG/TCPA TPM (trusted platform module).10 * Specifications at www.trustedcomputinggroup.org11 */12 13#include <linux/dma-mapping.h>14#include <linux/dmapool.h>15#include <linux/slab.h>16#include <asm/vio.h>17#include <asm/irq.h>18#include <linux/types.h>19#include <linux/list.h>20#include <linux/spinlock.h>21#include <linux/interrupt.h>22#include <linux/wait.h>23#include <asm/prom.h>24 25#include "tpm.h"26#include "tpm_ibmvtpm.h"27 28static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";29 30static const struct vio_device_id tpm_ibmvtpm_device_table[] = {31 { "IBM,vtpm", "IBM,vtpm"},32 { "IBM,vtpm", "IBM,vtpm20"},33 { "", "" }34};35MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);36 37/**38 * ibmvtpm_send_crq_word() - Send a CRQ request39 * @vdev: vio device struct40 * @w1: pre-constructed first word of tpm crq (second word is reserved)41 *42 * Return:43 * 0 - Success44 * Non-zero - Failure45 */46static int ibmvtpm_send_crq_word(struct vio_dev *vdev, u64 w1)47{48 return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, 0);49}50 51/**52 * ibmvtpm_send_crq() - Send a CRQ request53 *54 * @vdev: vio device struct55 * @valid: Valid field56 * @msg: Type field57 * @len: Length field58 * @data: Data field59 *60 * The ibmvtpm crq is defined as follows:61 *62 * Byte | 0 | 1 | 2 | 3 | 4 | 5 | 6 | 763 * -----------------------------------------------------------------------64 * Word0 | Valid | Type | Length | Data65 * -----------------------------------------------------------------------66 * Word1 | Reserved67 * -----------------------------------------------------------------------68 *69 * Which matches the following structure (on bigendian host):70 *71 * struct ibmvtpm_crq {72 * u8 valid;73 * u8 msg;74 * __be16 len;75 * __be32 data;76 * __be64 reserved;77 * } __attribute__((packed, aligned(8)));78 *79 * However, the value is passed in a register so just compute the numeric value80 * to load into the register avoiding byteswap altogether. Endian only affects81 * memory loads and stores - registers are internally represented the same.82 *83 * Return:84 * 0 (H_SUCCESS) - Success85 * Non-zero - Failure86 */87static int ibmvtpm_send_crq(struct vio_dev *vdev,88 u8 valid, u8 msg, u16 len, u32 data)89{90 u64 w1 = ((u64)valid << 56) | ((u64)msg << 48) | ((u64)len << 32) |91 (u64)data;92 return ibmvtpm_send_crq_word(vdev, w1);93}94 95/**96 * tpm_ibmvtpm_recv - Receive data after send97 *98 * @chip: tpm chip struct99 * @buf: buffer to read100 * @count: size of buffer101 *102 * Return:103 * Number of bytes read104 */105static int tpm_ibmvtpm_recv(struct tpm_chip *chip, u8 *buf, size_t count)106{107 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);108 u16 len;109 110 if (!ibmvtpm->rtce_buf) {111 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");112 return 0;113 }114 115 len = ibmvtpm->res_len;116 117 if (count < len) {118 dev_err(ibmvtpm->dev,119 "Invalid size in recv: count=%zd, crq_size=%d\n",120 count, len);121 return -EIO;122 }123 124 spin_lock(&ibmvtpm->rtce_lock);125 memcpy((void *)buf, (void *)ibmvtpm->rtce_buf, len);126 memset(ibmvtpm->rtce_buf, 0, len);127 ibmvtpm->res_len = 0;128 spin_unlock(&ibmvtpm->rtce_lock);129 return len;130}131 132/**133 * ibmvtpm_crq_send_init - Send a CRQ initialize message134 * @ibmvtpm: vtpm device struct135 *136 * Return:137 * 0 on success.138 * Non-zero on failure.139 */140static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)141{142 int rc;143 144 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_CMD);145 if (rc != H_SUCCESS)146 dev_err(ibmvtpm->dev,147 "%s failed rc=%d\n", __func__, rc);148 149 return rc;150}151 152/**153 * tpm_ibmvtpm_resume - Resume from suspend154 *155 * @dev: device struct156 *157 * Return: Always 0.158 */159static int tpm_ibmvtpm_resume(struct device *dev)160{161 struct tpm_chip *chip = dev_get_drvdata(dev);162 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);163 int rc = 0;164 165 do {166 if (rc)167 msleep(100);168 rc = plpar_hcall_norets(H_ENABLE_CRQ,169 ibmvtpm->vdev->unit_address);170 } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));171 172 if (rc) {173 dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);174 return rc;175 }176 177 rc = vio_enable_interrupts(ibmvtpm->vdev);178 if (rc) {179 dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);180 return rc;181 }182 183 rc = ibmvtpm_crq_send_init(ibmvtpm);184 if (rc)185 dev_err(dev, "Error send_init rc=%d\n", rc);186 187 return rc;188}189 190/**191 * tpm_ibmvtpm_send() - Send a TPM command192 * @chip: tpm chip struct193 * @buf: buffer contains data to send194 * @count: size of buffer195 *196 * Return:197 * 0 on success,198 * -errno on error199 */200static int tpm_ibmvtpm_send(struct tpm_chip *chip, u8 *buf, size_t count)201{202 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);203 bool retry = true;204 int rc, sig;205 206 if (!ibmvtpm->rtce_buf) {207 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");208 return 0;209 }210 211 if (count > ibmvtpm->rtce_size) {212 dev_err(ibmvtpm->dev,213 "Invalid size in send: count=%zd, rtce_size=%d\n",214 count, ibmvtpm->rtce_size);215 return -EIO;216 }217 218 if (ibmvtpm->tpm_processing_cmd) {219 dev_info(ibmvtpm->dev,220 "Need to wait for TPM to finish\n");221 /* wait for previous command to finish */222 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);223 if (sig)224 return -EINTR;225 }226 227 spin_lock(&ibmvtpm->rtce_lock);228 ibmvtpm->res_len = 0;229 memcpy((void *)ibmvtpm->rtce_buf, (void *)buf, count);230 231 /*232 * set the processing flag before the Hcall, since we may get the233 * result (interrupt) before even being able to check rc.234 */235 ibmvtpm->tpm_processing_cmd = 1;236 237again:238 rc = ibmvtpm_send_crq(ibmvtpm->vdev,239 IBMVTPM_VALID_CMD, VTPM_TPM_COMMAND,240 count, ibmvtpm->rtce_dma_handle);241 if (rc != H_SUCCESS) {242 /*243 * H_CLOSED can be returned after LPM resume. Call244 * tpm_ibmvtpm_resume() to re-enable the CRQ then retry245 * ibmvtpm_send_crq() once before failing.246 */247 if (rc == H_CLOSED && retry) {248 tpm_ibmvtpm_resume(ibmvtpm->dev);249 retry = false;250 goto again;251 }252 dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);253 ibmvtpm->tpm_processing_cmd = 0;254 }255 256 spin_unlock(&ibmvtpm->rtce_lock);257 return 0;258}259 260static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)261{262 return;263}264 265static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)266{267 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);268 269 return ibmvtpm->tpm_processing_cmd;270}271 272/**273 * ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size274 *275 * @ibmvtpm: vtpm device struct276 *277 * Return:278 * 0 on success.279 * Non-zero on failure.280 */281static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)282{283 int rc;284 285 rc = ibmvtpm_send_crq(ibmvtpm->vdev,286 IBMVTPM_VALID_CMD, VTPM_GET_RTCE_BUFFER_SIZE, 0, 0);287 if (rc != H_SUCCESS)288 dev_err(ibmvtpm->dev,289 "ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);290 291 return rc;292}293 294/**295 * ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version296 * - Note that this is vtpm version and not tpm version297 *298 * @ibmvtpm: vtpm device struct299 *300 * Return:301 * 0 on success.302 * Non-zero on failure.303 */304static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)305{306 int rc;307 308 rc = ibmvtpm_send_crq(ibmvtpm->vdev,309 IBMVTPM_VALID_CMD, VTPM_GET_VERSION, 0, 0);310 if (rc != H_SUCCESS)311 dev_err(ibmvtpm->dev,312 "ibmvtpm_crq_get_version failed rc=%d\n", rc);313 314 return rc;315}316 317/**318 * ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message319 * @ibmvtpm: vtpm device struct320 *321 * Return:322 * 0 on success.323 * Non-zero on failure.324 */325static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)326{327 int rc;328 329 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_COMP_CMD);330 if (rc != H_SUCCESS)331 dev_err(ibmvtpm->dev,332 "ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);333 334 return rc;335}336 337/**338 * tpm_ibmvtpm_remove - ibm vtpm remove entry point339 * @vdev: vio device struct340 *341 * Return: Always 0.342 */343static void tpm_ibmvtpm_remove(struct vio_dev *vdev)344{345 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);346 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);347 int rc = 0;348 349 tpm_chip_unregister(chip);350 351 free_irq(vdev->irq, ibmvtpm);352 353 do {354 if (rc)355 msleep(100);356 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);357 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));358 359 dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,360 CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);361 free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);362 363 if (ibmvtpm->rtce_buf) {364 dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,365 ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);366 kfree(ibmvtpm->rtce_buf);367 }368 369 kfree(ibmvtpm);370 /* For tpm_ibmvtpm_get_desired_dma */371 dev_set_drvdata(&vdev->dev, NULL);372}373 374/**375 * tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver376 * @vdev: vio device struct377 *378 * Return:379 * Number of bytes the driver needs to DMA map.380 */381static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)382{383 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);384 struct ibmvtpm_dev *ibmvtpm;385 386 /*387 * ibmvtpm initializes at probe time, so the data we are388 * asking for may not be set yet. Estimate that 4K required389 * for TCE-mapped buffer in addition to CRQ.390 */391 if (chip)392 ibmvtpm = dev_get_drvdata(&chip->dev);393 else394 return CRQ_RES_BUF_SIZE + PAGE_SIZE;395 396 return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;397}398 399/**400 * tpm_ibmvtpm_suspend - Suspend401 * @dev: device struct402 *403 * Return: Always 0.404 */405static int tpm_ibmvtpm_suspend(struct device *dev)406{407 struct tpm_chip *chip = dev_get_drvdata(dev);408 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);409 int rc = 0;410 411 rc = ibmvtpm_send_crq(ibmvtpm->vdev,412 IBMVTPM_VALID_CMD, VTPM_PREPARE_TO_SUSPEND, 0, 0);413 if (rc != H_SUCCESS)414 dev_err(ibmvtpm->dev,415 "tpm_ibmvtpm_suspend failed rc=%d\n", rc);416 417 return rc;418}419 420/**421 * ibmvtpm_reset_crq - Reset CRQ422 *423 * @ibmvtpm: ibm vtpm struct424 *425 * Return:426 * 0 on success.427 * Non-zero on failure.428 */429static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)430{431 int rc = 0;432 433 do {434 if (rc)435 msleep(100);436 rc = plpar_hcall_norets(H_FREE_CRQ,437 ibmvtpm->vdev->unit_address);438 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));439 440 memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);441 ibmvtpm->crq_queue.index = 0;442 443 return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,444 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);445}446 447static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)448{449 return (status == 0);450}451 452static const struct tpm_class_ops tpm_ibmvtpm = {453 .recv = tpm_ibmvtpm_recv,454 .send = tpm_ibmvtpm_send,455 .cancel = tpm_ibmvtpm_cancel,456 .status = tpm_ibmvtpm_status,457 .req_complete_mask = 1,458 .req_complete_val = 0,459 .req_canceled = tpm_ibmvtpm_req_canceled,460};461 462static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {463 .suspend = tpm_ibmvtpm_suspend,464 .resume = tpm_ibmvtpm_resume,465};466 467/**468 * ibmvtpm_crq_get_next - Get next responded crq469 *470 * @ibmvtpm: vtpm device struct471 *472 * Return: vtpm crq pointer or NULL.473 */474static struct ibmvtpm_crq *ibmvtpm_crq_get_next(struct ibmvtpm_dev *ibmvtpm)475{476 struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;477 struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];478 479 if (crq->valid & VTPM_MSG_RES) {480 if (++crq_q->index == crq_q->num_entry)481 crq_q->index = 0;482 smp_rmb();483 } else484 crq = NULL;485 return crq;486}487 488/**489 * ibmvtpm_crq_process - Process responded crq490 *491 * @crq: crq to be processed492 * @ibmvtpm: vtpm device struct493 *494 */495static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,496 struct ibmvtpm_dev *ibmvtpm)497{498 int rc = 0;499 500 switch (crq->valid) {501 case VALID_INIT_CRQ:502 switch (crq->msg) {503 case INIT_CRQ_RES:504 dev_info(ibmvtpm->dev, "CRQ initialized\n");505 rc = ibmvtpm_crq_send_init_complete(ibmvtpm);506 if (rc)507 dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);508 return;509 case INIT_CRQ_COMP_RES:510 dev_info(ibmvtpm->dev,511 "CRQ initialization completed\n");512 return;513 default:514 dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);515 return;516 }517 case IBMVTPM_VALID_CMD:518 switch (crq->msg) {519 case VTPM_GET_RTCE_BUFFER_SIZE_RES:520 if (be16_to_cpu(crq->len) <= 0) {521 dev_err(ibmvtpm->dev, "Invalid rtce size\n");522 return;523 }524 ibmvtpm->rtce_size = be16_to_cpu(crq->len);525 ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,526 GFP_ATOMIC);527 if (!ibmvtpm->rtce_buf) {528 dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");529 return;530 }531 532 ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,533 ibmvtpm->rtce_buf, ibmvtpm->rtce_size,534 DMA_BIDIRECTIONAL);535 536 if (dma_mapping_error(ibmvtpm->dev,537 ibmvtpm->rtce_dma_handle)) {538 kfree(ibmvtpm->rtce_buf);539 ibmvtpm->rtce_buf = NULL;540 dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");541 }542 543 return;544 case VTPM_GET_VERSION_RES:545 ibmvtpm->vtpm_version = be32_to_cpu(crq->data);546 return;547 case VTPM_TPM_COMMAND_RES:548 /* len of the data in rtce buffer */549 ibmvtpm->res_len = be16_to_cpu(crq->len);550 ibmvtpm->tpm_processing_cmd = 0;551 wake_up_interruptible(&ibmvtpm->wq);552 return;553 default:554 return;555 }556 }557 return;558}559 560/**561 * ibmvtpm_interrupt - Interrupt handler562 *563 * @irq: irq number to handle564 * @vtpm_instance: vtpm that received interrupt565 *566 * Returns:567 * IRQ_HANDLED568 **/569static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)570{571 struct ibmvtpm_dev *ibmvtpm = (struct ibmvtpm_dev *) vtpm_instance;572 struct ibmvtpm_crq *crq;573 574 /* while loop is needed for initial setup (get version and575 * get rtce_size). There should be only one tpm request at any576 * given time.577 */578 while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {579 ibmvtpm_crq_process(crq, ibmvtpm);580 wake_up_interruptible(&ibmvtpm->crq_queue.wq);581 crq->valid = 0;582 smp_wmb();583 }584 585 return IRQ_HANDLED;586}587 588/**589 * tpm_ibmvtpm_probe - ibm vtpm initialize entry point590 *591 * @vio_dev: vio device struct592 * @id: vio device id struct593 *594 * Return:595 * 0 on success.596 * Non-zero on failure.597 */598static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,599 const struct vio_device_id *id)600{601 struct ibmvtpm_dev *ibmvtpm;602 struct device *dev = &vio_dev->dev;603 struct ibmvtpm_crq_queue *crq_q;604 struct tpm_chip *chip;605 int rc = -ENOMEM, rc1;606 607 chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);608 if (IS_ERR(chip))609 return PTR_ERR(chip);610 611 ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);612 if (!ibmvtpm) {613 dev_err(dev, "kzalloc for ibmvtpm failed\n");614 goto cleanup;615 }616 617 ibmvtpm->dev = dev;618 ibmvtpm->vdev = vio_dev;619 620 crq_q = &ibmvtpm->crq_queue;621 crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);622 if (!crq_q->crq_addr) {623 dev_err(dev, "Unable to allocate memory for crq_addr\n");624 goto cleanup;625 }626 627 crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);628 init_waitqueue_head(&crq_q->wq);629 ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,630 CRQ_RES_BUF_SIZE,631 DMA_BIDIRECTIONAL);632 633 if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {634 dev_err(dev, "dma mapping failed\n");635 goto cleanup;636 }637 638 rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,639 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);640 if (rc == H_RESOURCE)641 rc = ibmvtpm_reset_crq(ibmvtpm);642 643 if (rc) {644 dev_err(dev, "Unable to register CRQ rc=%d\n", rc);645 goto reg_crq_cleanup;646 }647 648 rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,649 tpm_ibmvtpm_driver_name, ibmvtpm);650 if (rc) {651 dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);652 goto init_irq_cleanup;653 }654 655 rc = vio_enable_interrupts(vio_dev);656 if (rc) {657 dev_err(dev, "Error %d enabling interrupts\n", rc);658 goto init_irq_cleanup;659 }660 661 init_waitqueue_head(&ibmvtpm->wq);662 663 crq_q->index = 0;664 665 dev_set_drvdata(&chip->dev, ibmvtpm);666 667 spin_lock_init(&ibmvtpm->rtce_lock);668 669 rc = ibmvtpm_crq_send_init(ibmvtpm);670 if (rc)671 goto init_irq_cleanup;672 673 rc = ibmvtpm_crq_get_version(ibmvtpm);674 if (rc)675 goto init_irq_cleanup;676 677 rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);678 if (rc)679 goto init_irq_cleanup;680 681 if (!wait_event_timeout(ibmvtpm->crq_queue.wq,682 ibmvtpm->rtce_buf != NULL,683 HZ)) {684 rc = -ENODEV;685 dev_err(dev, "CRQ response timed out\n");686 goto init_irq_cleanup;687 }688 689 690 if (!strcmp(id->compat, "IBM,vtpm20"))691 chip->flags |= TPM_CHIP_FLAG_TPM2;692 693 rc = tpm_get_timeouts(chip);694 if (rc)695 goto init_irq_cleanup;696 697 if (chip->flags & TPM_CHIP_FLAG_TPM2) {698 rc = tpm2_get_cc_attrs_tbl(chip);699 if (rc)700 goto init_irq_cleanup;701 702 rc = tpm2_sessions_init(chip);703 if (rc)704 goto init_irq_cleanup;705 }706 707 return tpm_chip_register(chip);708init_irq_cleanup:709 do {710 rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);711 } while (rc1 == H_BUSY || H_IS_LONG_BUSY(rc1));712reg_crq_cleanup:713 dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,714 DMA_BIDIRECTIONAL);715cleanup:716 if (ibmvtpm) {717 if (crq_q->crq_addr)718 free_page((unsigned long)crq_q->crq_addr);719 kfree(ibmvtpm);720 }721 722 return rc;723}724 725static struct vio_driver ibmvtpm_driver = {726 .id_table = tpm_ibmvtpm_device_table,727 .probe = tpm_ibmvtpm_probe,728 .remove = tpm_ibmvtpm_remove,729 .get_desired_dma = tpm_ibmvtpm_get_desired_dma,730 .name = tpm_ibmvtpm_driver_name,731 .pm = &tpm_ibmvtpm_pm_ops,732};733 734/**735 * ibmvtpm_module_init - Initialize ibm vtpm module.736 *737 *738 * Return:739 * 0 on success.740 * Non-zero on failure.741 */742static int __init ibmvtpm_module_init(void)743{744 return vio_register_driver(&ibmvtpm_driver);745}746 747/**748 * ibmvtpm_module_exit - Tear down ibm vtpm module.749 */750static void __exit ibmvtpm_module_exit(void)751{752 vio_unregister_driver(&ibmvtpm_driver);753}754 755module_init(ibmvtpm_module_init);756module_exit(ibmvtpm_module_exit);757 758MODULE_AUTHOR("adlai@us.ibm.com");759MODULE_DESCRIPTION("IBM vTPM Driver");760MODULE_VERSION("1.0");761MODULE_LICENSE("GPL");762