diff options
| -rw-r--r-- | drivers/crypto/caam/Kconfig | 25 | ||||
| -rw-r--r-- | drivers/crypto/caam/Makefile | 4 | ||||
| -rw-r--r-- | drivers/crypto/caam/caamalg.c | 4 | ||||
| -rw-r--r-- | drivers/crypto/caam/caamhash.c | 4 | ||||
| -rw-r--r-- | drivers/crypto/caam/caamrng.c | 7 | ||||
| -rw-r--r-- | drivers/crypto/caam/ctrl.c | 30 | ||||
| -rw-r--r-- | drivers/crypto/caam/intern.h | 6 | ||||
| -rw-r--r-- | drivers/crypto/caam/jr.c | 285 | ||||
| -rw-r--r-- | drivers/crypto/caam/jr.h | 3 |
9 files changed, 232 insertions, 136 deletions
diff --git a/drivers/crypto/caam/Kconfig b/drivers/crypto/caam/Kconfig index ca89f6b84b06..e7555ff4cafd 100644 --- a/drivers/crypto/caam/Kconfig +++ b/drivers/crypto/caam/Kconfig | |||
| @@ -4,16 +4,29 @@ config CRYPTO_DEV_FSL_CAAM | |||
| 4 | help | 4 | help |
| 5 | Enables the driver module for Freescale's Cryptographic Accelerator | 5 | Enables the driver module for Freescale's Cryptographic Accelerator |
| 6 | and Assurance Module (CAAM), also known as the SEC version 4 (SEC4). | 6 | and Assurance Module (CAAM), also known as the SEC version 4 (SEC4). |
| 7 | This module adds a job ring operation interface, and configures h/w | 7 | This module creates job ring devices, and configures h/w |
| 8 | to operate as a DPAA component automatically, depending | 8 | to operate as a DPAA component automatically, depending |
| 9 | on h/w feature availability. | 9 | on h/w feature availability. |
| 10 | 10 | ||
| 11 | To compile this driver as a module, choose M here: the module | 11 | To compile this driver as a module, choose M here: the module |
| 12 | will be called caam. | 12 | will be called caam. |
| 13 | 13 | ||
| 14 | config CRYPTO_DEV_FSL_CAAM_JR | ||
| 15 | tristate "Freescale CAAM Job Ring driver backend" | ||
| 16 | depends on CRYPTO_DEV_FSL_CAAM | ||
| 17 | default y | ||
| 18 | help | ||
| 19 | Enables the driver module for Job Rings which are part of | ||
| 20 | Freescale's Cryptographic Accelerator | ||
| 21 | and Assurance Module (CAAM). This module adds a job ring operation | ||
| 22 | interface. | ||
| 23 | |||
| 24 | To compile this driver as a module, choose M here: the module | ||
| 25 | will be called caam_jr. | ||
| 26 | |||
| 14 | config CRYPTO_DEV_FSL_CAAM_RINGSIZE | 27 | config CRYPTO_DEV_FSL_CAAM_RINGSIZE |
| 15 | int "Job Ring size" | 28 | int "Job Ring size" |
| 16 | depends on CRYPTO_DEV_FSL_CAAM | 29 | depends on CRYPTO_DEV_FSL_CAAM_JR |
| 17 | range 2 9 | 30 | range 2 9 |
| 18 | default "9" | 31 | default "9" |
| 19 | help | 32 | help |
| @@ -31,7 +44,7 @@ config CRYPTO_DEV_FSL_CAAM_RINGSIZE | |||
| 31 | 44 | ||
| 32 | config CRYPTO_DEV_FSL_CAAM_INTC | 45 | config CRYPTO_DEV_FSL_CAAM_INTC |
| 33 | bool "Job Ring interrupt coalescing" | 46 | bool "Job Ring interrupt coalescing" |
| 34 | depends on CRYPTO_DEV_FSL_CAAM | 47 | depends on CRYPTO_DEV_FSL_CAAM_JR |
| 35 | default n | 48 | default n |
| 36 | help | 49 | help |
| 37 | Enable the Job Ring's interrupt coalescing feature. | 50 | Enable the Job Ring's interrupt coalescing feature. |
| @@ -62,7 +75,7 @@ config CRYPTO_DEV_FSL_CAAM_INTC_TIME_THLD | |||
| 62 | 75 | ||
| 63 | config CRYPTO_DEV_FSL_CAAM_CRYPTO_API | 76 | config CRYPTO_DEV_FSL_CAAM_CRYPTO_API |
| 64 | tristate "Register algorithm implementations with the Crypto API" | 77 | tristate "Register algorithm implementations with the Crypto API" |
| 65 | depends on CRYPTO_DEV_FSL_CAAM | 78 | depends on CRYPTO_DEV_FSL_CAAM && CRYPTO_DEV_FSL_CAAM_JR |
| 66 | default y | 79 | default y |
| 67 | select CRYPTO_ALGAPI | 80 | select CRYPTO_ALGAPI |
| 68 | select CRYPTO_AUTHENC | 81 | select CRYPTO_AUTHENC |
| @@ -76,7 +89,7 @@ config CRYPTO_DEV_FSL_CAAM_CRYPTO_API | |||
| 76 | 89 | ||
| 77 | config CRYPTO_DEV_FSL_CAAM_AHASH_API | 90 | config CRYPTO_DEV_FSL_CAAM_AHASH_API |
| 78 | tristate "Register hash algorithm implementations with Crypto API" | 91 | tristate "Register hash algorithm implementations with Crypto API" |
| 79 | depends on CRYPTO_DEV_FSL_CAAM | 92 | depends on CRYPTO_DEV_FSL_CAAM && CRYPTO_DEV_FSL_CAAM_JR |
| 80 | default y | 93 | default y |
| 81 | select CRYPTO_HASH | 94 | select CRYPTO_HASH |
| 82 | help | 95 | help |
| @@ -88,7 +101,7 @@ config CRYPTO_DEV_FSL_CAAM_AHASH_API | |||
| 88 | 101 | ||
| 89 | config CRYPTO_DEV_FSL_CAAM_RNG_API | 102 | config CRYPTO_DEV_FSL_CAAM_RNG_API |
| 90 | tristate "Register caam device for hwrng API" | 103 | tristate "Register caam device for hwrng API" |
| 91 | depends on CRYPTO_DEV_FSL_CAAM | 104 | depends on CRYPTO_DEV_FSL_CAAM && CRYPTO_DEV_FSL_CAAM_JR |
| 92 | default y | 105 | default y |
| 93 | select CRYPTO_RNG | 106 | select CRYPTO_RNG |
| 94 | select HW_RANDOM | 107 | select HW_RANDOM |
diff --git a/drivers/crypto/caam/Makefile b/drivers/crypto/caam/Makefile index d56bd0ec65d8..550758a333e7 100644 --- a/drivers/crypto/caam/Makefile +++ b/drivers/crypto/caam/Makefile | |||
| @@ -6,8 +6,10 @@ ifeq ($(CONFIG_CRYPTO_DEV_FSL_CAAM_DEBUG), y) | |||
| 6 | endif | 6 | endif |
| 7 | 7 | ||
| 8 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM) += caam.o | 8 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM) += caam.o |
| 9 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_JR) += caam_jr.o | ||
| 9 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API) += caamalg.o | 10 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API) += caamalg.o |
| 10 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API) += caamhash.o | 11 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API) += caamhash.o |
| 11 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API) += caamrng.o | 12 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API) += caamrng.o |
| 12 | 13 | ||
| 13 | caam-objs := ctrl.o jr.o error.o key_gen.o | 14 | caam-objs := ctrl.o |
| 15 | caam_jr-objs := jr.o key_gen.o error.o | ||
diff --git a/drivers/crypto/caam/caamalg.c b/drivers/crypto/caam/caamalg.c index 86a0d415b9a7..ad9781e646c0 100644 --- a/drivers/crypto/caam/caamalg.c +++ b/drivers/crypto/caam/caamalg.c | |||
| @@ -2071,13 +2071,15 @@ static int caam_cra_init(struct crypto_tfm *tfm) | |||
| 2071 | container_of(alg, struct caam_crypto_alg, crypto_alg); | 2071 | container_of(alg, struct caam_crypto_alg, crypto_alg); |
| 2072 | struct caam_ctx *ctx = crypto_tfm_ctx(tfm); | 2072 | struct caam_ctx *ctx = crypto_tfm_ctx(tfm); |
| 2073 | struct caam_drv_private *priv = dev_get_drvdata(caam_alg->ctrldev); | 2073 | struct caam_drv_private *priv = dev_get_drvdata(caam_alg->ctrldev); |
| 2074 | struct platform_device *pdev; | ||
| 2074 | int tgt_jr = atomic_inc_return(&priv->tfm_count); | 2075 | int tgt_jr = atomic_inc_return(&priv->tfm_count); |
| 2075 | 2076 | ||
| 2076 | /* | 2077 | /* |
| 2077 | * distribute tfms across job rings to ensure in-order | 2078 | * distribute tfms across job rings to ensure in-order |
| 2078 | * crypto request processing per tfm | 2079 | * crypto request processing per tfm |
| 2079 | */ | 2080 | */ |
| 2080 | ctx->jrdev = priv->jrdev[(tgt_jr / 2) % priv->total_jobrs]; | 2081 | pdev = priv->jrpdev[(tgt_jr / 2) % priv->total_jobrs]; |
| 2082 | ctx->jrdev = &pdev->dev; | ||
| 2081 | 2083 | ||
| 2082 | /* copy descriptor header template value */ | 2084 | /* copy descriptor header template value */ |
| 2083 | ctx->class1_alg_type = OP_TYPE_CLASS1_ALG | caam_alg->class1_alg_type; | 2085 | ctx->class1_alg_type = OP_TYPE_CLASS1_ALG | caam_alg->class1_alg_type; |
diff --git a/drivers/crypto/caam/caamhash.c b/drivers/crypto/caam/caamhash.c index ca6218eee460..91a93541ed7f 100644 --- a/drivers/crypto/caam/caamhash.c +++ b/drivers/crypto/caam/caamhash.c | |||
| @@ -1680,12 +1680,14 @@ static int caam_hash_cra_init(struct crypto_tfm *tfm) | |||
| 1680 | HASH_MSG_LEN + SHA512_DIGEST_SIZE }; | 1680 | HASH_MSG_LEN + SHA512_DIGEST_SIZE }; |
| 1681 | int tgt_jr = atomic_inc_return(&priv->tfm_count); | 1681 | int tgt_jr = atomic_inc_return(&priv->tfm_count); |
| 1682 | int ret = 0; | 1682 | int ret = 0; |
| 1683 | struct platform_device *pdev; | ||
| 1683 | 1684 | ||
| 1684 | /* | 1685 | /* |
| 1685 | * distribute tfms across job rings to ensure in-order | 1686 | * distribute tfms across job rings to ensure in-order |
| 1686 | * crypto request processing per tfm | 1687 | * crypto request processing per tfm |
| 1687 | */ | 1688 | */ |
| 1688 | ctx->jrdev = priv->jrdev[tgt_jr % priv->total_jobrs]; | 1689 | pdev = priv->jrpdev[tgt_jr % priv->total_jobrs]; |
| 1690 | ctx->jrdev = &pdev->dev; | ||
| 1689 | 1691 | ||
| 1690 | /* copy descriptor header template value */ | 1692 | /* copy descriptor header template value */ |
| 1691 | ctx->alg_type = OP_TYPE_CLASS2_ALG | caam_hash->alg_type; | 1693 | ctx->alg_type = OP_TYPE_CLASS2_ALG | caam_hash->alg_type; |
diff --git a/drivers/crypto/caam/caamrng.c b/drivers/crypto/caam/caamrng.c index 588ad2288f82..4e4ed155c5be 100644 --- a/drivers/crypto/caam/caamrng.c +++ b/drivers/crypto/caam/caamrng.c | |||
| @@ -279,7 +279,7 @@ static void __exit caam_rng_exit(void) | |||
| 279 | static int __init caam_rng_init(void) | 279 | static int __init caam_rng_init(void) |
| 280 | { | 280 | { |
| 281 | struct device_node *dev_node; | 281 | struct device_node *dev_node; |
| 282 | struct platform_device *pdev; | 282 | struct platform_device *pdev, *jrpdev; |
| 283 | struct device *ctrldev; | 283 | struct device *ctrldev; |
| 284 | struct caam_drv_private *priv; | 284 | struct caam_drv_private *priv; |
| 285 | 285 | ||
| @@ -305,9 +305,10 @@ static int __init caam_rng_init(void) | |||
| 305 | if (!priv) | 305 | if (!priv) |
| 306 | return -ENODEV; | 306 | return -ENODEV; |
| 307 | 307 | ||
| 308 | caam_init_rng(&rng_ctx, priv->jrdev[0]); | 308 | jrpdev = priv->jrpdev[0]; |
| 309 | caam_init_rng(&rng_ctx, &jrpdev->dev); | ||
| 309 | 310 | ||
| 310 | dev_info(priv->jrdev[0], "registering rng-caam\n"); | 311 | dev_info(&jrpdev->dev, "registering rng-caam\n"); |
| 311 | return hwrng_register(&caam_rng); | 312 | return hwrng_register(&caam_rng); |
| 312 | } | 313 | } |
| 313 | 314 | ||
diff --git a/drivers/crypto/caam/ctrl.c b/drivers/crypto/caam/ctrl.c index 26438cd12685..52cd6c1b71fc 100644 --- a/drivers/crypto/caam/ctrl.c +++ b/drivers/crypto/caam/ctrl.c | |||
| @@ -268,7 +268,6 @@ static int caam_remove(struct platform_device *pdev) | |||
| 268 | { | 268 | { |
| 269 | struct device *ctrldev; | 269 | struct device *ctrldev; |
| 270 | struct caam_drv_private *ctrlpriv; | 270 | struct caam_drv_private *ctrlpriv; |
| 271 | struct caam_drv_private_jr *jrpriv; | ||
| 272 | struct caam_full __iomem *topregs; | 271 | struct caam_full __iomem *topregs; |
| 273 | int ring, ret = 0; | 272 | int ring, ret = 0; |
| 274 | 273 | ||
| @@ -276,11 +275,10 @@ static int caam_remove(struct platform_device *pdev) | |||
| 276 | ctrlpriv = dev_get_drvdata(ctrldev); | 275 | ctrlpriv = dev_get_drvdata(ctrldev); |
| 277 | topregs = (struct caam_full __iomem *)ctrlpriv->ctrl; | 276 | topregs = (struct caam_full __iomem *)ctrlpriv->ctrl; |
| 278 | 277 | ||
| 279 | /* shut down JobRs */ | 278 | /* Remove platform devices for JobRs */ |
| 280 | for (ring = 0; ring < ctrlpriv->total_jobrs; ring++) { | 279 | for (ring = 0; ring < ctrlpriv->total_jobrs; ring++) { |
| 281 | ret |= caam_jr_shutdown(ctrlpriv->jrdev[ring]); | 280 | if (ctrlpriv->jrpdev[ring]) |
| 282 | jrpriv = dev_get_drvdata(ctrlpriv->jrdev[ring]); | 281 | of_device_unregister(ctrlpriv->jrpdev[ring]); |
| 283 | irq_dispose_mapping(jrpriv->irq); | ||
| 284 | } | 282 | } |
| 285 | 283 | ||
| 286 | /* De-initialize RNG state handles initialized by this driver. */ | 284 | /* De-initialize RNG state handles initialized by this driver. */ |
| @@ -295,7 +293,7 @@ static int caam_remove(struct platform_device *pdev) | |||
| 295 | /* Unmap controller region */ | 293 | /* Unmap controller region */ |
| 296 | iounmap(&topregs->ctrl); | 294 | iounmap(&topregs->ctrl); |
| 297 | 295 | ||
| 298 | kfree(ctrlpriv->jrdev); | 296 | kfree(ctrlpriv->jrpdev); |
| 299 | kfree(ctrlpriv); | 297 | kfree(ctrlpriv); |
| 300 | 298 | ||
| 301 | return ret; | 299 | return ret; |
| @@ -450,8 +448,9 @@ static int caam_probe(struct platform_device *pdev) | |||
| 450 | rspec++; | 448 | rspec++; |
| 451 | } | 449 | } |
| 452 | 450 | ||
| 453 | ctrlpriv->jrdev = kzalloc(sizeof(struct device *) * rspec, GFP_KERNEL); | 451 | ctrlpriv->jrpdev = kzalloc(sizeof(struct platform_device *) * rspec, |
| 454 | if (ctrlpriv->jrdev == NULL) { | 452 | GFP_KERNEL); |
| 453 | if (ctrlpriv->jrpdev == NULL) { | ||
| 455 | iounmap(&topregs->ctrl); | 454 | iounmap(&topregs->ctrl); |
| 456 | return -ENOMEM; | 455 | return -ENOMEM; |
| 457 | } | 456 | } |
| @@ -459,13 +458,24 @@ static int caam_probe(struct platform_device *pdev) | |||
| 459 | ring = 0; | 458 | ring = 0; |
| 460 | ctrlpriv->total_jobrs = 0; | 459 | ctrlpriv->total_jobrs = 0; |
| 461 | for_each_compatible_node(np, NULL, "fsl,sec-v4.0-job-ring") { | 460 | for_each_compatible_node(np, NULL, "fsl,sec-v4.0-job-ring") { |
| 462 | caam_jr_probe(pdev, np, ring); | 461 | ctrlpriv->jrpdev[ring] = |
| 462 | of_platform_device_create(np, NULL, dev); | ||
| 463 | if (!ctrlpriv->jrpdev[ring]) { | ||
| 464 | pr_warn("JR%d Platform device creation error\n", ring); | ||
| 465 | continue; | ||
| 466 | } | ||
| 463 | ctrlpriv->total_jobrs++; | 467 | ctrlpriv->total_jobrs++; |
| 464 | ring++; | 468 | ring++; |
| 465 | } | 469 | } |
| 466 | if (!ring) { | 470 | if (!ring) { |
| 467 | for_each_compatible_node(np, NULL, "fsl,sec4.0-job-ring") { | 471 | for_each_compatible_node(np, NULL, "fsl,sec4.0-job-ring") { |
| 468 | caam_jr_probe(pdev, np, ring); | 472 | ctrlpriv->jrpdev[ring] = |
| 473 | of_platform_device_create(np, NULL, dev); | ||
| 474 | if (!ctrlpriv->jrpdev[ring]) { | ||
| 475 | pr_warn("JR%d Platform device creation error\n", | ||
| 476 | ring); | ||
| 477 | continue; | ||
| 478 | } | ||
| 469 | ctrlpriv->total_jobrs++; | 479 | ctrlpriv->total_jobrs++; |
| 470 | ring++; | 480 | ring++; |
| 471 | } | 481 | } |
diff --git a/drivers/crypto/caam/intern.h b/drivers/crypto/caam/intern.h index bbc1ac9ec720..bff4acd3882d 100644 --- a/drivers/crypto/caam/intern.h +++ b/drivers/crypto/caam/intern.h | |||
| @@ -37,8 +37,8 @@ struct caam_jrentry_info { | |||
| 37 | 37 | ||
| 38 | /* Private sub-storage for a single JobR */ | 38 | /* Private sub-storage for a single JobR */ |
| 39 | struct caam_drv_private_jr { | 39 | struct caam_drv_private_jr { |
| 40 | struct device *parentdev; /* points back to controller dev */ | 40 | struct list_head list_node; /* Job Ring device list */ |
| 41 | struct platform_device *jr_pdev;/* points to platform device for JR */ | 41 | struct device *dev; |
| 42 | int ridx; | 42 | int ridx; |
| 43 | struct caam_job_ring __iomem *rregs; /* JobR's register space */ | 43 | struct caam_job_ring __iomem *rregs; /* JobR's register space */ |
| 44 | struct tasklet_struct irqtask; | 44 | struct tasklet_struct irqtask; |
| @@ -63,7 +63,7 @@ struct caam_drv_private_jr { | |||
| 63 | struct caam_drv_private { | 63 | struct caam_drv_private { |
| 64 | 64 | ||
| 65 | struct device *dev; | 65 | struct device *dev; |
| 66 | struct device **jrdev; /* Alloc'ed array per sub-device */ | 66 | struct platform_device **jrpdev; /* Alloc'ed array per sub-device */ |
| 67 | struct platform_device *pdev; | 67 | struct platform_device *pdev; |
| 68 | 68 | ||
| 69 | /* Physical-presence section */ | 69 | /* Physical-presence section */ |
diff --git a/drivers/crypto/caam/jr.c b/drivers/crypto/caam/jr.c index 105ba4da6180..cdeaf2519b48 100644 --- a/drivers/crypto/caam/jr.c +++ b/drivers/crypto/caam/jr.c | |||
| @@ -11,6 +11,114 @@ | |||
| 11 | #include "desc.h" | 11 | #include "desc.h" |
| 12 | #include "intern.h" | 12 | #include "intern.h" |
| 13 | 13 | ||
| 14 | struct jr_driver_data { | ||
| 15 | /* List of Physical JobR's with the Driver */ | ||
| 16 | struct list_head jr_list; | ||
| 17 | spinlock_t jr_alloc_lock; /* jr_list lock */ | ||
| 18 | } ____cacheline_aligned; | ||
| 19 | |||
| 20 | static struct jr_driver_data driver_data; | ||
| 21 | |||
| 22 | static int caam_reset_hw_jr(struct device *dev) | ||
| 23 | { | ||
| 24 | struct caam_drv_private_jr *jrp = dev_get_drvdata(dev); | ||
| 25 | unsigned int timeout = 100000; | ||
| 26 | |||
| 27 | /* | ||
| 28 | * mask interrupts since we are going to poll | ||
| 29 | * for reset completion status | ||
| 30 | */ | ||
| 31 | setbits32(&jrp->rregs->rconfig_lo, JRCFG_IMSK); | ||
| 32 | |||
| 33 | /* initiate flush (required prior to reset) */ | ||
| 34 | wr_reg32(&jrp->rregs->jrcommand, JRCR_RESET); | ||
| 35 | while (((rd_reg32(&jrp->rregs->jrintstatus) & JRINT_ERR_HALT_MASK) == | ||
| 36 | JRINT_ERR_HALT_INPROGRESS) && --timeout) | ||
| 37 | cpu_relax(); | ||
| 38 | |||
| 39 | if ((rd_reg32(&jrp->rregs->jrintstatus) & JRINT_ERR_HALT_MASK) != | ||
| 40 | JRINT_ERR_HALT_COMPLETE || timeout == 0) { | ||
| 41 | dev_err(dev, "failed to flush job ring %d\n", jrp->ridx); | ||
| 42 | return -EIO; | ||
| 43 | } | ||
| 44 | |||
| 45 | /* initiate reset */ | ||
| 46 | timeout = 100000; | ||
| 47 | wr_reg32(&jrp->rregs->jrcommand, JRCR_RESET); | ||
| 48 | while ((rd_reg32(&jrp->rregs->jrcommand) & JRCR_RESET) && --timeout) | ||
| 49 | cpu_relax(); | ||
| 50 | |||
| 51 | if (timeout == 0) { | ||
| 52 | dev_err(dev, "failed to reset job ring %d\n", jrp->ridx); | ||
| 53 | return -EIO; | ||
| 54 | } | ||
| 55 | |||
| 56 | /* unmask interrupts */ | ||
| 57 | clrbits32(&jrp->rregs->rconfig_lo, JRCFG_IMSK); | ||
| 58 | |||
| 59 | return 0; | ||
| 60 | } | ||
| 61 | |||
| 62 | /* | ||
| 63 | * Shutdown JobR independent of platform property code | ||
| 64 | */ | ||
| 65 | int caam_jr_shutdown(struct device *dev) | ||
| 66 | { | ||
| 67 | struct caam_drv_private_jr *jrp = dev_get_drvdata(dev); | ||
| 68 | dma_addr_t inpbusaddr, outbusaddr; | ||
| 69 | int ret; | ||
| 70 | |||
| 71 | ret = caam_reset_hw_jr(dev); | ||
| 72 | |||
| 73 | tasklet_kill(&jrp->irqtask); | ||
| 74 | |||
| 75 | /* Release interrupt */ | ||
| 76 | free_irq(jrp->irq, dev); | ||
| 77 | |||
| 78 | /* Free rings */ | ||
| 79 | inpbusaddr = rd_reg64(&jrp->rregs->inpring_base); | ||
| 80 | outbusaddr = rd_reg64(&jrp->rregs->outring_base); | ||
| 81 | dma_free_coherent(dev, sizeof(dma_addr_t) * JOBR_DEPTH, | ||
| 82 | jrp->inpring, inpbusaddr); | ||
| 83 | dma_free_coherent(dev, sizeof(struct jr_outentry) * JOBR_DEPTH, | ||
| 84 | jrp->outring, outbusaddr); | ||
| 85 | kfree(jrp->entinfo); | ||
| 86 | |||
| 87 | return ret; | ||
| 88 | } | ||
| 89 | |||
| 90 | static int caam_jr_remove(struct platform_device *pdev) | ||
| 91 | { | ||
| 92 | int ret; | ||
| 93 | struct device *jrdev; | ||
| 94 | struct caam_drv_private_jr *jrpriv; | ||
| 95 | |||
| 96 | jrdev = &pdev->dev; | ||
| 97 | jrpriv = dev_get_drvdata(jrdev); | ||
| 98 | |||
| 99 | /* | ||
| 100 | * Make sure ring is empty before release | ||
| 101 | */ | ||
| 102 | if (rd_reg32(&jrpriv->rregs->outring_used) || | ||
| 103 | (rd_reg32(&jrpriv->rregs->inpring_avail) != JOBR_DEPTH)) { | ||
| 104 | dev_err(jrdev, "Device is busy\n"); | ||
| 105 | return -EBUSY; | ||
| 106 | } | ||
| 107 | |||
| 108 | /* Remove the node from Physical JobR list maintained by driver */ | ||
| 109 | spin_lock(&driver_data.jr_alloc_lock); | ||
| 110 | list_del(&jrpriv->list_node); | ||
| 111 | spin_unlock(&driver_data.jr_alloc_lock); | ||
| 112 | |||
| 113 | /* Release ring */ | ||
| 114 | ret = caam_jr_shutdown(jrdev); | ||
| 115 | if (ret) | ||
| 116 | dev_err(jrdev, "Failed to shut down job ring\n"); | ||
| 117 | irq_dispose_mapping(jrpriv->irq); | ||
| 118 | |||
| 119 | return ret; | ||
| 120 | } | ||
| 121 | |||
| 14 | /* Main per-ring interrupt handler */ | 122 | /* Main per-ring interrupt handler */ |
| 15 | static irqreturn_t caam_jr_interrupt(int irq, void *st_dev) | 123 | static irqreturn_t caam_jr_interrupt(int irq, void *st_dev) |
| 16 | { | 124 | { |
| @@ -205,46 +313,6 @@ int caam_jr_enqueue(struct device *dev, u32 *desc, | |||
| 205 | } | 313 | } |
| 206 | EXPORT_SYMBOL(caam_jr_enqueue); | 314 | EXPORT_SYMBOL(caam_jr_enqueue); |
| 207 | 315 | ||
| 208 | static int caam_reset_hw_jr(struct device *dev) | ||
| 209 | { | ||
| 210 | struct caam_drv_private_jr *jrp = dev_get_drvdata(dev); | ||
| 211 | unsigned int timeout = 100000; | ||
| 212 | |||
| 213 | /* | ||
| 214 | * mask interrupts since we are going to poll | ||
| 215 | * for reset completion status | ||
| 216 | */ | ||
| 217 | setbits32(&jrp->rregs->rconfig_lo, JRCFG_IMSK); | ||
| 218 | |||
| 219 | /* initiate flush (required prior to reset) */ | ||
| 220 | wr_reg32(&jrp->rregs->jrcommand, JRCR_RESET); | ||
| 221 | while (((rd_reg32(&jrp->rregs->jrintstatus) & JRINT_ERR_HALT_MASK) == | ||
| 222 | JRINT_ERR_HALT_INPROGRESS) && --timeout) | ||
| 223 | cpu_relax(); | ||
| 224 | |||
| 225 | if ((rd_reg32(&jrp->rregs->jrintstatus) & JRINT_ERR_HALT_MASK) != | ||
| 226 | JRINT_ERR_HALT_COMPLETE || timeout == 0) { | ||
| 227 | dev_err(dev, "failed to flush job ring %d\n", jrp->ridx); | ||
| 228 | return -EIO; | ||
| 229 | } | ||
| 230 | |||
| 231 | /* initiate reset */ | ||
| 232 | timeout = 100000; | ||
| 233 | wr_reg32(&jrp->rregs->jrcommand, JRCR_RESET); | ||
| 234 | while ((rd_reg32(&jrp->rregs->jrcommand) & JRCR_RESET) && --timeout) | ||
| 235 | cpu_relax(); | ||
| 236 | |||
| 237 | if (timeout == 0) { | ||
| 238 | dev_err(dev, "failed to reset job ring %d\n", jrp->ridx); | ||
| 239 | return -EIO; | ||
| 240 | } | ||
| 241 | |||
| 242 | /* unmask interrupts */ | ||
| 243 | clrbits32(&jrp->rregs->rconfig_lo, JRCFG_IMSK); | ||
| 244 | |||
| 245 | return 0; | ||
| 246 | } | ||
| 247 | |||
| 248 | /* | 316 | /* |
| 249 | * Init JobR independent of platform property detection | 317 | * Init JobR independent of platform property detection |
| 250 | */ | 318 | */ |
| @@ -260,7 +328,7 @@ static int caam_jr_init(struct device *dev) | |||
| 260 | 328 | ||
| 261 | /* Connect job ring interrupt handler. */ | 329 | /* Connect job ring interrupt handler. */ |
| 262 | error = request_irq(jrp->irq, caam_jr_interrupt, IRQF_SHARED, | 330 | error = request_irq(jrp->irq, caam_jr_interrupt, IRQF_SHARED, |
| 263 | "caam-jobr", dev); | 331 | dev_name(dev), dev); |
| 264 | if (error) { | 332 | if (error) { |
| 265 | dev_err(dev, "can't connect JobR %d interrupt (%d)\n", | 333 | dev_err(dev, "can't connect JobR %d interrupt (%d)\n", |
| 266 | jrp->ridx, jrp->irq); | 334 | jrp->ridx, jrp->irq); |
| @@ -316,86 +384,43 @@ static int caam_jr_init(struct device *dev) | |||
| 316 | return 0; | 384 | return 0; |
| 317 | } | 385 | } |
| 318 | 386 | ||
| 319 | /* | ||
| 320 | * Shutdown JobR independent of platform property code | ||
| 321 | */ | ||
| 322 | int caam_jr_shutdown(struct device *dev) | ||
| 323 | { | ||
| 324 | struct caam_drv_private_jr *jrp = dev_get_drvdata(dev); | ||
| 325 | dma_addr_t inpbusaddr, outbusaddr; | ||
| 326 | int ret; | ||
| 327 | |||
| 328 | ret = caam_reset_hw_jr(dev); | ||
| 329 | |||
| 330 | tasklet_kill(&jrp->irqtask); | ||
| 331 | |||
| 332 | /* Release interrupt */ | ||
| 333 | free_irq(jrp->irq, dev); | ||
| 334 | |||
| 335 | /* Free rings */ | ||
| 336 | inpbusaddr = rd_reg64(&jrp->rregs->inpring_base); | ||
| 337 | outbusaddr = rd_reg64(&jrp->rregs->outring_base); | ||
| 338 | dma_free_coherent(dev, sizeof(dma_addr_t) * JOBR_DEPTH, | ||
| 339 | jrp->inpring, inpbusaddr); | ||
| 340 | dma_free_coherent(dev, sizeof(struct jr_outentry) * JOBR_DEPTH, | ||
| 341 | jrp->outring, outbusaddr); | ||
| 342 | kfree(jrp->entinfo); | ||
| 343 | of_device_unregister(jrp->jr_pdev); | ||
| 344 | |||
| 345 | return ret; | ||
| 346 | } | ||
| 347 | 387 | ||
| 348 | /* | 388 | /* |
| 349 | * Probe routine for each detected JobR subsystem. It assumes that | 389 | * Probe routine for each detected JobR subsystem. |
| 350 | * property detection was picked up externally. | ||
| 351 | */ | 390 | */ |
| 352 | int caam_jr_probe(struct platform_device *pdev, struct device_node *np, | 391 | static int caam_jr_probe(struct platform_device *pdev) |
| 353 | int ring) | ||
| 354 | { | 392 | { |
| 355 | struct device *ctrldev, *jrdev; | 393 | struct device *jrdev; |
| 356 | struct platform_device *jr_pdev; | 394 | struct device_node *nprop; |
| 357 | struct caam_drv_private *ctrlpriv; | 395 | struct caam_job_ring __iomem *ctrl; |
| 358 | struct caam_drv_private_jr *jrpriv; | 396 | struct caam_drv_private_jr *jrpriv; |
| 359 | u32 *jroffset; | 397 | static int total_jobrs; |
| 360 | int error; | 398 | int error; |
| 361 | 399 | ||
| 362 | ctrldev = &pdev->dev; | 400 | jrdev = &pdev->dev; |
| 363 | ctrlpriv = dev_get_drvdata(ctrldev); | ||
| 364 | |||
| 365 | jrpriv = kmalloc(sizeof(struct caam_drv_private_jr), | 401 | jrpriv = kmalloc(sizeof(struct caam_drv_private_jr), |
| 366 | GFP_KERNEL); | 402 | GFP_KERNEL); |
| 367 | if (jrpriv == NULL) { | 403 | if (!jrpriv) |
| 368 | dev_err(ctrldev, "can't alloc private mem for job ring %d\n", | ||
| 369 | ring); | ||
| 370 | return -ENOMEM; | 404 | return -ENOMEM; |
| 371 | } | ||
| 372 | jrpriv->parentdev = ctrldev; /* point back to parent */ | ||
| 373 | jrpriv->ridx = ring; /* save ring identity relative to detection */ | ||
| 374 | 405 | ||
| 375 | /* | 406 | dev_set_drvdata(jrdev, jrpriv); |
| 376 | * Derive a pointer to the detected JobRs regs | ||
| 377 | * Driver has already iomapped the entire space, we just | ||
| 378 | * need to add in the offset to this JobR. Don't know if I | ||
| 379 | * like this long-term, but it'll run | ||
| 380 | */ | ||
| 381 | jroffset = (u32 *)of_get_property(np, "reg", NULL); | ||
| 382 | jrpriv->rregs = (struct caam_job_ring __iomem *)((void *)ctrlpriv->ctrl | ||
| 383 | + *jroffset); | ||
| 384 | 407 | ||
| 385 | /* Build a local dev for each detected queue */ | 408 | /* save ring identity relative to detection */ |
| 386 | jr_pdev = of_platform_device_create(np, NULL, ctrldev); | 409 | jrpriv->ridx = total_jobrs++; |
| 387 | if (jr_pdev == NULL) { | 410 | |
| 388 | kfree(jrpriv); | 411 | nprop = pdev->dev.of_node; |
| 389 | return -EINVAL; | 412 | /* Get configuration properties from device tree */ |
| 413 | /* First, get register page */ | ||
| 414 | ctrl = of_iomap(nprop, 0); | ||
| 415 | if (!ctrl) { | ||
| 416 | dev_err(jrdev, "of_iomap() failed\n"); | ||
| 417 | return -ENOMEM; | ||
| 390 | } | 418 | } |
| 391 | 419 | ||
| 392 | jrpriv->jr_pdev = jr_pdev; | 420 | jrpriv->rregs = (struct caam_job_ring __force *)ctrl; |
| 393 | jrdev = &jr_pdev->dev; | ||
| 394 | dev_set_drvdata(jrdev, jrpriv); | ||
| 395 | ctrlpriv->jrdev[ring] = jrdev; | ||
| 396 | 421 | ||
| 397 | if (sizeof(dma_addr_t) == sizeof(u64)) | 422 | if (sizeof(dma_addr_t) == sizeof(u64)) |
| 398 | if (of_device_is_compatible(np, "fsl,sec-v5.0-job-ring")) | 423 | if (of_device_is_compatible(nprop, "fsl,sec-v5.0-job-ring")) |
| 399 | dma_set_mask(jrdev, DMA_BIT_MASK(40)); | 424 | dma_set_mask(jrdev, DMA_BIT_MASK(40)); |
| 400 | else | 425 | else |
| 401 | dma_set_mask(jrdev, DMA_BIT_MASK(36)); | 426 | dma_set_mask(jrdev, DMA_BIT_MASK(36)); |
| @@ -403,15 +428,59 @@ int caam_jr_probe(struct platform_device *pdev, struct device_node *np, | |||
| 403 | dma_set_mask(jrdev, DMA_BIT_MASK(32)); | 428 | dma_set_mask(jrdev, DMA_BIT_MASK(32)); |
| 404 | 429 | ||
| 405 | /* Identify the interrupt */ | 430 | /* Identify the interrupt */ |
| 406 | jrpriv->irq = of_irq_to_resource(np, 0, NULL); | 431 | jrpriv->irq = of_irq_to_resource(nprop, 0, NULL); |
| 407 | 432 | ||
| 408 | /* Now do the platform independent part */ | 433 | /* Now do the platform independent part */ |
| 409 | error = caam_jr_init(jrdev); /* now turn on hardware */ | 434 | error = caam_jr_init(jrdev); /* now turn on hardware */ |
| 410 | if (error) { | 435 | if (error) { |
| 411 | of_device_unregister(jr_pdev); | ||
| 412 | kfree(jrpriv); | 436 | kfree(jrpriv); |
| 413 | return error; | 437 | return error; |
| 414 | } | 438 | } |
| 415 | 439 | ||
| 416 | return error; | 440 | jrpriv->dev = jrdev; |
| 441 | spin_lock(&driver_data.jr_alloc_lock); | ||
| 442 | list_add_tail(&jrpriv->list_node, &driver_data.jr_list); | ||
| 443 | spin_unlock(&driver_data.jr_alloc_lock); | ||
| 444 | |||
| 445 | return 0; | ||
| 446 | } | ||
| 447 | |||
| 448 | static struct of_device_id caam_jr_match[] = { | ||
| 449 | { | ||
| 450 | .compatible = "fsl,sec-v4.0-job-ring", | ||
| 451 | }, | ||
| 452 | { | ||
| 453 | .compatible = "fsl,sec4.0-job-ring", | ||
| 454 | }, | ||
| 455 | {}, | ||
| 456 | }; | ||
| 457 | MODULE_DEVICE_TABLE(of, caam_jr_match); | ||
| 458 | |||
| 459 | static struct platform_driver caam_jr_driver = { | ||
| 460 | .driver = { | ||
| 461 | .name = "caam_jr", | ||
| 462 | .owner = THIS_MODULE, | ||
| 463 | .of_match_table = caam_jr_match, | ||
| 464 | }, | ||
| 465 | .probe = caam_jr_probe, | ||
| 466 | .remove = caam_jr_remove, | ||
| 467 | }; | ||
| 468 | |||
| 469 | static int __init jr_driver_init(void) | ||
| 470 | { | ||
| 471 | spin_lock_init(&driver_data.jr_alloc_lock); | ||
| 472 | INIT_LIST_HEAD(&driver_data.jr_list); | ||
| 473 | return platform_driver_register(&caam_jr_driver); | ||
| 417 | } | 474 | } |
| 475 | |||
| 476 | static void __exit jr_driver_exit(void) | ||
| 477 | { | ||
| 478 | platform_driver_unregister(&caam_jr_driver); | ||
| 479 | } | ||
| 480 | |||
| 481 | module_init(jr_driver_init); | ||
| 482 | module_exit(jr_driver_exit); | ||
| 483 | |||
| 484 | MODULE_LICENSE("GPL"); | ||
| 485 | MODULE_DESCRIPTION("FSL CAAM JR request backend"); | ||
| 486 | MODULE_AUTHOR("Freescale Semiconductor - NMG/STC"); | ||
diff --git a/drivers/crypto/caam/jr.h b/drivers/crypto/caam/jr.h index 9d8741a59037..02f69bbbab08 100644 --- a/drivers/crypto/caam/jr.h +++ b/drivers/crypto/caam/jr.h | |||
| @@ -13,7 +13,4 @@ int caam_jr_enqueue(struct device *dev, u32 *desc, | |||
| 13 | void *areq), | 13 | void *areq), |
| 14 | void *areq); | 14 | void *areq); |
| 15 | 15 | ||
| 16 | extern int caam_jr_probe(struct platform_device *pdev, struct device_node *np, | ||
| 17 | int ring); | ||
| 18 | extern int caam_jr_shutdown(struct device *dev); | ||
| 19 | #endif /* JR_H */ | 16 | #endif /* JR_H */ |
