intern.h 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /*
  3. * CAAM/SEC 4.x driver backend
  4. * Private/internal definitions between modules
  5. *
  6. * Copyright 2008-2011 Freescale Semiconductor, Inc.
  7. * Copyright 2019, 2023 NXP
  8. */
  9. #ifndef INTERN_H
  10. #define INTERN_H
  11. #include "ctrl.h"
  12. #include <crypto/engine.h>
  13. /* Currently comes from Kconfig param as a ^2 (driver-required) */
  14. #define JOBR_DEPTH (1 << CONFIG_CRYPTO_DEV_FSL_CAAM_RINGSIZE)
  15. /*
  16. * Maximum size for crypto-engine software queue based on Job Ring
  17. * size (JOBR_DEPTH) and a THRESHOLD (reserved for the non-crypto-API
  18. * requests that are not passed through crypto-engine)
  19. */
  20. #define THRESHOLD 15
  21. #define CRYPTO_ENGINE_MAX_QLEN (JOBR_DEPTH - THRESHOLD)
  22. /* Kconfig params for interrupt coalescing if selected (else zero) */
  23. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_INTC
  24. #define JOBR_INTC JRCFG_ICEN
  25. #define JOBR_INTC_TIME_THLD CONFIG_CRYPTO_DEV_FSL_CAAM_INTC_TIME_THLD
  26. #define JOBR_INTC_COUNT_THLD CONFIG_CRYPTO_DEV_FSL_CAAM_INTC_COUNT_THLD
  27. #else
  28. #define JOBR_INTC 0
  29. #define JOBR_INTC_TIME_THLD 0
  30. #define JOBR_INTC_COUNT_THLD 0
  31. #endif
  32. /*
  33. * Storage for tracking each in-process entry moving across a ring
  34. * Each entry on an output ring needs one of these
  35. */
  36. struct caam_jrentry_info {
  37. void (*callbk)(struct device *dev, u32 *desc, u32 status, void *arg);
  38. void *cbkarg; /* Argument per ring entry */
  39. u32 *desc_addr_virt; /* Stored virt addr for postprocessing */
  40. dma_addr_t desc_addr_dma; /* Stored bus addr for done matching */
  41. u32 desc_size; /* Stored size for postprocessing, header derived */
  42. };
  43. struct caam_jr_state {
  44. dma_addr_t inpbusaddr;
  45. dma_addr_t outbusaddr;
  46. };
  47. struct caam_jr_dequeue_params {
  48. struct device *dev;
  49. int enable_itr;
  50. };
  51. /* Private sub-storage for a single JobR */
  52. struct caam_drv_private_jr {
  53. struct list_head list_node; /* Job Ring device list */
  54. struct device *dev;
  55. int ridx;
  56. struct caam_job_ring __iomem *rregs; /* JobR's register space */
  57. struct tasklet_struct irqtask;
  58. struct caam_jr_dequeue_params tasklet_params;
  59. int irq; /* One per queue */
  60. bool hwrng;
  61. /* Number of scatterlist crypt transforms active on the JobR */
  62. atomic_t tfm_count ____cacheline_aligned;
  63. /* Job ring info */
  64. struct caam_jrentry_info *entinfo; /* Alloc'ed 1 per ring entry */
  65. spinlock_t inplock ____cacheline_aligned; /* Input ring index lock */
  66. u32 inpring_avail; /* Number of free entries in input ring */
  67. int head; /* entinfo (s/w ring) head index */
  68. void *inpring; /* Base of input ring, alloc
  69. * DMA-safe */
  70. int out_ring_read_index; /* Output index "tail" */
  71. int tail; /* entinfo (s/w ring) tail index */
  72. void *outring; /* Base of output ring, DMA-safe */
  73. struct crypto_engine *engine;
  74. struct caam_jr_state state; /* State of the JR during PM */
  75. };
  76. struct caam_ctl_state {
  77. struct masterid deco_mid[16];
  78. struct masterid jr_mid[4];
  79. u32 mcr;
  80. u32 scfgr;
  81. };
  82. /*
  83. * Driver-private storage for a single CAAM block instance
  84. */
  85. struct caam_drv_private {
  86. /* Physical-presence section */
  87. struct caam_ctrl __iomem *ctrl; /* controller region */
  88. struct caam_deco __iomem *deco; /* DECO/CCB views */
  89. struct caam_assurance __iomem *assure;
  90. struct caam_queue_if __iomem *qi; /* QI control region */
  91. struct caam_job_ring __iomem *jr[4]; /* JobR's register space */
  92. struct iommu_domain *domain;
  93. /*
  94. * Detected geometry block. Filled in from device tree if powerpc,
  95. * or from register-based version detection code
  96. */
  97. u8 total_jobrs; /* Total Job Rings in device */
  98. u8 qi_present; /* Nonzero if QI present in device */
  99. u8 blob_present; /* Nonzero if BLOB support present in device */
  100. u8 mc_en; /* Nonzero if MC f/w is active */
  101. u8 optee_en; /* Nonzero if OP-TEE f/w is active */
  102. u8 no_page0; /* Nonzero if register page 0 is not controlled by Linux */
  103. bool pr_support; /* RNG prediction resistance available */
  104. int secvio_irq; /* Security violation interrupt number */
  105. int virt_en; /* Virtualization enabled in CAAM */
  106. int era; /* CAAM Era (internal HW revision) */
  107. #define RNG4_MAX_HANDLES 2
  108. /* RNG4 block */
  109. u32 rng4_sh_init; /* This bitmap shows which of the State
  110. Handles of the RNG4 block are initialized
  111. by this driver */
  112. struct clk_bulk_data *clks;
  113. int num_clks;
  114. /*
  115. * debugfs entries for developer view into driver/device
  116. * variables at runtime.
  117. */
  118. #ifdef CONFIG_DEBUG_FS
  119. struct dentry *ctl; /* controller dir */
  120. struct debugfs_blob_wrapper ctl_kek_wrap, ctl_tkek_wrap, ctl_tdsk_wrap;
  121. #endif
  122. int caam_off_during_pm; /* If the CAAM is reset after suspend */
  123. struct caam_ctl_state state; /* State of the CTL during PM */
  124. };
  125. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API
  126. int caam_algapi_init(struct device *dev);
  127. void caam_algapi_exit(void);
  128. #else
  129. static inline int caam_algapi_init(struct device *dev)
  130. {
  131. return 0;
  132. }
  133. static inline void caam_algapi_exit(void)
  134. {
  135. }
  136. #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API */
  137. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API
  138. int caam_algapi_hash_init(struct device *dev);
  139. void caam_algapi_hash_exit(void);
  140. #else
  141. static inline int caam_algapi_hash_init(struct device *dev)
  142. {
  143. return 0;
  144. }
  145. static inline void caam_algapi_hash_exit(void)
  146. {
  147. }
  148. #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API */
  149. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_PKC_API
  150. int caam_pkc_init(struct device *dev);
  151. void caam_pkc_exit(void);
  152. #else
  153. static inline int caam_pkc_init(struct device *dev)
  154. {
  155. return 0;
  156. }
  157. static inline void caam_pkc_exit(void)
  158. {
  159. }
  160. #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_PKC_API */
  161. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API
  162. int caam_rng_init(struct device *dev);
  163. void caam_rng_exit(struct device *dev);
  164. #else
  165. static inline int caam_rng_init(struct device *dev)
  166. {
  167. return 0;
  168. }
  169. static inline void caam_rng_exit(struct device *dev) {}
  170. #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API */
  171. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_PRNG_API
  172. int caam_prng_register(struct device *dev);
  173. void caam_prng_unregister(void *data);
  174. #else
  175. static inline int caam_prng_register(struct device *dev)
  176. {
  177. return 0;
  178. }
  179. static inline void caam_prng_unregister(void *data) {}
  180. #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_PRNG_API */
  181. #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API_QI
  182. int caam_qi_algapi_init(struct device *dev);
  183. void caam_qi_algapi_exit(void);
  184. #else
  185. static inline int caam_qi_algapi_init(struct device *dev)
  186. {
  187. return 0;
  188. }
  189. static inline void caam_qi_algapi_exit(void)
  190. {
  191. }
  192. #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API_QI */
  193. static inline u64 caam_get_dma_mask(struct device *dev)
  194. {
  195. struct device_node *nprop = dev->of_node;
  196. if (caam_ptr_sz != sizeof(u64))
  197. return DMA_BIT_MASK(32);
  198. if (caam_dpaa2)
  199. return DMA_BIT_MASK(49);
  200. if (of_device_is_compatible(nprop, "fsl,sec-v5.0-job-ring") ||
  201. of_device_is_compatible(nprop, "fsl,sec-v5.0"))
  202. return DMA_BIT_MASK(40);
  203. return DMA_BIT_MASK(36);
  204. }
  205. #endif /* INTERN_H */