sm3-neon-glue.c 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * sm3-neon-glue.c - SM3 secure hash using NEON instructions
  4. *
  5. * Copyright (C) 2022 Tianjia Zhang <tianjia.zhang@linux.alibaba.com>
  6. */
  7. #include <asm/simd.h>
  8. #include <crypto/internal/hash.h>
  9. #include <crypto/sm3.h>
  10. #include <crypto/sm3_base.h>
  11. #include <linux/cpufeature.h>
  12. #include <linux/kernel.h>
  13. #include <linux/module.h>
  14. asmlinkage void sm3_neon_transform(struct sm3_state *sst, u8 const *src,
  15. int blocks);
  16. static int sm3_neon_update(struct shash_desc *desc, const u8 *data,
  17. unsigned int len)
  18. {
  19. scoped_ksimd()
  20. return sm3_base_do_update_blocks(desc, data, len,
  21. sm3_neon_transform);
  22. }
  23. static int sm3_neon_finup(struct shash_desc *desc, const u8 *data,
  24. unsigned int len, u8 *out)
  25. {
  26. scoped_ksimd()
  27. sm3_base_do_finup(desc, data, len, sm3_neon_transform);
  28. return sm3_base_finish(desc, out);
  29. }
  30. static struct shash_alg sm3_alg = {
  31. .digestsize = SM3_DIGEST_SIZE,
  32. .init = sm3_base_init,
  33. .update = sm3_neon_update,
  34. .finup = sm3_neon_finup,
  35. .descsize = SM3_STATE_SIZE,
  36. .base.cra_name = "sm3",
  37. .base.cra_driver_name = "sm3-neon",
  38. .base.cra_flags = CRYPTO_AHASH_ALG_BLOCK_ONLY |
  39. CRYPTO_AHASH_ALG_FINUP_MAX,
  40. .base.cra_blocksize = SM3_BLOCK_SIZE,
  41. .base.cra_module = THIS_MODULE,
  42. .base.cra_priority = 200,
  43. };
  44. static int __init sm3_neon_init(void)
  45. {
  46. return crypto_register_shash(&sm3_alg);
  47. }
  48. static void __exit sm3_neon_fini(void)
  49. {
  50. crypto_unregister_shash(&sm3_alg);
  51. }
  52. module_init(sm3_neon_init);
  53. module_exit(sm3_neon_fini);
  54. MODULE_DESCRIPTION("SM3 secure hash using NEON instructions");
  55. MODULE_AUTHOR("Jussi Kivilinna <jussi.kivilinna@iki.fi>");
  56. MODULE_AUTHOR("Tianjia Zhang <tianjia.zhang@linux.alibaba.com>");
  57. MODULE_LICENSE("GPL v2");