sha1.h 1.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445
  1. /* SPDX-License-Identifier: GPL-2.0-or-later */
  2. /*
  3. * SHA-1 optimized for ARM
  4. *
  5. * Copyright 2025 Google LLC
  6. */
  7. #include <asm/simd.h>
  8. static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_neon);
  9. static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_ce);
  10. asmlinkage void sha1_block_data_order(struct sha1_block_state *state,
  11. const u8 *data, size_t nblocks);
  12. asmlinkage void sha1_transform_neon(struct sha1_block_state *state,
  13. const u8 *data, size_t nblocks);
  14. asmlinkage void sha1_ce_transform(struct sha1_block_state *state,
  15. const u8 *data, size_t nblocks);
  16. static void sha1_blocks(struct sha1_block_state *state,
  17. const u8 *data, size_t nblocks)
  18. {
  19. if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) &&
  20. static_branch_likely(&have_neon) && likely(may_use_simd())) {
  21. scoped_ksimd() {
  22. if (static_branch_likely(&have_ce))
  23. sha1_ce_transform(state, data, nblocks);
  24. else
  25. sha1_transform_neon(state, data, nblocks);
  26. }
  27. } else {
  28. sha1_block_data_order(state, data, nblocks);
  29. }
  30. }
  31. #ifdef CONFIG_KERNEL_MODE_NEON
  32. #define sha1_mod_init_arch sha1_mod_init_arch
  33. static void sha1_mod_init_arch(void)
  34. {
  35. if (elf_hwcap & HWCAP_NEON) {
  36. static_branch_enable(&have_neon);
  37. if (elf_hwcap2 & HWCAP2_SHA1)
  38. static_branch_enable(&have_ce);
  39. }
  40. }
  41. #endif /* CONFIG_KERNEL_MODE_NEON */