turris-mox-rwtm.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Turris Mox rWTM firmware driver
  4. *
  5. * Copyright (C) 2019, 2024, 2025 Marek Behún <kabel@kernel.org>
  6. */
  7. #include <crypto/sha2.h>
  8. #include <linux/align.h>
  9. #include <linux/armada-37xx-rwtm-mailbox.h>
  10. #include <linux/cleanup.h>
  11. #include <linux/completion.h>
  12. #include <linux/container_of.h>
  13. #include <linux/device.h>
  14. #include <linux/dma-mapping.h>
  15. #include <linux/err.h>
  16. #include <linux/hw_random.h>
  17. #include <linux/if_ether.h>
  18. #include <linux/key.h>
  19. #include <linux/kobject.h>
  20. #include <linux/mailbox_client.h>
  21. #include <linux/math.h>
  22. #include <linux/minmax.h>
  23. #include <linux/module.h>
  24. #include <linux/mutex.h>
  25. #include <linux/platform_device.h>
  26. #include <linux/sizes.h>
  27. #include <linux/sysfs.h>
  28. #include <linux/turris-signing-key.h>
  29. #include <linux/types.h>
  30. #define DRIVER_NAME "turris-mox-rwtm"
  31. #define RWTM_DMA_BUFFER_SIZE SZ_4K
  32. /*
  33. * The macros and constants below come from Turris Mox's rWTM firmware code.
  34. * This firmware is open source and it's sources can be found at
  35. * https://gitlab.labs.nic.cz/turris/mox-boot-builder/tree/master/wtmi.
  36. */
  37. enum {
  38. MOX_ECC_NUM_BITS = 521,
  39. MOX_ECC_NUM_LEN = DIV_ROUND_UP(MOX_ECC_NUM_BITS, 8),
  40. MOX_ECC_NUM_WORDS = DIV_ROUND_UP(MOX_ECC_NUM_BITS, 32),
  41. MOX_ECC_SIG_LEN = 2 * MOX_ECC_NUM_LEN,
  42. MOX_ECC_PUBKEY_LEN = 1 + MOX_ECC_NUM_LEN,
  43. };
  44. #define MBOX_STS_SUCCESS (0 << 30)
  45. #define MBOX_STS_FAIL (1 << 30)
  46. #define MBOX_STS_BADCMD (2 << 30)
  47. #define MBOX_STS_ERROR(s) ((s) & (3 << 30))
  48. #define MBOX_STS_VALUE(s) (((s) >> 10) & 0xfffff)
  49. #define MBOX_STS_CMD(s) ((s) & 0x3ff)
  50. enum mbox_cmd {
  51. MBOX_CMD_GET_RANDOM = 1,
  52. MBOX_CMD_BOARD_INFO = 2,
  53. MBOX_CMD_ECDSA_PUB_KEY = 3,
  54. MBOX_CMD_HASH = 4,
  55. MBOX_CMD_SIGN = 5,
  56. MBOX_CMD_VERIFY = 6,
  57. MBOX_CMD_OTP_READ = 7,
  58. MBOX_CMD_OTP_WRITE = 8,
  59. };
  60. /**
  61. * struct mox_rwtm - driver private data structure
  62. * @mbox_client: rWTM mailbox client
  63. * @mbox: rWTM mailbox channel
  64. * @hwrng: RNG driver structure
  65. * @reply: last mailbox reply, filled in receive callback
  66. * @buf: DMA buffer
  67. * @buf_phys: physical address of the DMA buffer
  68. * @busy: mutex to protect mailbox command execution
  69. * @cmd_done: command done completion
  70. * @has_board_info: whether board information is present
  71. * @serial_number: serial number of the device
  72. * @board_version: board version / revision of the device
  73. * @ram_size: RAM size of the device
  74. * @mac_address1: first MAC address of the device
  75. * @mac_address2: second MAC address of the device
  76. * @pubkey: board ECDSA public key
  77. */
  78. struct mox_rwtm {
  79. struct mbox_client mbox_client;
  80. struct mbox_chan *mbox;
  81. struct hwrng hwrng;
  82. struct armada_37xx_rwtm_rx_msg reply;
  83. void *buf;
  84. dma_addr_t buf_phys;
  85. struct mutex busy;
  86. struct completion cmd_done;
  87. bool has_board_info;
  88. u64 serial_number;
  89. int board_version, ram_size;
  90. u8 mac_address1[ETH_ALEN], mac_address2[ETH_ALEN];
  91. #ifdef CONFIG_TURRIS_MOX_RWTM_KEYCTL
  92. u8 pubkey[MOX_ECC_PUBKEY_LEN];
  93. #endif
  94. };
  95. static inline struct device *rwtm_dev(struct mox_rwtm *rwtm)
  96. {
  97. return rwtm->mbox_client.dev;
  98. }
  99. #define MOX_ATTR_RO(name, format) \
  100. static ssize_t \
  101. name##_show(struct device *dev, struct device_attribute *a, \
  102. char *buf) \
  103. { \
  104. struct mox_rwtm *rwtm = dev_get_drvdata(dev); \
  105. if (!rwtm->has_board_info) \
  106. return -ENODATA; \
  107. return sysfs_emit(buf, format, rwtm->name); \
  108. } \
  109. static DEVICE_ATTR_RO(name)
  110. MOX_ATTR_RO(serial_number, "%016llX\n");
  111. MOX_ATTR_RO(board_version, "%i\n");
  112. MOX_ATTR_RO(ram_size, "%i\n");
  113. MOX_ATTR_RO(mac_address1, "%pM\n");
  114. MOX_ATTR_RO(mac_address2, "%pM\n");
  115. static struct attribute *turris_mox_rwtm_attrs[] = {
  116. &dev_attr_serial_number.attr,
  117. &dev_attr_board_version.attr,
  118. &dev_attr_ram_size.attr,
  119. &dev_attr_mac_address1.attr,
  120. &dev_attr_mac_address2.attr,
  121. NULL
  122. };
  123. ATTRIBUTE_GROUPS(turris_mox_rwtm);
  124. static int mox_get_status(enum mbox_cmd cmd, u32 retval)
  125. {
  126. if (MBOX_STS_CMD(retval) != cmd)
  127. return -EIO;
  128. else if (MBOX_STS_ERROR(retval) == MBOX_STS_FAIL)
  129. return -(int)MBOX_STS_VALUE(retval);
  130. else if (MBOX_STS_ERROR(retval) == MBOX_STS_BADCMD)
  131. return -EOPNOTSUPP;
  132. else if (MBOX_STS_ERROR(retval) != MBOX_STS_SUCCESS)
  133. return -EIO;
  134. else
  135. return MBOX_STS_VALUE(retval);
  136. }
  137. static void mox_rwtm_rx_callback(struct mbox_client *cl, void *data)
  138. {
  139. struct mox_rwtm *rwtm = dev_get_drvdata(cl->dev);
  140. struct armada_37xx_rwtm_rx_msg *msg = data;
  141. if (completion_done(&rwtm->cmd_done))
  142. return;
  143. rwtm->reply = *msg;
  144. complete(&rwtm->cmd_done);
  145. }
  146. static int mox_rwtm_exec(struct mox_rwtm *rwtm, enum mbox_cmd cmd,
  147. struct armada_37xx_rwtm_tx_msg *msg,
  148. bool interruptible)
  149. {
  150. struct armada_37xx_rwtm_tx_msg _msg = {};
  151. int ret;
  152. if (!msg)
  153. msg = &_msg;
  154. msg->command = cmd;
  155. ret = mbox_send_message(rwtm->mbox, msg);
  156. if (ret < 0)
  157. return ret;
  158. if (interruptible) {
  159. ret = wait_for_completion_interruptible(&rwtm->cmd_done);
  160. if (ret < 0)
  161. return ret;
  162. } else {
  163. if (!wait_for_completion_timeout(&rwtm->cmd_done, HZ / 2))
  164. return -ETIMEDOUT;
  165. }
  166. return mox_get_status(cmd, rwtm->reply.retval);
  167. }
  168. static void reply_to_mac_addr(u8 *mac, u32 t1, u32 t2)
  169. {
  170. mac[0] = t1 >> 8;
  171. mac[1] = t1;
  172. mac[2] = t2 >> 24;
  173. mac[3] = t2 >> 16;
  174. mac[4] = t2 >> 8;
  175. mac[5] = t2;
  176. }
  177. static int mox_get_board_info(struct mox_rwtm *rwtm)
  178. {
  179. struct device *dev = rwtm_dev(rwtm);
  180. struct armada_37xx_rwtm_rx_msg *reply = &rwtm->reply;
  181. int ret;
  182. ret = mox_rwtm_exec(rwtm, MBOX_CMD_BOARD_INFO, NULL, false);
  183. if (ret == -ENODATA) {
  184. dev_warn(dev,
  185. "Board does not have manufacturing information burned!\n");
  186. } else if (ret == -EOPNOTSUPP) {
  187. dev_notice(dev,
  188. "Firmware does not support the BOARD_INFO command\n");
  189. } else if (ret < 0) {
  190. return ret;
  191. } else {
  192. rwtm->serial_number = reply->status[1];
  193. rwtm->serial_number <<= 32;
  194. rwtm->serial_number |= reply->status[0];
  195. rwtm->board_version = reply->status[2];
  196. rwtm->ram_size = reply->status[3];
  197. reply_to_mac_addr(rwtm->mac_address1, reply->status[4],
  198. reply->status[5]);
  199. reply_to_mac_addr(rwtm->mac_address2, reply->status[6],
  200. reply->status[7]);
  201. rwtm->has_board_info = true;
  202. pr_info("Turris Mox serial number %016llX\n",
  203. rwtm->serial_number);
  204. pr_info(" board version %i\n", rwtm->board_version);
  205. pr_info(" burned RAM size %i MiB\n", rwtm->ram_size);
  206. }
  207. return 0;
  208. }
  209. static int check_get_random_support(struct mox_rwtm *rwtm)
  210. {
  211. struct armada_37xx_rwtm_tx_msg msg = {
  212. .args = { 1, rwtm->buf_phys, 4 },
  213. };
  214. return mox_rwtm_exec(rwtm, MBOX_CMD_GET_RANDOM, &msg, false);
  215. }
  216. static int mox_hwrng_read(struct hwrng *rng, void *data, size_t max, bool wait)
  217. {
  218. struct mox_rwtm *rwtm = container_of(rng, struct mox_rwtm, hwrng);
  219. struct armada_37xx_rwtm_tx_msg msg = {
  220. .args = { 1, rwtm->buf_phys, ALIGN(max, 4) },
  221. };
  222. int ret;
  223. max = min(max, RWTM_DMA_BUFFER_SIZE);
  224. if (!wait) {
  225. if (!mutex_trylock(&rwtm->busy))
  226. return -EBUSY;
  227. } else {
  228. mutex_lock(&rwtm->busy);
  229. }
  230. ret = mox_rwtm_exec(rwtm, MBOX_CMD_GET_RANDOM, &msg, true);
  231. if (ret < 0)
  232. goto unlock_mutex;
  233. memcpy(data, rwtm->buf, max);
  234. ret = max;
  235. unlock_mutex:
  236. mutex_unlock(&rwtm->busy);
  237. return ret;
  238. }
  239. #ifdef CONFIG_TURRIS_MOX_RWTM_KEYCTL
  240. static void mox_ecc_number_to_bin(void *dst, const u32 *src)
  241. {
  242. __be32 tmp[MOX_ECC_NUM_WORDS];
  243. cpu_to_be32_array(tmp, src, MOX_ECC_NUM_WORDS);
  244. memcpy(dst, (void *)tmp + 2, MOX_ECC_NUM_LEN);
  245. }
  246. static void mox_ecc_public_key_to_bin(void *dst, u32 src_first,
  247. const u32 *src_rest)
  248. {
  249. __be32 tmp[MOX_ECC_NUM_WORDS - 1];
  250. u8 *p = dst;
  251. /* take 3 bytes from the first word */
  252. *p++ = src_first >> 16;
  253. *p++ = src_first >> 8;
  254. *p++ = src_first;
  255. /* take the rest of the words */
  256. cpu_to_be32_array(tmp, src_rest, MOX_ECC_NUM_WORDS - 1);
  257. memcpy(p, tmp, sizeof(tmp));
  258. }
  259. static int mox_rwtm_sign(const struct key *key, const void *data, void *signature)
  260. {
  261. struct mox_rwtm *rwtm = dev_get_drvdata(turris_signing_key_get_dev(key));
  262. struct armada_37xx_rwtm_tx_msg msg = {};
  263. u32 offset_r, offset_s;
  264. int ret;
  265. guard(mutex)(&rwtm->busy);
  266. /*
  267. * For MBOX_CMD_SIGN command:
  268. * args[0] - must be 1
  269. * args[1] - address of message M to sign; message is a 521-bit number
  270. * args[2] - address where the R part of the signature will be stored
  271. * args[3] - address where the S part of the signature will be stored
  272. *
  273. * M, R and S are 521-bit numbers encoded as seventeen 32-bit words,
  274. * most significat word first.
  275. * Since the message in @data is a sha512 digest, the most significat
  276. * word is always zero.
  277. */
  278. offset_r = MOX_ECC_NUM_WORDS * sizeof(u32);
  279. offset_s = 2 * MOX_ECC_NUM_WORDS * sizeof(u32);
  280. memset(rwtm->buf, 0, sizeof(u32));
  281. memcpy(rwtm->buf + sizeof(u32), data, SHA512_DIGEST_SIZE);
  282. be32_to_cpu_array(rwtm->buf, rwtm->buf, MOX_ECC_NUM_WORDS);
  283. msg.args[0] = 1;
  284. msg.args[1] = rwtm->buf_phys;
  285. msg.args[2] = rwtm->buf_phys + offset_r;
  286. msg.args[3] = rwtm->buf_phys + offset_s;
  287. ret = mox_rwtm_exec(rwtm, MBOX_CMD_SIGN, &msg, true);
  288. if (ret < 0)
  289. return ret;
  290. /* convert R and S parts of the signature */
  291. mox_ecc_number_to_bin(signature, rwtm->buf + offset_r);
  292. mox_ecc_number_to_bin(signature + MOX_ECC_NUM_LEN, rwtm->buf + offset_s);
  293. return 0;
  294. }
  295. static const void *mox_rwtm_get_public_key(const struct key *key)
  296. {
  297. struct mox_rwtm *rwtm = dev_get_drvdata(turris_signing_key_get_dev(key));
  298. return rwtm->pubkey;
  299. }
  300. static const struct turris_signing_key_subtype mox_signing_key_subtype = {
  301. .key_size = MOX_ECC_NUM_BITS,
  302. .data_size = SHA512_DIGEST_SIZE,
  303. .sig_size = MOX_ECC_SIG_LEN,
  304. .public_key_size = MOX_ECC_PUBKEY_LEN,
  305. .hash_algo = "sha512",
  306. .get_public_key = mox_rwtm_get_public_key,
  307. .sign = mox_rwtm_sign,
  308. };
  309. static int mox_register_signing_key(struct mox_rwtm *rwtm)
  310. {
  311. struct armada_37xx_rwtm_rx_msg *reply = &rwtm->reply;
  312. struct device *dev = rwtm_dev(rwtm);
  313. int ret;
  314. ret = mox_rwtm_exec(rwtm, MBOX_CMD_ECDSA_PUB_KEY, NULL, false);
  315. if (ret == -ENODATA) {
  316. dev_warn(dev, "Board has no public key burned!\n");
  317. } else if (ret == -EOPNOTSUPP) {
  318. dev_notice(dev,
  319. "Firmware does not support the ECDSA_PUB_KEY command\n");
  320. } else if (ret < 0) {
  321. return ret;
  322. } else {
  323. char sn[17] = "unknown";
  324. char desc[46];
  325. if (rwtm->has_board_info)
  326. sprintf(sn, "%016llX", rwtm->serial_number);
  327. sprintf(desc, "Turris MOX SN %s rWTM ECDSA key", sn);
  328. mox_ecc_public_key_to_bin(rwtm->pubkey, ret, reply->status);
  329. ret = devm_turris_signing_key_create(dev,
  330. &mox_signing_key_subtype,
  331. desc);
  332. if (ret)
  333. return dev_err_probe(dev, ret,
  334. "Cannot create signing key\n");
  335. }
  336. return 0;
  337. }
  338. #else /* CONFIG_TURRIS_MOX_RWTM_KEYCTL */
  339. static inline int mox_register_signing_key(struct mox_rwtm *rwtm)
  340. {
  341. return 0;
  342. }
  343. #endif /* !CONFIG_TURRIS_MOX_RWTM_KEYCTL */
  344. static void rwtm_devm_mbox_release(void *mbox)
  345. {
  346. mbox_free_channel(mbox);
  347. }
  348. static void rwtm_firmware_symlink_drop(void *parent)
  349. {
  350. sysfs_remove_link(parent, DRIVER_NAME);
  351. }
  352. static int turris_mox_rwtm_probe(struct platform_device *pdev)
  353. {
  354. struct mox_rwtm *rwtm;
  355. struct device *dev = &pdev->dev;
  356. int ret;
  357. rwtm = devm_kzalloc(dev, sizeof(*rwtm), GFP_KERNEL);
  358. if (!rwtm)
  359. return -ENOMEM;
  360. rwtm->buf = dmam_alloc_coherent(dev, RWTM_DMA_BUFFER_SIZE,
  361. &rwtm->buf_phys, GFP_KERNEL);
  362. if (!rwtm->buf)
  363. return -ENOMEM;
  364. platform_set_drvdata(pdev, rwtm);
  365. ret = devm_mutex_init(dev, &rwtm->busy);
  366. if (ret)
  367. return ret;
  368. init_completion(&rwtm->cmd_done);
  369. rwtm->mbox_client.dev = dev;
  370. rwtm->mbox_client.rx_callback = mox_rwtm_rx_callback;
  371. rwtm->mbox = mbox_request_channel(&rwtm->mbox_client, 0);
  372. if (IS_ERR(rwtm->mbox))
  373. return dev_err_probe(dev, PTR_ERR(rwtm->mbox),
  374. "Cannot request mailbox channel!\n");
  375. ret = devm_add_action_or_reset(dev, rwtm_devm_mbox_release, rwtm->mbox);
  376. if (ret)
  377. return ret;
  378. ret = mox_get_board_info(rwtm);
  379. if (ret < 0)
  380. dev_warn(dev, "Cannot read board information: %i\n", ret);
  381. ret = mox_register_signing_key(rwtm);
  382. if (ret < 0)
  383. return ret;
  384. ret = check_get_random_support(rwtm);
  385. if (ret < 0) {
  386. dev_notice(dev,
  387. "Firmware does not support the GET_RANDOM command\n");
  388. return ret;
  389. }
  390. rwtm->hwrng.name = DRIVER_NAME "_hwrng";
  391. rwtm->hwrng.read = mox_hwrng_read;
  392. ret = devm_hwrng_register(dev, &rwtm->hwrng);
  393. if (ret)
  394. return dev_err_probe(dev, ret, "Cannot register HWRNG!\n");
  395. dev_info(dev, "HWRNG successfully registered\n");
  396. /*
  397. * For sysfs ABI compatibility, create symlink
  398. * /sys/firmware/turris-mox-rwtm to this device's sysfs directory.
  399. */
  400. ret = sysfs_create_link(firmware_kobj, &dev->kobj, DRIVER_NAME);
  401. if (!ret)
  402. devm_add_action_or_reset(dev, rwtm_firmware_symlink_drop,
  403. firmware_kobj);
  404. return 0;
  405. }
  406. static const struct of_device_id turris_mox_rwtm_match[] = {
  407. { .compatible = "cznic,turris-mox-rwtm", },
  408. { .compatible = "marvell,armada-3700-rwtm-firmware", },
  409. { },
  410. };
  411. MODULE_DEVICE_TABLE(of, turris_mox_rwtm_match);
  412. static struct platform_driver turris_mox_rwtm_driver = {
  413. .probe = turris_mox_rwtm_probe,
  414. .driver = {
  415. .name = DRIVER_NAME,
  416. .of_match_table = turris_mox_rwtm_match,
  417. .dev_groups = turris_mox_rwtm_groups,
  418. },
  419. };
  420. module_platform_driver(turris_mox_rwtm_driver);
  421. MODULE_LICENSE("GPL v2");
  422. MODULE_DESCRIPTION("Turris Mox rWTM firmware driver");
  423. MODULE_AUTHOR("Marek Behun <kabel@kernel.org>");