vpu_rpc.c 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright 2020-2021 NXP
  4. */
  5. #include <linux/init.h>
  6. #include <linux/interconnect.h>
  7. #include <linux/ioctl.h>
  8. #include <linux/list.h>
  9. #include <linux/kernel.h>
  10. #include <linux/module.h>
  11. #include <linux/platform_device.h>
  12. #include <linux/firmware/imx/ipc.h>
  13. #include <linux/firmware/imx/svc/misc.h>
  14. #include "vpu.h"
  15. #include "vpu_rpc.h"
  16. #include "vpu_imx8q.h"
  17. #include "vpu_windsor.h"
  18. #include "vpu_malone.h"
  19. int vpu_iface_check_memory_region(struct vpu_core *core, dma_addr_t addr, u32 size)
  20. {
  21. struct vpu_iface_ops *ops = vpu_core_get_iface(core);
  22. if (!ops || !ops->check_memory_region)
  23. return VPU_CORE_MEMORY_INVALID;
  24. return ops->check_memory_region(core->fw.phys, addr, size);
  25. }
  26. static u32 vpu_rpc_check_buffer_space(struct vpu_rpc_buffer_desc *desc, bool write)
  27. {
  28. u32 ptr1;
  29. u32 ptr2;
  30. u32 size;
  31. size = desc->end - desc->start;
  32. if (write) {
  33. ptr1 = desc->wptr;
  34. ptr2 = desc->rptr;
  35. } else {
  36. ptr1 = desc->rptr;
  37. ptr2 = desc->wptr;
  38. }
  39. if (ptr1 == ptr2) {
  40. if (!write)
  41. return 0;
  42. else
  43. return size;
  44. }
  45. return (ptr2 + size - ptr1) % size;
  46. }
  47. static int vpu_rpc_send_cmd_buf(struct vpu_shared_addr *shared, struct vpu_rpc_event *cmd)
  48. {
  49. struct vpu_rpc_buffer_desc *desc;
  50. u32 space = 0;
  51. u32 *data;
  52. u32 wptr;
  53. u32 i;
  54. if (cmd->hdr.num > 0xff || cmd->hdr.num >= ARRAY_SIZE(cmd->data))
  55. return -EINVAL;
  56. desc = shared->cmd_desc;
  57. space = vpu_rpc_check_buffer_space(desc, true);
  58. if (space < (((cmd->hdr.num + 1) << 2) + 16))
  59. return -EINVAL;
  60. wptr = desc->wptr;
  61. data = (u32 *)(shared->cmd_mem_vir + desc->wptr - desc->start);
  62. *data = 0;
  63. *data |= ((cmd->hdr.index & 0xff) << 24);
  64. *data |= ((cmd->hdr.num & 0xff) << 16);
  65. *data |= (cmd->hdr.id & 0x3fff);
  66. wptr += 4;
  67. data++;
  68. if (wptr >= desc->end) {
  69. wptr = desc->start;
  70. data = shared->cmd_mem_vir;
  71. }
  72. for (i = 0; i < cmd->hdr.num; i++) {
  73. *data = cmd->data[i];
  74. wptr += 4;
  75. data++;
  76. if (wptr >= desc->end) {
  77. wptr = desc->start;
  78. data = shared->cmd_mem_vir;
  79. }
  80. }
  81. /*update wptr after data is written*/
  82. mb();
  83. desc->wptr = wptr;
  84. return 0;
  85. }
  86. static bool vpu_rpc_check_msg(struct vpu_shared_addr *shared)
  87. {
  88. struct vpu_rpc_buffer_desc *desc;
  89. u32 space = 0;
  90. u32 msgword;
  91. u32 msgnum;
  92. desc = shared->msg_desc;
  93. space = vpu_rpc_check_buffer_space(desc, 0);
  94. space = (space >> 2);
  95. if (space) {
  96. msgword = *(u32 *)(shared->msg_mem_vir + desc->rptr - desc->start);
  97. msgnum = (msgword & 0xff0000) >> 16;
  98. if (msgnum <= space)
  99. return true;
  100. }
  101. return false;
  102. }
  103. static int vpu_rpc_receive_msg_buf(struct vpu_shared_addr *shared, struct vpu_rpc_event *msg)
  104. {
  105. struct vpu_rpc_buffer_desc *desc;
  106. u32 *data;
  107. u32 msgword;
  108. u32 rptr;
  109. u32 i;
  110. if (!vpu_rpc_check_msg(shared))
  111. return -EINVAL;
  112. desc = shared->msg_desc;
  113. data = (u32 *)(shared->msg_mem_vir + desc->rptr - desc->start);
  114. rptr = desc->rptr;
  115. msgword = *data;
  116. data++;
  117. rptr += 4;
  118. if (rptr >= desc->end) {
  119. rptr = desc->start;
  120. data = shared->msg_mem_vir;
  121. }
  122. msg->hdr.index = (msgword >> 24) & 0xff;
  123. msg->hdr.num = (msgword >> 16) & 0xff;
  124. msg->hdr.id = msgword & 0x3fff;
  125. if (msg->hdr.num > ARRAY_SIZE(msg->data))
  126. return -EINVAL;
  127. for (i = 0; i < msg->hdr.num; i++) {
  128. msg->data[i] = *data;
  129. data++;
  130. rptr += 4;
  131. if (rptr >= desc->end) {
  132. rptr = desc->start;
  133. data = shared->msg_mem_vir;
  134. }
  135. }
  136. /*update rptr after data is read*/
  137. mb();
  138. desc->rptr = rptr;
  139. return 0;
  140. }
  141. static struct vpu_iface_ops imx8q_rpc_ops[] = {
  142. [VPU_CORE_TYPE_ENC] = {
  143. .check_codec = vpu_imx8q_check_codec,
  144. .check_fmt = vpu_imx8q_check_fmt,
  145. .boot_core = vpu_imx8q_boot_core,
  146. .get_power_state = vpu_imx8q_get_power_state,
  147. .on_firmware_loaded = vpu_imx8q_on_firmware_loaded,
  148. .get_data_size = vpu_windsor_get_data_size,
  149. .check_memory_region = vpu_imx8q_check_memory_region,
  150. .init_rpc = vpu_windsor_init_rpc,
  151. .set_log_buf = vpu_windsor_set_log_buf,
  152. .set_system_cfg = vpu_windsor_set_system_cfg,
  153. .get_version = vpu_windsor_get_version,
  154. .send_cmd_buf = vpu_rpc_send_cmd_buf,
  155. .receive_msg_buf = vpu_rpc_receive_msg_buf,
  156. .pack_cmd = vpu_windsor_pack_cmd,
  157. .convert_msg_id = vpu_windsor_convert_msg_id,
  158. .unpack_msg_data = vpu_windsor_unpack_msg_data,
  159. .config_memory_resource = vpu_windsor_config_memory_resource,
  160. .get_stream_buffer_size = vpu_windsor_get_stream_buffer_size,
  161. .config_stream_buffer = vpu_windsor_config_stream_buffer,
  162. .get_stream_buffer_desc = vpu_windsor_get_stream_buffer_desc,
  163. .update_stream_buffer = vpu_windsor_update_stream_buffer,
  164. .set_encode_params = vpu_windsor_set_encode_params,
  165. .input_frame = vpu_windsor_input_frame,
  166. .get_max_instance_count = vpu_windsor_get_max_instance_count,
  167. },
  168. [VPU_CORE_TYPE_DEC] = {
  169. .check_codec = vpu_imx8q_check_codec,
  170. .check_fmt = vpu_malone_check_fmt,
  171. .boot_core = vpu_imx8q_boot_core,
  172. .get_power_state = vpu_imx8q_get_power_state,
  173. .on_firmware_loaded = vpu_imx8q_on_firmware_loaded,
  174. .get_data_size = vpu_malone_get_data_size,
  175. .check_memory_region = vpu_imx8q_check_memory_region,
  176. .init_rpc = vpu_malone_init_rpc,
  177. .set_log_buf = vpu_malone_set_log_buf,
  178. .set_system_cfg = vpu_malone_set_system_cfg,
  179. .get_version = vpu_malone_get_version,
  180. .send_cmd_buf = vpu_rpc_send_cmd_buf,
  181. .receive_msg_buf = vpu_rpc_receive_msg_buf,
  182. .get_stream_buffer_size = vpu_malone_get_stream_buffer_size,
  183. .config_stream_buffer = vpu_malone_config_stream_buffer,
  184. .set_decode_params = vpu_malone_set_decode_params,
  185. .pack_cmd = vpu_malone_pack_cmd,
  186. .convert_msg_id = vpu_malone_convert_msg_id,
  187. .unpack_msg_data = vpu_malone_unpack_msg_data,
  188. .get_stream_buffer_desc = vpu_malone_get_stream_buffer_desc,
  189. .update_stream_buffer = vpu_malone_update_stream_buffer,
  190. .add_scode = vpu_malone_add_scode,
  191. .input_frame = vpu_malone_input_frame,
  192. .pre_send_cmd = vpu_malone_pre_cmd,
  193. .post_send_cmd = vpu_malone_post_cmd,
  194. .init_instance = vpu_malone_init_instance,
  195. .get_max_instance_count = vpu_malone_get_max_instance_count,
  196. },
  197. };
  198. static struct vpu_iface_ops *vpu_get_iface(struct vpu_dev *vpu, enum vpu_core_type type)
  199. {
  200. struct vpu_iface_ops *rpc_ops = NULL;
  201. u32 size = 0;
  202. switch (vpu->res->plat_type) {
  203. case IMX8QXP:
  204. case IMX8QM:
  205. rpc_ops = imx8q_rpc_ops;
  206. size = ARRAY_SIZE(imx8q_rpc_ops);
  207. break;
  208. default:
  209. return NULL;
  210. }
  211. if (type >= size)
  212. return NULL;
  213. return &rpc_ops[type];
  214. }
  215. struct vpu_iface_ops *vpu_core_get_iface(struct vpu_core *core)
  216. {
  217. return vpu_get_iface(core->vpu, core->type);
  218. }
  219. struct vpu_iface_ops *vpu_inst_get_iface(struct vpu_inst *inst)
  220. {
  221. if (inst->core)
  222. return vpu_core_get_iface(inst->core);
  223. return vpu_get_iface(inst->vpu, inst->type);
  224. }