drm_gem_shmem_helper.h 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef __DRM_GEM_SHMEM_HELPER_H__
  3. #define __DRM_GEM_SHMEM_HELPER_H__
  4. #include <linux/fs.h>
  5. #include <linux/mm.h>
  6. #include <linux/mutex.h>
  7. #include <drm/drm_file.h>
  8. #include <drm/drm_gem.h>
  9. #include <drm/drm_ioctl.h>
  10. #include <drm/drm_prime.h>
  11. struct dma_buf_attachment;
  12. struct drm_mode_create_dumb;
  13. struct drm_printer;
  14. struct sg_table;
  15. /**
  16. * struct drm_gem_shmem_object - GEM object backed by shmem
  17. */
  18. struct drm_gem_shmem_object {
  19. /**
  20. * @base: Base GEM object
  21. */
  22. struct drm_gem_object base;
  23. /**
  24. * @pages: Page table
  25. */
  26. struct page **pages;
  27. /**
  28. * @pages_use_count:
  29. *
  30. * Reference count on the pages table.
  31. * The pages are put when the count reaches zero.
  32. */
  33. refcount_t pages_use_count;
  34. /**
  35. * @pages_pin_count:
  36. *
  37. * Reference count on the pinned pages table.
  38. *
  39. * Pages are hard-pinned and reside in memory if count
  40. * greater than zero. Otherwise, when count is zero, the pages are
  41. * allowed to be evicted and purged by memory shrinker.
  42. */
  43. refcount_t pages_pin_count;
  44. /**
  45. * @madv: State for madvise
  46. *
  47. * 0 is active/inuse.
  48. * A negative value is the object is purged.
  49. * Positive values are driver specific and not used by the helpers.
  50. */
  51. int madv;
  52. /**
  53. * @madv_list: List entry for madvise tracking
  54. *
  55. * Typically used by drivers to track purgeable objects
  56. */
  57. struct list_head madv_list;
  58. /**
  59. * @sgt: Scatter/gather table for imported PRIME buffers
  60. */
  61. struct sg_table *sgt;
  62. /**
  63. * @vaddr: Kernel virtual address of the backing memory
  64. */
  65. void *vaddr;
  66. /**
  67. * @vmap_use_count:
  68. *
  69. * Reference count on the virtual address.
  70. * The address are un-mapped when the count reaches zero.
  71. */
  72. refcount_t vmap_use_count;
  73. /**
  74. * @pages_mark_dirty_on_put:
  75. *
  76. * Mark pages as dirty when they are put.
  77. */
  78. bool pages_mark_dirty_on_put : 1;
  79. /**
  80. * @pages_mark_accessed_on_put:
  81. *
  82. * Mark pages as accessed when they are put.
  83. */
  84. bool pages_mark_accessed_on_put : 1;
  85. /**
  86. * @map_wc: map object write-combined (instead of using shmem defaults).
  87. */
  88. bool map_wc : 1;
  89. };
  90. #define to_drm_gem_shmem_obj(obj) \
  91. container_of(obj, struct drm_gem_shmem_object, base)
  92. int drm_gem_shmem_init(struct drm_device *dev, struct drm_gem_shmem_object *shmem, size_t size);
  93. struct drm_gem_shmem_object *drm_gem_shmem_create(struct drm_device *dev, size_t size);
  94. void drm_gem_shmem_release(struct drm_gem_shmem_object *shmem);
  95. void drm_gem_shmem_free(struct drm_gem_shmem_object *shmem);
  96. void drm_gem_shmem_put_pages_locked(struct drm_gem_shmem_object *shmem);
  97. int drm_gem_shmem_pin(struct drm_gem_shmem_object *shmem);
  98. void drm_gem_shmem_unpin(struct drm_gem_shmem_object *shmem);
  99. int drm_gem_shmem_vmap_locked(struct drm_gem_shmem_object *shmem,
  100. struct iosys_map *map);
  101. void drm_gem_shmem_vunmap_locked(struct drm_gem_shmem_object *shmem,
  102. struct iosys_map *map);
  103. int drm_gem_shmem_mmap(struct drm_gem_shmem_object *shmem, struct vm_area_struct *vma);
  104. int drm_gem_shmem_pin_locked(struct drm_gem_shmem_object *shmem);
  105. void drm_gem_shmem_unpin_locked(struct drm_gem_shmem_object *shmem);
  106. int drm_gem_shmem_madvise_locked(struct drm_gem_shmem_object *shmem, int madv);
  107. static inline bool drm_gem_shmem_is_purgeable(struct drm_gem_shmem_object *shmem)
  108. {
  109. return (shmem->madv > 0) &&
  110. !refcount_read(&shmem->pages_pin_count) && shmem->sgt &&
  111. !shmem->base.dma_buf && !drm_gem_is_imported(&shmem->base);
  112. }
  113. void drm_gem_shmem_purge_locked(struct drm_gem_shmem_object *shmem);
  114. struct sg_table *drm_gem_shmem_get_sg_table(struct drm_gem_shmem_object *shmem);
  115. struct sg_table *drm_gem_shmem_get_pages_sgt(struct drm_gem_shmem_object *shmem);
  116. void drm_gem_shmem_print_info(const struct drm_gem_shmem_object *shmem,
  117. struct drm_printer *p, unsigned int indent);
  118. extern const struct vm_operations_struct drm_gem_shmem_vm_ops;
  119. /*
  120. * GEM object functions
  121. */
  122. /**
  123. * drm_gem_shmem_object_free - GEM object function for drm_gem_shmem_free()
  124. * @obj: GEM object to free
  125. *
  126. * This function wraps drm_gem_shmem_free(). Drivers that employ the shmem helpers
  127. * should use it as their &drm_gem_object_funcs.free handler.
  128. */
  129. static inline void drm_gem_shmem_object_free(struct drm_gem_object *obj)
  130. {
  131. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  132. drm_gem_shmem_free(shmem);
  133. }
  134. /**
  135. * drm_gem_shmem_object_print_info() - Print &drm_gem_shmem_object info for debugfs
  136. * @p: DRM printer
  137. * @indent: Tab indentation level
  138. * @obj: GEM object
  139. *
  140. * This function wraps drm_gem_shmem_print_info(). Drivers that employ the shmem helpers should
  141. * use this function as their &drm_gem_object_funcs.print_info handler.
  142. */
  143. static inline void drm_gem_shmem_object_print_info(struct drm_printer *p, unsigned int indent,
  144. const struct drm_gem_object *obj)
  145. {
  146. const struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  147. drm_gem_shmem_print_info(shmem, p, indent);
  148. }
  149. /**
  150. * drm_gem_shmem_object_pin - GEM object function for drm_gem_shmem_pin()
  151. * @obj: GEM object
  152. *
  153. * This function wraps drm_gem_shmem_pin(). Drivers that employ the shmem helpers should
  154. * use it as their &drm_gem_object_funcs.pin handler.
  155. */
  156. static inline int drm_gem_shmem_object_pin(struct drm_gem_object *obj)
  157. {
  158. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  159. return drm_gem_shmem_pin_locked(shmem);
  160. }
  161. /**
  162. * drm_gem_shmem_object_unpin - GEM object function for drm_gem_shmem_unpin()
  163. * @obj: GEM object
  164. *
  165. * This function wraps drm_gem_shmem_unpin(). Drivers that employ the shmem helpers should
  166. * use it as their &drm_gem_object_funcs.unpin handler.
  167. */
  168. static inline void drm_gem_shmem_object_unpin(struct drm_gem_object *obj)
  169. {
  170. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  171. drm_gem_shmem_unpin_locked(shmem);
  172. }
  173. /**
  174. * drm_gem_shmem_object_get_sg_table - GEM object function for drm_gem_shmem_get_sg_table()
  175. * @obj: GEM object
  176. *
  177. * This function wraps drm_gem_shmem_get_sg_table(). Drivers that employ the shmem helpers should
  178. * use it as their &drm_gem_object_funcs.get_sg_table handler.
  179. *
  180. * Returns:
  181. * A pointer to the scatter/gather table of pinned pages or error pointer on failure.
  182. */
  183. static inline struct sg_table *drm_gem_shmem_object_get_sg_table(struct drm_gem_object *obj)
  184. {
  185. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  186. return drm_gem_shmem_get_sg_table(shmem);
  187. }
  188. /*
  189. * drm_gem_shmem_object_vmap - GEM object function for drm_gem_shmem_vmap_locked()
  190. * @obj: GEM object
  191. * @map: Returns the kernel virtual address of the SHMEM GEM object's backing store.
  192. *
  193. * This function wraps drm_gem_shmem_vmap_locked(). Drivers that employ the shmem
  194. * helpers should use it as their &drm_gem_object_funcs.vmap handler.
  195. *
  196. * Returns:
  197. * 0 on success or a negative error code on failure.
  198. */
  199. static inline int drm_gem_shmem_object_vmap(struct drm_gem_object *obj,
  200. struct iosys_map *map)
  201. {
  202. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  203. return drm_gem_shmem_vmap_locked(shmem, map);
  204. }
  205. /*
  206. * drm_gem_shmem_object_vunmap - GEM object function for drm_gem_shmem_vunmap()
  207. * @obj: GEM object
  208. * @map: Kernel virtual address where the SHMEM GEM object was mapped
  209. *
  210. * This function wraps drm_gem_shmem_vunmap_locked(). Drivers that employ the shmem
  211. * helpers should use it as their &drm_gem_object_funcs.vunmap handler.
  212. */
  213. static inline void drm_gem_shmem_object_vunmap(struct drm_gem_object *obj,
  214. struct iosys_map *map)
  215. {
  216. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  217. drm_gem_shmem_vunmap_locked(shmem, map);
  218. }
  219. /**
  220. * drm_gem_shmem_object_mmap - GEM object function for drm_gem_shmem_mmap()
  221. * @obj: GEM object
  222. * @vma: VMA for the area to be mapped
  223. *
  224. * This function wraps drm_gem_shmem_mmap(). Drivers that employ the shmem helpers should
  225. * use it as their &drm_gem_object_funcs.mmap handler.
  226. *
  227. * Returns:
  228. * 0 on success or a negative error code on failure.
  229. */
  230. static inline int drm_gem_shmem_object_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma)
  231. {
  232. struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
  233. return drm_gem_shmem_mmap(shmem, vma);
  234. }
  235. /*
  236. * Driver ops
  237. */
  238. struct drm_gem_object *
  239. drm_gem_shmem_prime_import_sg_table(struct drm_device *dev,
  240. struct dma_buf_attachment *attach,
  241. struct sg_table *sgt);
  242. int drm_gem_shmem_dumb_create(struct drm_file *file, struct drm_device *dev,
  243. struct drm_mode_create_dumb *args);
  244. struct drm_gem_object *drm_gem_shmem_prime_import_no_map(struct drm_device *dev,
  245. struct dma_buf *buf);
  246. /**
  247. * DRM_GEM_SHMEM_DRIVER_OPS - Default shmem GEM operations
  248. *
  249. * This macro provides a shortcut for setting the shmem GEM operations
  250. * in the &drm_driver structure. Drivers that do not require an s/g table
  251. * for imported buffers should use this.
  252. */
  253. #define DRM_GEM_SHMEM_DRIVER_OPS \
  254. .gem_prime_import = drm_gem_shmem_prime_import_no_map, \
  255. .dumb_create = drm_gem_shmem_dumb_create
  256. /*
  257. * Kunit helpers
  258. */
  259. #if IS_ENABLED(CONFIG_KUNIT)
  260. int drm_gem_shmem_vmap(struct drm_gem_shmem_object *shmem, struct iosys_map *map);
  261. void drm_gem_shmem_vunmap(struct drm_gem_shmem_object *shmem, struct iosys_map *map);
  262. int drm_gem_shmem_madvise(struct drm_gem_shmem_object *shmem, int madv);
  263. int drm_gem_shmem_purge(struct drm_gem_shmem_object *shmem);
  264. #endif
  265. #endif /* __DRM_GEM_SHMEM_HELPER_H__ */