1d2912cb1SThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-only */ 2c8b75bcaSEric Anholt /* 3c8b75bcaSEric Anholt * Copyright (C) 2015 Broadcom 4c8b75bcaSEric Anholt */ 56a88752cSMaxime Ripard #ifndef _VC4_DRV_H_ 66a88752cSMaxime Ripard #define _VC4_DRV_H_ 7c8b75bcaSEric Anholt 8fd6d6d80SSam Ravnborg #include <linux/delay.h> 9fd6d6d80SSam Ravnborg #include <linux/refcount.h> 10fd6d6d80SSam Ravnborg #include <linux/uaccess.h> 11fd6d6d80SSam Ravnborg 12fd6d6d80SSam Ravnborg #include <drm/drm_atomic.h> 13fd6d6d80SSam Ravnborg #include <drm/drm_debugfs.h> 14fd6d6d80SSam Ravnborg #include <drm/drm_device.h> 159338203cSLaurent Pinchart #include <drm/drm_encoder.h> 16b7e8e25bSMasahiro Yamada #include <drm/drm_gem_cma_helper.h> 17fd6d6d80SSam Ravnborg #include <drm/drm_mm.h> 18fd6d6d80SSam Ravnborg #include <drm/drm_modeset_lock.h> 199338203cSLaurent Pinchart 2065101d8cSBoris Brezillon #include "uapi/drm/vc4_drm.h" 2165101d8cSBoris Brezillon 22fd6d6d80SSam Ravnborg struct drm_device; 23fd6d6d80SSam Ravnborg struct drm_gem_object; 24fd6d6d80SSam Ravnborg 25f3099462SEric Anholt /* Don't forget to update vc4_bo.c: bo_type_names[] when adding to 26f3099462SEric Anholt * this. 27f3099462SEric Anholt */ 28f3099462SEric Anholt enum vc4_kernel_bo_type { 29f3099462SEric Anholt /* Any kernel allocation (gem_create_object hook) before it 30f3099462SEric Anholt * gets another type set. 31f3099462SEric Anholt */ 32f3099462SEric Anholt VC4_BO_TYPE_KERNEL, 33f3099462SEric Anholt VC4_BO_TYPE_V3D, 34f3099462SEric Anholt VC4_BO_TYPE_V3D_SHADER, 35f3099462SEric Anholt VC4_BO_TYPE_DUMB, 36f3099462SEric Anholt VC4_BO_TYPE_BIN, 37f3099462SEric Anholt VC4_BO_TYPE_RCL, 38f3099462SEric Anholt VC4_BO_TYPE_BCL, 39f3099462SEric Anholt VC4_BO_TYPE_KERNEL_CACHE, 40f3099462SEric Anholt VC4_BO_TYPE_COUNT 41f3099462SEric Anholt }; 42f3099462SEric Anholt 4365101d8cSBoris Brezillon /* Performance monitor object. The perform lifetime is controlled by userspace 4465101d8cSBoris Brezillon * using perfmon related ioctls. A perfmon can be attached to a submit_cl 4565101d8cSBoris Brezillon * request, and when this is the case, HW perf counters will be activated just 4665101d8cSBoris Brezillon * before the submit_cl is submitted to the GPU and disabled when the job is 4765101d8cSBoris Brezillon * done. This way, only events related to a specific job will be counted. 4865101d8cSBoris Brezillon */ 4965101d8cSBoris Brezillon struct vc4_perfmon { 5065101d8cSBoris Brezillon /* Tracks the number of users of the perfmon, when this counter reaches 5165101d8cSBoris Brezillon * zero the perfmon is destroyed. 5265101d8cSBoris Brezillon */ 5365101d8cSBoris Brezillon refcount_t refcnt; 5465101d8cSBoris Brezillon 5565101d8cSBoris Brezillon /* Number of counters activated in this perfmon instance 5665101d8cSBoris Brezillon * (should be less than DRM_VC4_MAX_PERF_COUNTERS). 5765101d8cSBoris Brezillon */ 5865101d8cSBoris Brezillon u8 ncounters; 5965101d8cSBoris Brezillon 6065101d8cSBoris Brezillon /* Events counted by the HW perf counters. */ 6165101d8cSBoris Brezillon u8 events[DRM_VC4_MAX_PERF_COUNTERS]; 6265101d8cSBoris Brezillon 6365101d8cSBoris Brezillon /* Storage for counter values. Counters are incremented by the HW 6465101d8cSBoris Brezillon * perf counter values every time the perfmon is attached to a GPU job. 6565101d8cSBoris Brezillon * This way, perfmon users don't have to retrieve the results after 6665101d8cSBoris Brezillon * each job if they want to track events covering several submissions. 6765101d8cSBoris Brezillon * Note that counter values can't be reset, but you can fake a reset by 6865101d8cSBoris Brezillon * destroying the perfmon and creating a new one. 6965101d8cSBoris Brezillon */ 705b2adbddSGustavo A. R. Silva u64 counters[]; 7165101d8cSBoris Brezillon }; 7265101d8cSBoris Brezillon 73c8b75bcaSEric Anholt struct vc4_dev { 74c8b75bcaSEric Anholt struct drm_device *dev; 75c8b75bcaSEric Anholt 76c8b75bcaSEric Anholt struct vc4_hdmi *hdmi; 77c8b75bcaSEric Anholt struct vc4_hvs *hvs; 78d3f5168aSEric Anholt struct vc4_v3d *v3d; 7908302c35SEric Anholt struct vc4_dpi *dpi; 804078f575SEric Anholt struct vc4_dsi *dsi1; 81e4b81f8cSBoris Brezillon struct vc4_vec *vec; 82008095e0SBoris Brezillon struct vc4_txp *txp; 8348666d56SDerek Foreman 8421461365SEric Anholt struct vc4_hang_state *hang_state; 8521461365SEric Anholt 86c826a6e1SEric Anholt /* The kernel-space BO cache. Tracks buffers that have been 87c826a6e1SEric Anholt * unreferenced by all other users (refcounts of 0!) but not 88c826a6e1SEric Anholt * yet freed, so we can do cheap allocations. 89c826a6e1SEric Anholt */ 90c826a6e1SEric Anholt struct vc4_bo_cache { 91c826a6e1SEric Anholt /* Array of list heads for entries in the BO cache, 92c826a6e1SEric Anholt * based on number of pages, so we can do O(1) lookups 93c826a6e1SEric Anholt * in the cache when allocating. 94c826a6e1SEric Anholt */ 95c826a6e1SEric Anholt struct list_head *size_list; 96c826a6e1SEric Anholt uint32_t size_list_size; 97c826a6e1SEric Anholt 98c826a6e1SEric Anholt /* List of all BOs in the cache, ordered by age, so we 99c826a6e1SEric Anholt * can do O(1) lookups when trying to free old 100c826a6e1SEric Anholt * buffers. 101c826a6e1SEric Anholt */ 102c826a6e1SEric Anholt struct list_head time_list; 103c826a6e1SEric Anholt struct work_struct time_work; 104c826a6e1SEric Anholt struct timer_list time_timer; 105c826a6e1SEric Anholt } bo_cache; 106c826a6e1SEric Anholt 107f3099462SEric Anholt u32 num_labels; 108f3099462SEric Anholt struct vc4_label { 109f3099462SEric Anholt const char *name; 110c826a6e1SEric Anholt u32 num_allocated; 111c826a6e1SEric Anholt u32 size_allocated; 112f3099462SEric Anholt } *bo_labels; 113c826a6e1SEric Anholt 114f3099462SEric Anholt /* Protects bo_cache and bo_labels. */ 115c826a6e1SEric Anholt struct mutex bo_lock; 116d5b1a78aSEric Anholt 117b9f19259SBoris Brezillon /* Purgeable BO pool. All BOs in this pool can have their memory 118b9f19259SBoris Brezillon * reclaimed if the driver is unable to allocate new BOs. We also 119b9f19259SBoris Brezillon * keep stats related to the purge mechanism here. 120b9f19259SBoris Brezillon */ 121b9f19259SBoris Brezillon struct { 122b9f19259SBoris Brezillon struct list_head list; 123b9f19259SBoris Brezillon unsigned int num; 124b9f19259SBoris Brezillon size_t size; 125b9f19259SBoris Brezillon unsigned int purged_num; 126b9f19259SBoris Brezillon size_t purged_size; 127b9f19259SBoris Brezillon struct mutex lock; 128b9f19259SBoris Brezillon } purgeable; 129b9f19259SBoris Brezillon 130cdec4d36SEric Anholt uint64_t dma_fence_context; 131cdec4d36SEric Anholt 132ca26d28bSVarad Gautam /* Sequence number for the last job queued in bin_job_list. 133d5b1a78aSEric Anholt * Starts at 0 (no jobs emitted). 134d5b1a78aSEric Anholt */ 135d5b1a78aSEric Anholt uint64_t emit_seqno; 136d5b1a78aSEric Anholt 137d5b1a78aSEric Anholt /* Sequence number for the last completed job on the GPU. 138d5b1a78aSEric Anholt * Starts at 0 (no jobs completed). 139d5b1a78aSEric Anholt */ 140d5b1a78aSEric Anholt uint64_t finished_seqno; 141d5b1a78aSEric Anholt 142ca26d28bSVarad Gautam /* List of all struct vc4_exec_info for jobs to be executed in 143ca26d28bSVarad Gautam * the binner. The first job in the list is the one currently 144ca26d28bSVarad Gautam * programmed into ct0ca for execution. 145d5b1a78aSEric Anholt */ 146ca26d28bSVarad Gautam struct list_head bin_job_list; 147ca26d28bSVarad Gautam 148ca26d28bSVarad Gautam /* List of all struct vc4_exec_info for jobs that have 149ca26d28bSVarad Gautam * completed binning and are ready for rendering. The first 150ca26d28bSVarad Gautam * job in the list is the one currently programmed into ct1ca 151ca26d28bSVarad Gautam * for execution. 152ca26d28bSVarad Gautam */ 153ca26d28bSVarad Gautam struct list_head render_job_list; 154ca26d28bSVarad Gautam 155d5b1a78aSEric Anholt /* List of the finished vc4_exec_infos waiting to be freed by 156d5b1a78aSEric Anholt * job_done_work. 157d5b1a78aSEric Anholt */ 158d5b1a78aSEric Anholt struct list_head job_done_list; 159d5b1a78aSEric Anholt /* Spinlock used to synchronize the job_list and seqno 160d5b1a78aSEric Anholt * accesses between the IRQ handler and GEM ioctls. 161d5b1a78aSEric Anholt */ 162d5b1a78aSEric Anholt spinlock_t job_lock; 163d5b1a78aSEric Anholt wait_queue_head_t job_wait_queue; 164d5b1a78aSEric Anholt struct work_struct job_done_work; 165d5b1a78aSEric Anholt 16665101d8cSBoris Brezillon /* Used to track the active perfmon if any. Access to this field is 16765101d8cSBoris Brezillon * protected by job_lock. 16865101d8cSBoris Brezillon */ 16965101d8cSBoris Brezillon struct vc4_perfmon *active_perfmon; 17065101d8cSBoris Brezillon 171b501baccSEric Anholt /* List of struct vc4_seqno_cb for callbacks to be made from a 172b501baccSEric Anholt * workqueue when the given seqno is passed. 173b501baccSEric Anholt */ 174b501baccSEric Anholt struct list_head seqno_cb_list; 175b501baccSEric Anholt 176553c942fSEric Anholt /* The memory used for storing binner tile alloc, tile state, 177553c942fSEric Anholt * and overflow memory allocations. This is freed when V3D 178553c942fSEric Anholt * powers down. 179d5b1a78aSEric Anholt */ 180553c942fSEric Anholt struct vc4_bo *bin_bo; 181553c942fSEric Anholt 182553c942fSEric Anholt /* Size of blocks allocated within bin_bo. */ 183553c942fSEric Anholt uint32_t bin_alloc_size; 184553c942fSEric Anholt 185553c942fSEric Anholt /* Bitmask of the bin_alloc_size chunks in bin_bo that are 186553c942fSEric Anholt * used. 187553c942fSEric Anholt */ 188553c942fSEric Anholt uint32_t bin_alloc_used; 189553c942fSEric Anholt 190553c942fSEric Anholt /* Bitmask of the current bin_alloc used for overflow memory. */ 191553c942fSEric Anholt uint32_t bin_alloc_overflow; 192553c942fSEric Anholt 193531a1b62SBoris Brezillon /* Incremented when an underrun error happened after an atomic commit. 194531a1b62SBoris Brezillon * This is particularly useful to detect when a specific modeset is too 195531a1b62SBoris Brezillon * demanding in term of memory or HVS bandwidth which is hard to guess 196531a1b62SBoris Brezillon * at atomic check time. 197531a1b62SBoris Brezillon */ 198531a1b62SBoris Brezillon atomic_t underrun; 199531a1b62SBoris Brezillon 200d5b1a78aSEric Anholt struct work_struct overflow_mem_work; 201d5b1a78aSEric Anholt 20236cb6253SEric Anholt int power_refcount; 20336cb6253SEric Anholt 2046b5c029dSPaul Kocialkowski /* Set to true when the load tracker is active. */ 2056b5c029dSPaul Kocialkowski bool load_tracker_enabled; 2066b5c029dSPaul Kocialkowski 20736cb6253SEric Anholt /* Mutex controlling the power refcount. */ 20836cb6253SEric Anholt struct mutex power_lock; 20936cb6253SEric Anholt 210d5b1a78aSEric Anholt struct { 211d5b1a78aSEric Anholt struct timer_list timer; 212d5b1a78aSEric Anholt struct work_struct reset_work; 213d5b1a78aSEric Anholt } hangcheck; 214d5b1a78aSEric Anholt 215d5b1a78aSEric Anholt struct semaphore async_modeset; 216766cc6b1SStefan Schake 217766cc6b1SStefan Schake struct drm_modeset_lock ctm_state_lock; 218766cc6b1SStefan Schake struct drm_private_obj ctm_manager; 2194686da83SBoris Brezillon struct drm_private_obj load_tracker; 220c9be804cSEric Anholt 221c9be804cSEric Anholt /* List of vc4_debugfs_info_entry for adding to debugfs once 222c9be804cSEric Anholt * the minor is available (after drm_dev_register()). 223c9be804cSEric Anholt */ 224c9be804cSEric Anholt struct list_head debugfs_list; 22535c8b4b2SPaul Kocialkowski 22635c8b4b2SPaul Kocialkowski /* Mutex for binner bo allocation. */ 22735c8b4b2SPaul Kocialkowski struct mutex bin_bo_lock; 22835c8b4b2SPaul Kocialkowski /* Reference count for our binner bo. */ 22935c8b4b2SPaul Kocialkowski struct kref bin_bo_kref; 230c8b75bcaSEric Anholt }; 231c8b75bcaSEric Anholt 232c8b75bcaSEric Anholt static inline struct vc4_dev * 233c8b75bcaSEric Anholt to_vc4_dev(struct drm_device *dev) 234c8b75bcaSEric Anholt { 235c8b75bcaSEric Anholt return (struct vc4_dev *)dev->dev_private; 236c8b75bcaSEric Anholt } 237c8b75bcaSEric Anholt 238c8b75bcaSEric Anholt struct vc4_bo { 239c8b75bcaSEric Anholt struct drm_gem_cma_object base; 240c826a6e1SEric Anholt 2417edabee0SEric Anholt /* seqno of the last job to render using this BO. */ 242d5b1a78aSEric Anholt uint64_t seqno; 243d5b1a78aSEric Anholt 2447edabee0SEric Anholt /* seqno of the last job to use the RCL to write to this BO. 2457edabee0SEric Anholt * 2467edabee0SEric Anholt * Note that this doesn't include binner overflow memory 2477edabee0SEric Anholt * writes. 2487edabee0SEric Anholt */ 2497edabee0SEric Anholt uint64_t write_seqno; 2507edabee0SEric Anholt 25183753117SEric Anholt bool t_format; 25283753117SEric Anholt 253c826a6e1SEric Anholt /* List entry for the BO's position in either 254c826a6e1SEric Anholt * vc4_exec_info->unref_list or vc4_dev->bo_cache.time_list 255c826a6e1SEric Anholt */ 256c826a6e1SEric Anholt struct list_head unref_head; 257c826a6e1SEric Anholt 258c826a6e1SEric Anholt /* Time in jiffies when the BO was put in vc4->bo_cache. */ 259c826a6e1SEric Anholt unsigned long free_time; 260c826a6e1SEric Anholt 261c826a6e1SEric Anholt /* List entry for the BO's position in vc4_dev->bo_cache.size_list */ 262c826a6e1SEric Anholt struct list_head size_head; 263463873d5SEric Anholt 264463873d5SEric Anholt /* Struct for shader validation state, if created by 265463873d5SEric Anholt * DRM_IOCTL_VC4_CREATE_SHADER_BO. 266463873d5SEric Anholt */ 267463873d5SEric Anholt struct vc4_validated_shader_info *validated_shader; 268cdec4d36SEric Anholt 269f3099462SEric Anholt /* One of enum vc4_kernel_bo_type, or VC4_BO_TYPE_COUNT + i 270f3099462SEric Anholt * for user-allocated labels. 271f3099462SEric Anholt */ 272f3099462SEric Anholt int label; 273b9f19259SBoris Brezillon 274b9f19259SBoris Brezillon /* Count the number of active users. This is needed to determine 275b9f19259SBoris Brezillon * whether we can move the BO to the purgeable list or not (when the BO 276b9f19259SBoris Brezillon * is used by the GPU or the display engine we can't purge it). 277b9f19259SBoris Brezillon */ 278b9f19259SBoris Brezillon refcount_t usecnt; 279b9f19259SBoris Brezillon 280b9f19259SBoris Brezillon /* Store purgeable/purged state here */ 281b9f19259SBoris Brezillon u32 madv; 282b9f19259SBoris Brezillon struct mutex madv_lock; 283c8b75bcaSEric Anholt }; 284c8b75bcaSEric Anholt 285c8b75bcaSEric Anholt static inline struct vc4_bo * 286c8b75bcaSEric Anholt to_vc4_bo(struct drm_gem_object *bo) 287c8b75bcaSEric Anholt { 288c8b75bcaSEric Anholt return (struct vc4_bo *)bo; 289c8b75bcaSEric Anholt } 290c8b75bcaSEric Anholt 291cdec4d36SEric Anholt struct vc4_fence { 292cdec4d36SEric Anholt struct dma_fence base; 293cdec4d36SEric Anholt struct drm_device *dev; 294cdec4d36SEric Anholt /* vc4 seqno for signaled() test */ 295cdec4d36SEric Anholt uint64_t seqno; 296cdec4d36SEric Anholt }; 297cdec4d36SEric Anholt 298cdec4d36SEric Anholt static inline struct vc4_fence * 299cdec4d36SEric Anholt to_vc4_fence(struct dma_fence *fence) 300cdec4d36SEric Anholt { 301cdec4d36SEric Anholt return (struct vc4_fence *)fence; 302cdec4d36SEric Anholt } 303cdec4d36SEric Anholt 304b501baccSEric Anholt struct vc4_seqno_cb { 305b501baccSEric Anholt struct work_struct work; 306b501baccSEric Anholt uint64_t seqno; 307b501baccSEric Anholt void (*func)(struct vc4_seqno_cb *cb); 308b501baccSEric Anholt }; 309b501baccSEric Anholt 310d3f5168aSEric Anholt struct vc4_v3d { 311001bdb55SEric Anholt struct vc4_dev *vc4; 312d3f5168aSEric Anholt struct platform_device *pdev; 313d3f5168aSEric Anholt void __iomem *regs; 314b72a2816SEric Anholt struct clk *clk; 3153051719aSEric Anholt struct debugfs_regset32 regset; 316d3f5168aSEric Anholt }; 317d3f5168aSEric Anholt 318c8b75bcaSEric Anholt struct vc4_hvs { 319c8b75bcaSEric Anholt struct platform_device *pdev; 320c8b75bcaSEric Anholt void __iomem *regs; 321d8dbf44fSEric Anholt u32 __iomem *dlist; 322d8dbf44fSEric Anholt 323d7d96c00SMaxime Ripard struct clk *core_clk; 324d7d96c00SMaxime Ripard 325d8dbf44fSEric Anholt /* Memory manager for CRTCs to allocate space in the display 326d8dbf44fSEric Anholt * list. Units are dwords. 327d8dbf44fSEric Anholt */ 328d8dbf44fSEric Anholt struct drm_mm dlist_mm; 32921af94cfSEric Anholt /* Memory manager for the LBM memory used by HVS scaling. */ 33021af94cfSEric Anholt struct drm_mm lbm_mm; 331d8dbf44fSEric Anholt spinlock_t mm_lock; 33221af94cfSEric Anholt 33321af94cfSEric Anholt struct drm_mm_node mitchell_netravali_filter; 334c54619b0SDave Stevenson 3353051719aSEric Anholt struct debugfs_regset32 regset; 336c54619b0SDave Stevenson 337c54619b0SDave Stevenson /* HVS version 5 flag, therefore requires updated dlist structures */ 338c54619b0SDave Stevenson bool hvs5; 339c8b75bcaSEric Anholt }; 340c8b75bcaSEric Anholt 341c8b75bcaSEric Anholt struct vc4_plane { 342c8b75bcaSEric Anholt struct drm_plane base; 343c8b75bcaSEric Anholt }; 344c8b75bcaSEric Anholt 345c8b75bcaSEric Anholt static inline struct vc4_plane * 346c8b75bcaSEric Anholt to_vc4_plane(struct drm_plane *plane) 347c8b75bcaSEric Anholt { 348c8b75bcaSEric Anholt return (struct vc4_plane *)plane; 349c8b75bcaSEric Anholt } 350c8b75bcaSEric Anholt 35182364698SStefan Schake enum vc4_scaling_mode { 35282364698SStefan Schake VC4_SCALING_NONE, 35382364698SStefan Schake VC4_SCALING_TPZ, 35482364698SStefan Schake VC4_SCALING_PPF, 35582364698SStefan Schake }; 35682364698SStefan Schake 35782364698SStefan Schake struct vc4_plane_state { 35882364698SStefan Schake struct drm_plane_state base; 35982364698SStefan Schake /* System memory copy of the display list for this element, computed 36082364698SStefan Schake * at atomic_check time. 36182364698SStefan Schake */ 36282364698SStefan Schake u32 *dlist; 36382364698SStefan Schake u32 dlist_size; /* Number of dwords allocated for the display list */ 36482364698SStefan Schake u32 dlist_count; /* Number of used dwords in the display list. */ 36582364698SStefan Schake 36682364698SStefan Schake /* Offset in the dlist to various words, for pageflip or 36782364698SStefan Schake * cursor updates. 36882364698SStefan Schake */ 36982364698SStefan Schake u32 pos0_offset; 37082364698SStefan Schake u32 pos2_offset; 37182364698SStefan Schake u32 ptr0_offset; 3720a038c1cSBoris Brezillon u32 lbm_offset; 37382364698SStefan Schake 37482364698SStefan Schake /* Offset where the plane's dlist was last stored in the 37582364698SStefan Schake * hardware at vc4_crtc_atomic_flush() time. 37682364698SStefan Schake */ 37782364698SStefan Schake u32 __iomem *hw_dlist; 37882364698SStefan Schake 37982364698SStefan Schake /* Clipped coordinates of the plane on the display. */ 38082364698SStefan Schake int crtc_x, crtc_y, crtc_w, crtc_h; 38182364698SStefan Schake /* Clipped area being scanned from in the FB. */ 38282364698SStefan Schake u32 src_x, src_y; 38382364698SStefan Schake 38482364698SStefan Schake u32 src_w[2], src_h[2]; 38582364698SStefan Schake 38682364698SStefan Schake /* Scaling selection for the RGB/Y plane and the Cb/Cr planes. */ 38782364698SStefan Schake enum vc4_scaling_mode x_scaling[2], y_scaling[2]; 38882364698SStefan Schake bool is_unity; 38982364698SStefan Schake bool is_yuv; 39082364698SStefan Schake 39182364698SStefan Schake /* Offset to start scanning out from the start of the plane's 39282364698SStefan Schake * BO. 39382364698SStefan Schake */ 39482364698SStefan Schake u32 offsets[3]; 39582364698SStefan Schake 39682364698SStefan Schake /* Our allocation in LBM for temporary storage during scaling. */ 39782364698SStefan Schake struct drm_mm_node lbm; 39882364698SStefan Schake 39982364698SStefan Schake /* Set when the plane has per-pixel alpha content or does not cover 40082364698SStefan Schake * the entire screen. This is a hint to the CRTC that it might need 40182364698SStefan Schake * to enable background color fill. 40282364698SStefan Schake */ 40382364698SStefan Schake bool needs_bg_fill; 4048d938449SBoris Brezillon 4058d938449SBoris Brezillon /* Mark the dlist as initialized. Useful to avoid initializing it twice 4068d938449SBoris Brezillon * when async update is not possible. 4078d938449SBoris Brezillon */ 4088d938449SBoris Brezillon bool dlist_initialized; 4094686da83SBoris Brezillon 4104686da83SBoris Brezillon /* Load of this plane on the HVS block. The load is expressed in HVS 4114686da83SBoris Brezillon * cycles/sec. 4124686da83SBoris Brezillon */ 4134686da83SBoris Brezillon u64 hvs_load; 4144686da83SBoris Brezillon 4154686da83SBoris Brezillon /* Memory bandwidth needed for this plane. This is expressed in 4164686da83SBoris Brezillon * bytes/sec. 4174686da83SBoris Brezillon */ 4184686da83SBoris Brezillon u64 membus_load; 41982364698SStefan Schake }; 42082364698SStefan Schake 42182364698SStefan Schake static inline struct vc4_plane_state * 42282364698SStefan Schake to_vc4_plane_state(struct drm_plane_state *state) 42382364698SStefan Schake { 42482364698SStefan Schake return (struct vc4_plane_state *)state; 42582364698SStefan Schake } 42682364698SStefan Schake 427c8b75bcaSEric Anholt enum vc4_encoder_type { 428ab8df60eSBoris Brezillon VC4_ENCODER_TYPE_NONE, 429c8b75bcaSEric Anholt VC4_ENCODER_TYPE_HDMI, 430c8b75bcaSEric Anholt VC4_ENCODER_TYPE_VEC, 431c8b75bcaSEric Anholt VC4_ENCODER_TYPE_DSI0, 432c8b75bcaSEric Anholt VC4_ENCODER_TYPE_DSI1, 433c8b75bcaSEric Anholt VC4_ENCODER_TYPE_SMI, 434c8b75bcaSEric Anholt VC4_ENCODER_TYPE_DPI, 435c8b75bcaSEric Anholt }; 436c8b75bcaSEric Anholt 437c8b75bcaSEric Anholt struct vc4_encoder { 438c8b75bcaSEric Anholt struct drm_encoder base; 439c8b75bcaSEric Anholt enum vc4_encoder_type type; 440c8b75bcaSEric Anholt u32 clock_select; 441c8b75bcaSEric Anholt }; 442c8b75bcaSEric Anholt 443c8b75bcaSEric Anholt static inline struct vc4_encoder * 444c8b75bcaSEric Anholt to_vc4_encoder(struct drm_encoder *encoder) 445c8b75bcaSEric Anholt { 446c8b75bcaSEric Anholt return container_of(encoder, struct vc4_encoder, base); 447c8b75bcaSEric Anholt } 448c8b75bcaSEric Anholt 44979271807SStefan Schake struct vc4_crtc_data { 45079271807SStefan Schake /* Which channel of the HVS this pixelvalve sources from. */ 45179271807SStefan Schake int hvs_channel; 4525a20ff8bSMaxime Ripard }; 4535a20ff8bSMaxime Ripard 4545a20ff8bSMaxime Ripard struct vc4_pv_data { 4555a20ff8bSMaxime Ripard struct vc4_crtc_data base; 45679271807SStefan Schake 45779271807SStefan Schake enum vc4_encoder_type encoder_types[4]; 458c9be804cSEric Anholt const char *debugfs_name; 4595a20ff8bSMaxime Ripard 46079271807SStefan Schake }; 46179271807SStefan Schake 46279271807SStefan Schake struct vc4_crtc { 46379271807SStefan Schake struct drm_crtc base; 4643051719aSEric Anholt struct platform_device *pdev; 46579271807SStefan Schake const struct vc4_crtc_data *data; 46679271807SStefan Schake void __iomem *regs; 46779271807SStefan Schake 46879271807SStefan Schake /* Timestamp at start of vblank irq - unaffected by lock delays. */ 46979271807SStefan Schake ktime_t t_vblank; 47079271807SStefan Schake 47179271807SStefan Schake /* Which HVS channel we're using for our CRTC. */ 47279271807SStefan Schake int channel; 47379271807SStefan Schake 47479271807SStefan Schake u8 lut_r[256]; 47579271807SStefan Schake u8 lut_g[256]; 47679271807SStefan Schake u8 lut_b[256]; 47779271807SStefan Schake /* Size in pixels of the COB memory allocated to this CRTC. */ 47879271807SStefan Schake u32 cob_size; 47979271807SStefan Schake 48079271807SStefan Schake struct drm_pending_vblank_event *event; 4813051719aSEric Anholt 4823051719aSEric Anholt struct debugfs_regset32 regset; 48379271807SStefan Schake }; 48479271807SStefan Schake 48579271807SStefan Schake static inline struct vc4_crtc * 48679271807SStefan Schake to_vc4_crtc(struct drm_crtc *crtc) 48779271807SStefan Schake { 48879271807SStefan Schake return (struct vc4_crtc *)crtc; 48979271807SStefan Schake } 49079271807SStefan Schake 4915a20ff8bSMaxime Ripard static inline const struct vc4_crtc_data * 4925a20ff8bSMaxime Ripard vc4_crtc_to_vc4_crtc_data(const struct vc4_crtc *crtc) 4935a20ff8bSMaxime Ripard { 4945a20ff8bSMaxime Ripard return crtc->data; 4955a20ff8bSMaxime Ripard } 4965a20ff8bSMaxime Ripard 4975a20ff8bSMaxime Ripard static inline const struct vc4_pv_data * 4985a20ff8bSMaxime Ripard vc4_crtc_to_vc4_pv_data(const struct vc4_crtc *crtc) 4995a20ff8bSMaxime Ripard { 5005a20ff8bSMaxime Ripard const struct vc4_crtc_data *data = vc4_crtc_to_vc4_crtc_data(crtc); 5015a20ff8bSMaxime Ripard 5025a20ff8bSMaxime Ripard return container_of(data, struct vc4_pv_data, base); 5035a20ff8bSMaxime Ripard } 5045a20ff8bSMaxime Ripard 505ae44a527SMaxime Ripard struct vc4_crtc_state { 506ae44a527SMaxime Ripard struct drm_crtc_state base; 507ae44a527SMaxime Ripard /* Dlist area for this CRTC configuration. */ 508ae44a527SMaxime Ripard struct drm_mm_node mm; 509ae44a527SMaxime Ripard bool feed_txp; 510ae44a527SMaxime Ripard bool txp_armed; 511ae44a527SMaxime Ripard 512ae44a527SMaxime Ripard struct { 513ae44a527SMaxime Ripard unsigned int left; 514ae44a527SMaxime Ripard unsigned int right; 515ae44a527SMaxime Ripard unsigned int top; 516ae44a527SMaxime Ripard unsigned int bottom; 517ae44a527SMaxime Ripard } margins; 518ae44a527SMaxime Ripard }; 519ae44a527SMaxime Ripard 520ae44a527SMaxime Ripard static inline struct vc4_crtc_state * 521ae44a527SMaxime Ripard to_vc4_crtc_state(struct drm_crtc_state *crtc_state) 522ae44a527SMaxime Ripard { 523ae44a527SMaxime Ripard return (struct vc4_crtc_state *)crtc_state; 524ae44a527SMaxime Ripard } 525ae44a527SMaxime Ripard 526d3f5168aSEric Anholt #define V3D_READ(offset) readl(vc4->v3d->regs + offset) 527d3f5168aSEric Anholt #define V3D_WRITE(offset, val) writel(val, vc4->v3d->regs + offset) 528c8b75bcaSEric Anholt #define HVS_READ(offset) readl(vc4->hvs->regs + offset) 529c8b75bcaSEric Anholt #define HVS_WRITE(offset, val) writel(val, vc4->hvs->regs + offset) 530c8b75bcaSEric Anholt 5313051719aSEric Anholt #define VC4_REG32(reg) { .name = #reg, .offset = reg } 5323051719aSEric Anholt 533d5b1a78aSEric Anholt struct vc4_exec_info { 534d5b1a78aSEric Anholt /* Sequence number for this bin/render job. */ 535d5b1a78aSEric Anholt uint64_t seqno; 536d5b1a78aSEric Anholt 5377edabee0SEric Anholt /* Latest write_seqno of any BO that binning depends on. */ 5387edabee0SEric Anholt uint64_t bin_dep_seqno; 5397edabee0SEric Anholt 540cdec4d36SEric Anholt struct dma_fence *fence; 541cdec4d36SEric Anholt 542c4ce60dcSEric Anholt /* Last current addresses the hardware was processing when the 543c4ce60dcSEric Anholt * hangcheck timer checked on us. 544c4ce60dcSEric Anholt */ 545c4ce60dcSEric Anholt uint32_t last_ct0ca, last_ct1ca; 546c4ce60dcSEric Anholt 547d5b1a78aSEric Anholt /* Kernel-space copy of the ioctl arguments */ 548d5b1a78aSEric Anholt struct drm_vc4_submit_cl *args; 549d5b1a78aSEric Anholt 550d5b1a78aSEric Anholt /* This is the array of BOs that were looked up at the start of exec. 551d5b1a78aSEric Anholt * Command validation will use indices into this array. 552d5b1a78aSEric Anholt */ 553d5b1a78aSEric Anholt struct drm_gem_cma_object **bo; 554d5b1a78aSEric Anholt uint32_t bo_count; 555d5b1a78aSEric Anholt 5567edabee0SEric Anholt /* List of BOs that are being written by the RCL. Other than 5577edabee0SEric Anholt * the binner temporary storage, this is all the BOs written 5587edabee0SEric Anholt * by the job. 5597edabee0SEric Anholt */ 5607edabee0SEric Anholt struct drm_gem_cma_object *rcl_write_bo[4]; 5617edabee0SEric Anholt uint32_t rcl_write_bo_count; 5627edabee0SEric Anholt 563d5b1a78aSEric Anholt /* Pointers for our position in vc4->job_list */ 564d5b1a78aSEric Anholt struct list_head head; 565d5b1a78aSEric Anholt 566d5b1a78aSEric Anholt /* List of other BOs used in the job that need to be released 567d5b1a78aSEric Anholt * once the job is complete. 568d5b1a78aSEric Anholt */ 569d5b1a78aSEric Anholt struct list_head unref_list; 570d5b1a78aSEric Anholt 571d5b1a78aSEric Anholt /* Current unvalidated indices into @bo loaded by the non-hardware 572d5b1a78aSEric Anholt * VC4_PACKET_GEM_HANDLES. 573d5b1a78aSEric Anholt */ 574d5b1a78aSEric Anholt uint32_t bo_index[2]; 575d5b1a78aSEric Anholt 576d5b1a78aSEric Anholt /* This is the BO where we store the validated command lists, shader 577d5b1a78aSEric Anholt * records, and uniforms. 578d5b1a78aSEric Anholt */ 579d5b1a78aSEric Anholt struct drm_gem_cma_object *exec_bo; 580d5b1a78aSEric Anholt 581d5b1a78aSEric Anholt /** 582d5b1a78aSEric Anholt * This tracks the per-shader-record state (packet 64) that 583d5b1a78aSEric Anholt * determines the length of the shader record and the offset 584d5b1a78aSEric Anholt * it's expected to be found at. It gets read in from the 585d5b1a78aSEric Anholt * command lists. 586d5b1a78aSEric Anholt */ 587d5b1a78aSEric Anholt struct vc4_shader_state { 588d5b1a78aSEric Anholt uint32_t addr; 589d5b1a78aSEric Anholt /* Maximum vertex index referenced by any primitive using this 590d5b1a78aSEric Anholt * shader state. 591d5b1a78aSEric Anholt */ 592d5b1a78aSEric Anholt uint32_t max_index; 593d5b1a78aSEric Anholt } *shader_state; 594d5b1a78aSEric Anholt 595d5b1a78aSEric Anholt /** How many shader states the user declared they were using. */ 596d5b1a78aSEric Anholt uint32_t shader_state_size; 597d5b1a78aSEric Anholt /** How many shader state records the validator has seen. */ 598d5b1a78aSEric Anholt uint32_t shader_state_count; 599d5b1a78aSEric Anholt 600d5b1a78aSEric Anholt bool found_tile_binning_mode_config_packet; 601d5b1a78aSEric Anholt bool found_start_tile_binning_packet; 602d5b1a78aSEric Anholt bool found_increment_semaphore_packet; 603d5b1a78aSEric Anholt bool found_flush; 604d5b1a78aSEric Anholt uint8_t bin_tiles_x, bin_tiles_y; 605553c942fSEric Anholt /* Physical address of the start of the tile alloc array 606553c942fSEric Anholt * (where each tile's binned CL will start) 607553c942fSEric Anholt */ 608d5b1a78aSEric Anholt uint32_t tile_alloc_offset; 609553c942fSEric Anholt /* Bitmask of which binner slots are freed when this job completes. */ 610553c942fSEric Anholt uint32_t bin_slots; 611d5b1a78aSEric Anholt 612d5b1a78aSEric Anholt /** 613d5b1a78aSEric Anholt * Computed addresses pointing into exec_bo where we start the 614d5b1a78aSEric Anholt * bin thread (ct0) and render thread (ct1). 615d5b1a78aSEric Anholt */ 616d5b1a78aSEric Anholt uint32_t ct0ca, ct0ea; 617d5b1a78aSEric Anholt uint32_t ct1ca, ct1ea; 618d5b1a78aSEric Anholt 619d5b1a78aSEric Anholt /* Pointer to the unvalidated bin CL (if present). */ 620d5b1a78aSEric Anholt void *bin_u; 621d5b1a78aSEric Anholt 622d5b1a78aSEric Anholt /* Pointers to the shader recs. These paddr gets incremented as CL 623d5b1a78aSEric Anholt * packets are relocated in validate_gl_shader_state, and the vaddrs 624d5b1a78aSEric Anholt * (u and v) get incremented and size decremented as the shader recs 625d5b1a78aSEric Anholt * themselves are validated. 626d5b1a78aSEric Anholt */ 627d5b1a78aSEric Anholt void *shader_rec_u; 628d5b1a78aSEric Anholt void *shader_rec_v; 629d5b1a78aSEric Anholt uint32_t shader_rec_p; 630d5b1a78aSEric Anholt uint32_t shader_rec_size; 631d5b1a78aSEric Anholt 632d5b1a78aSEric Anholt /* Pointers to the uniform data. These pointers are incremented, and 633d5b1a78aSEric Anholt * size decremented, as each batch of uniforms is uploaded. 634d5b1a78aSEric Anholt */ 635d5b1a78aSEric Anholt void *uniforms_u; 636d5b1a78aSEric Anholt void *uniforms_v; 637d5b1a78aSEric Anholt uint32_t uniforms_p; 638d5b1a78aSEric Anholt uint32_t uniforms_size; 63965101d8cSBoris Brezillon 64065101d8cSBoris Brezillon /* Pointer to a performance monitor object if the user requested it, 64165101d8cSBoris Brezillon * NULL otherwise. 64265101d8cSBoris Brezillon */ 64365101d8cSBoris Brezillon struct vc4_perfmon *perfmon; 64435c8b4b2SPaul Kocialkowski 64535c8b4b2SPaul Kocialkowski /* Whether the exec has taken a reference to the binner BO, which should 64635c8b4b2SPaul Kocialkowski * happen with a VC4_PACKET_TILE_BINNING_MODE_CONFIG packet. 64735c8b4b2SPaul Kocialkowski */ 64835c8b4b2SPaul Kocialkowski bool bin_bo_used; 64965101d8cSBoris Brezillon }; 65065101d8cSBoris Brezillon 65165101d8cSBoris Brezillon /* Per-open file private data. Any driver-specific resource that has to be 65265101d8cSBoris Brezillon * released when the DRM file is closed should be placed here. 65365101d8cSBoris Brezillon */ 65465101d8cSBoris Brezillon struct vc4_file { 65565101d8cSBoris Brezillon struct { 65665101d8cSBoris Brezillon struct idr idr; 65765101d8cSBoris Brezillon struct mutex lock; 65865101d8cSBoris Brezillon } perfmon; 65935c8b4b2SPaul Kocialkowski 66035c8b4b2SPaul Kocialkowski bool bin_bo_used; 661d5b1a78aSEric Anholt }; 662d5b1a78aSEric Anholt 663d5b1a78aSEric Anholt static inline struct vc4_exec_info * 664ca26d28bSVarad Gautam vc4_first_bin_job(struct vc4_dev *vc4) 665d5b1a78aSEric Anholt { 66657b9f569SMasahiro Yamada return list_first_entry_or_null(&vc4->bin_job_list, 66757b9f569SMasahiro Yamada struct vc4_exec_info, head); 668ca26d28bSVarad Gautam } 669ca26d28bSVarad Gautam 670ca26d28bSVarad Gautam static inline struct vc4_exec_info * 671ca26d28bSVarad Gautam vc4_first_render_job(struct vc4_dev *vc4) 672ca26d28bSVarad Gautam { 67357b9f569SMasahiro Yamada return list_first_entry_or_null(&vc4->render_job_list, 674ca26d28bSVarad Gautam struct vc4_exec_info, head); 675d5b1a78aSEric Anholt } 676d5b1a78aSEric Anholt 6779326e6f2SEric Anholt static inline struct vc4_exec_info * 6789326e6f2SEric Anholt vc4_last_render_job(struct vc4_dev *vc4) 6799326e6f2SEric Anholt { 6809326e6f2SEric Anholt if (list_empty(&vc4->render_job_list)) 6819326e6f2SEric Anholt return NULL; 6829326e6f2SEric Anholt return list_last_entry(&vc4->render_job_list, 6839326e6f2SEric Anholt struct vc4_exec_info, head); 6849326e6f2SEric Anholt } 6859326e6f2SEric Anholt 686c8b75bcaSEric Anholt /** 687463873d5SEric Anholt * struct vc4_texture_sample_info - saves the offsets into the UBO for texture 688463873d5SEric Anholt * setup parameters. 689463873d5SEric Anholt * 690463873d5SEric Anholt * This will be used at draw time to relocate the reference to the texture 691463873d5SEric Anholt * contents in p0, and validate that the offset combined with 692463873d5SEric Anholt * width/height/stride/etc. from p1 and p2/p3 doesn't sample outside the BO. 693463873d5SEric Anholt * Note that the hardware treats unprovided config parameters as 0, so not all 694463873d5SEric Anholt * of them need to be set up for every texure sample, and we'll store ~0 as 695463873d5SEric Anholt * the offset to mark the unused ones. 696463873d5SEric Anholt * 697463873d5SEric Anholt * See the VC4 3D architecture guide page 41 ("Texture and Memory Lookup Unit 698463873d5SEric Anholt * Setup") for definitions of the texture parameters. 699463873d5SEric Anholt */ 700463873d5SEric Anholt struct vc4_texture_sample_info { 701463873d5SEric Anholt bool is_direct; 702463873d5SEric Anholt uint32_t p_offset[4]; 703463873d5SEric Anholt }; 704463873d5SEric Anholt 705463873d5SEric Anholt /** 706463873d5SEric Anholt * struct vc4_validated_shader_info - information about validated shaders that 707463873d5SEric Anholt * needs to be used from command list validation. 708463873d5SEric Anholt * 709463873d5SEric Anholt * For a given shader, each time a shader state record references it, we need 710463873d5SEric Anholt * to verify that the shader doesn't read more uniforms than the shader state 711463873d5SEric Anholt * record's uniform BO pointer can provide, and we need to apply relocations 712463873d5SEric Anholt * and validate the shader state record's uniforms that define the texture 713463873d5SEric Anholt * samples. 714463873d5SEric Anholt */ 715463873d5SEric Anholt struct vc4_validated_shader_info { 716463873d5SEric Anholt uint32_t uniforms_size; 717463873d5SEric Anholt uint32_t uniforms_src_size; 718463873d5SEric Anholt uint32_t num_texture_samples; 719463873d5SEric Anholt struct vc4_texture_sample_info *texture_samples; 7206d45c81dSEric Anholt 7216d45c81dSEric Anholt uint32_t num_uniform_addr_offsets; 7226d45c81dSEric Anholt uint32_t *uniform_addr_offsets; 723c778cc5dSJonas Pfeil 724c778cc5dSJonas Pfeil bool is_threaded; 725463873d5SEric Anholt }; 726463873d5SEric Anholt 727463873d5SEric Anholt /** 7287f2a09ecSJames Hughes * __wait_for - magic wait macro 729c8b75bcaSEric Anholt * 7307f2a09ecSJames Hughes * Macro to help avoid open coding check/wait/timeout patterns. Note that it's 7317f2a09ecSJames Hughes * important that we check the condition again after having timed out, since the 7327f2a09ecSJames Hughes * timeout could be due to preemption or similar and we've never had a chance to 7337f2a09ecSJames Hughes * check the condition before the timeout. 734c8b75bcaSEric Anholt */ 7357f2a09ecSJames Hughes #define __wait_for(OP, COND, US, Wmin, Wmax) ({ \ 7367f2a09ecSJames Hughes const ktime_t end__ = ktime_add_ns(ktime_get_raw(), 1000ll * (US)); \ 7377f2a09ecSJames Hughes long wait__ = (Wmin); /* recommended min for usleep is 10 us */ \ 7387f2a09ecSJames Hughes int ret__; \ 7397f2a09ecSJames Hughes might_sleep(); \ 7407f2a09ecSJames Hughes for (;;) { \ 7417f2a09ecSJames Hughes const bool expired__ = ktime_after(ktime_get_raw(), end__); \ 7427f2a09ecSJames Hughes OP; \ 7437f2a09ecSJames Hughes /* Guarantee COND check prior to timeout */ \ 7447f2a09ecSJames Hughes barrier(); \ 7457f2a09ecSJames Hughes if (COND) { \ 7467f2a09ecSJames Hughes ret__ = 0; \ 7477f2a09ecSJames Hughes break; \ 7487f2a09ecSJames Hughes } \ 7497f2a09ecSJames Hughes if (expired__) { \ 750c8b75bcaSEric Anholt ret__ = -ETIMEDOUT; \ 751c8b75bcaSEric Anholt break; \ 752c8b75bcaSEric Anholt } \ 7537f2a09ecSJames Hughes usleep_range(wait__, wait__ * 2); \ 7547f2a09ecSJames Hughes if (wait__ < (Wmax)) \ 7557f2a09ecSJames Hughes wait__ <<= 1; \ 756c8b75bcaSEric Anholt } \ 757c8b75bcaSEric Anholt ret__; \ 758c8b75bcaSEric Anholt }) 759c8b75bcaSEric Anholt 7607f2a09ecSJames Hughes #define _wait_for(COND, US, Wmin, Wmax) __wait_for(, (COND), (US), (Wmin), \ 7617f2a09ecSJames Hughes (Wmax)) 7627f2a09ecSJames Hughes #define wait_for(COND, MS) _wait_for((COND), (MS) * 1000, 10, 1000) 763c8b75bcaSEric Anholt 764c8b75bcaSEric Anholt /* vc4_bo.c */ 765c826a6e1SEric Anholt struct drm_gem_object *vc4_create_object(struct drm_device *dev, size_t size); 766c8b75bcaSEric Anholt void vc4_free_object(struct drm_gem_object *gem_obj); 767c826a6e1SEric Anholt struct vc4_bo *vc4_bo_create(struct drm_device *dev, size_t size, 768f3099462SEric Anholt bool from_cache, enum vc4_kernel_bo_type type); 769c8b75bcaSEric Anholt int vc4_dumb_create(struct drm_file *file_priv, 770c8b75bcaSEric Anholt struct drm_device *dev, 771c8b75bcaSEric Anholt struct drm_mode_create_dumb *args); 772e4fa8457SDaniel Vetter struct dma_buf *vc4_prime_export(struct drm_gem_object *obj, int flags); 773d5bc60f6SEric Anholt int vc4_create_bo_ioctl(struct drm_device *dev, void *data, 774d5bc60f6SEric Anholt struct drm_file *file_priv); 775463873d5SEric Anholt int vc4_create_shader_bo_ioctl(struct drm_device *dev, void *data, 776463873d5SEric Anholt struct drm_file *file_priv); 777d5bc60f6SEric Anholt int vc4_mmap_bo_ioctl(struct drm_device *dev, void *data, 778d5bc60f6SEric Anholt struct drm_file *file_priv); 77983753117SEric Anholt int vc4_set_tiling_ioctl(struct drm_device *dev, void *data, 78083753117SEric Anholt struct drm_file *file_priv); 78183753117SEric Anholt int vc4_get_tiling_ioctl(struct drm_device *dev, void *data, 78283753117SEric Anholt struct drm_file *file_priv); 78321461365SEric Anholt int vc4_get_hang_state_ioctl(struct drm_device *dev, void *data, 78421461365SEric Anholt struct drm_file *file_priv); 785f3099462SEric Anholt int vc4_label_bo_ioctl(struct drm_device *dev, void *data, 786f3099462SEric Anholt struct drm_file *file_priv); 787abd7dbe9SSouptick Joarder vm_fault_t vc4_fault(struct vm_fault *vmf); 788463873d5SEric Anholt int vc4_mmap(struct file *filp, struct vm_area_struct *vma); 789463873d5SEric Anholt int vc4_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma); 790cdec4d36SEric Anholt struct drm_gem_object *vc4_prime_import_sg_table(struct drm_device *dev, 791cdec4d36SEric Anholt struct dma_buf_attachment *attach, 792cdec4d36SEric Anholt struct sg_table *sgt); 793463873d5SEric Anholt void *vc4_prime_vmap(struct drm_gem_object *obj); 794f3099462SEric Anholt int vc4_bo_cache_init(struct drm_device *dev); 795c826a6e1SEric Anholt void vc4_bo_cache_destroy(struct drm_device *dev); 796b9f19259SBoris Brezillon int vc4_bo_inc_usecnt(struct vc4_bo *bo); 797b9f19259SBoris Brezillon void vc4_bo_dec_usecnt(struct vc4_bo *bo); 798b9f19259SBoris Brezillon void vc4_bo_add_to_purgeable_pool(struct vc4_bo *bo); 799b9f19259SBoris Brezillon void vc4_bo_remove_from_purgeable_pool(struct vc4_bo *bo); 800c8b75bcaSEric Anholt 801c8b75bcaSEric Anholt /* vc4_crtc.c */ 802c8b75bcaSEric Anholt extern struct platform_driver vc4_crtc_driver; 8035fefc601SMaxime Ripard int vc4_crtc_init(struct drm_device *drm, struct vc4_crtc *vc4_crtc, 8045fefc601SMaxime Ripard const struct drm_crtc_funcs *crtc_funcs, 8055fefc601SMaxime Ripard const struct drm_crtc_helper_funcs *crtc_helper_funcs); 806bdd96472SMaxime Ripard void vc4_crtc_destroy(struct drm_crtc *crtc); 807bdd96472SMaxime Ripard int vc4_page_flip(struct drm_crtc *crtc, 808bdd96472SMaxime Ripard struct drm_framebuffer *fb, 809bdd96472SMaxime Ripard struct drm_pending_vblank_event *event, 810bdd96472SMaxime Ripard uint32_t flags, 811bdd96472SMaxime Ripard struct drm_modeset_acquire_ctx *ctx); 812bdd96472SMaxime Ripard struct drm_crtc_state *vc4_crtc_duplicate_state(struct drm_crtc *crtc); 813bdd96472SMaxime Ripard void vc4_crtc_destroy_state(struct drm_crtc *crtc, 814bdd96472SMaxime Ripard struct drm_crtc_state *state); 815bdd96472SMaxime Ripard void vc4_crtc_reset(struct drm_crtc *crtc); 816008095e0SBoris Brezillon void vc4_crtc_handle_vblank(struct vc4_crtc *crtc); 817666e7358SBoris Brezillon void vc4_crtc_get_margins(struct drm_crtc_state *state, 818666e7358SBoris Brezillon unsigned int *right, unsigned int *left, 819666e7358SBoris Brezillon unsigned int *top, unsigned int *bottom); 820c8b75bcaSEric Anholt 821c8b75bcaSEric Anholt /* vc4_debugfs.c */ 8227ce84471SWambui Karuga void vc4_debugfs_init(struct drm_minor *minor); 823c9be804cSEric Anholt #ifdef CONFIG_DEBUG_FS 824c9be804cSEric Anholt void vc4_debugfs_add_file(struct drm_device *drm, 825c9be804cSEric Anholt const char *filename, 826c9be804cSEric Anholt int (*show)(struct seq_file*, void*), 827c9be804cSEric Anholt void *data); 828c9be804cSEric Anholt void vc4_debugfs_add_regset32(struct drm_device *drm, 829c9be804cSEric Anholt const char *filename, 830c9be804cSEric Anholt struct debugfs_regset32 *regset); 831c9be804cSEric Anholt #else 832c9be804cSEric Anholt static inline void vc4_debugfs_add_file(struct drm_device *drm, 833c9be804cSEric Anholt const char *filename, 834c9be804cSEric Anholt int (*show)(struct seq_file*, void*), 835c9be804cSEric Anholt void *data) 836c9be804cSEric Anholt { 837c9be804cSEric Anholt } 838c9be804cSEric Anholt 839c9be804cSEric Anholt static inline void vc4_debugfs_add_regset32(struct drm_device *drm, 840c9be804cSEric Anholt const char *filename, 841c9be804cSEric Anholt struct debugfs_regset32 *regset) 842c9be804cSEric Anholt { 843c9be804cSEric Anholt } 844c9be804cSEric Anholt #endif 845c8b75bcaSEric Anholt 846c8b75bcaSEric Anholt /* vc4_drv.c */ 847c8b75bcaSEric Anholt void __iomem *vc4_ioremap_regs(struct platform_device *dev, int index); 848c8b75bcaSEric Anholt 84908302c35SEric Anholt /* vc4_dpi.c */ 85008302c35SEric Anholt extern struct platform_driver vc4_dpi_driver; 85108302c35SEric Anholt 8524078f575SEric Anholt /* vc4_dsi.c */ 8534078f575SEric Anholt extern struct platform_driver vc4_dsi_driver; 8544078f575SEric Anholt 855cdec4d36SEric Anholt /* vc4_fence.c */ 856cdec4d36SEric Anholt extern const struct dma_fence_ops vc4_fence_ops; 857cdec4d36SEric Anholt 858d5b1a78aSEric Anholt /* vc4_gem.c */ 859d5b1a78aSEric Anholt void vc4_gem_init(struct drm_device *dev); 860d5b1a78aSEric Anholt void vc4_gem_destroy(struct drm_device *dev); 861d5b1a78aSEric Anholt int vc4_submit_cl_ioctl(struct drm_device *dev, void *data, 862d5b1a78aSEric Anholt struct drm_file *file_priv); 863d5b1a78aSEric Anholt int vc4_wait_seqno_ioctl(struct drm_device *dev, void *data, 864d5b1a78aSEric Anholt struct drm_file *file_priv); 865d5b1a78aSEric Anholt int vc4_wait_bo_ioctl(struct drm_device *dev, void *data, 866d5b1a78aSEric Anholt struct drm_file *file_priv); 867ca26d28bSVarad Gautam void vc4_submit_next_bin_job(struct drm_device *dev); 868ca26d28bSVarad Gautam void vc4_submit_next_render_job(struct drm_device *dev); 869ca26d28bSVarad Gautam void vc4_move_job_to_render(struct drm_device *dev, struct vc4_exec_info *exec); 870d5b1a78aSEric Anholt int vc4_wait_for_seqno(struct drm_device *dev, uint64_t seqno, 871d5b1a78aSEric Anholt uint64_t timeout_ns, bool interruptible); 872d5b1a78aSEric Anholt void vc4_job_handle_completed(struct vc4_dev *vc4); 873b501baccSEric Anholt int vc4_queue_seqno_cb(struct drm_device *dev, 874b501baccSEric Anholt struct vc4_seqno_cb *cb, uint64_t seqno, 875b501baccSEric Anholt void (*func)(struct vc4_seqno_cb *cb)); 876b9f19259SBoris Brezillon int vc4_gem_madvise_ioctl(struct drm_device *dev, void *data, 877b9f19259SBoris Brezillon struct drm_file *file_priv); 878d5b1a78aSEric Anholt 879c8b75bcaSEric Anholt /* vc4_hdmi.c */ 880c8b75bcaSEric Anholt extern struct platform_driver vc4_hdmi_driver; 881c8b75bcaSEric Anholt 8829a8d5e4aSBoris Brezillon /* vc4_vec.c */ 883e4b81f8cSBoris Brezillon extern struct platform_driver vc4_vec_driver; 884e4b81f8cSBoris Brezillon 885008095e0SBoris Brezillon /* vc4_txp.c */ 886008095e0SBoris Brezillon extern struct platform_driver vc4_txp_driver; 887008095e0SBoris Brezillon 888d5b1a78aSEric Anholt /* vc4_irq.c */ 889d5b1a78aSEric Anholt irqreturn_t vc4_irq(int irq, void *arg); 890d5b1a78aSEric Anholt void vc4_irq_preinstall(struct drm_device *dev); 891d5b1a78aSEric Anholt int vc4_irq_postinstall(struct drm_device *dev); 892d5b1a78aSEric Anholt void vc4_irq_uninstall(struct drm_device *dev); 893d5b1a78aSEric Anholt void vc4_irq_reset(struct drm_device *dev); 894d5b1a78aSEric Anholt 895c8b75bcaSEric Anholt /* vc4_hvs.c */ 896c8b75bcaSEric Anholt extern struct platform_driver vc4_hvs_driver; 8978175287bSMaxime Ripard int vc4_hvs_atomic_check(struct drm_crtc *crtc, struct drm_crtc_state *state); 8988175287bSMaxime Ripard void vc4_hvs_atomic_enable(struct drm_crtc *crtc, struct drm_crtc_state *old_state); 8998175287bSMaxime Ripard void vc4_hvs_atomic_disable(struct drm_crtc *crtc, struct drm_crtc_state *old_state); 9008175287bSMaxime Ripard void vc4_hvs_atomic_flush(struct drm_crtc *crtc, struct drm_crtc_state *state); 9018175287bSMaxime Ripard void vc4_hvs_mode_set_nofb(struct drm_crtc *crtc); 902c8b75bcaSEric Anholt void vc4_hvs_dump_state(struct drm_device *dev); 903531a1b62SBoris Brezillon void vc4_hvs_unmask_underrun(struct drm_device *dev, int channel); 904531a1b62SBoris Brezillon void vc4_hvs_mask_underrun(struct drm_device *dev, int channel); 905c8b75bcaSEric Anholt 906c8b75bcaSEric Anholt /* vc4_kms.c */ 907c8b75bcaSEric Anholt int vc4_kms_load(struct drm_device *dev); 908c8b75bcaSEric Anholt 909c8b75bcaSEric Anholt /* vc4_plane.c */ 910c8b75bcaSEric Anholt struct drm_plane *vc4_plane_init(struct drm_device *dev, 911c8b75bcaSEric Anholt enum drm_plane_type type); 9120c2a50f1SMaxime Ripard int vc4_plane_create_additional_planes(struct drm_device *dev); 913c8b75bcaSEric Anholt u32 vc4_plane_write_dlist(struct drm_plane *plane, u32 __iomem *dlist); 9142f196b7cSDaniel Vetter u32 vc4_plane_dlist_size(const struct drm_plane_state *state); 915b501baccSEric Anholt void vc4_plane_async_set_fb(struct drm_plane *plane, 916b501baccSEric Anholt struct drm_framebuffer *fb); 917463873d5SEric Anholt 918d3f5168aSEric Anholt /* vc4_v3d.c */ 919d3f5168aSEric Anholt extern struct platform_driver vc4_v3d_driver; 920ffc26740SEric Anholt extern const struct of_device_id vc4_v3d_dt_match[]; 921553c942fSEric Anholt int vc4_v3d_get_bin_slot(struct vc4_dev *vc4); 92235c8b4b2SPaul Kocialkowski int vc4_v3d_bin_bo_get(struct vc4_dev *vc4, bool *used); 92335c8b4b2SPaul Kocialkowski void vc4_v3d_bin_bo_put(struct vc4_dev *vc4); 924cb74f6eeSEric Anholt int vc4_v3d_pm_get(struct vc4_dev *vc4); 925cb74f6eeSEric Anholt void vc4_v3d_pm_put(struct vc4_dev *vc4); 926d5b1a78aSEric Anholt 927d5b1a78aSEric Anholt /* vc4_validate.c */ 928d5b1a78aSEric Anholt int 929d5b1a78aSEric Anholt vc4_validate_bin_cl(struct drm_device *dev, 930d5b1a78aSEric Anholt void *validated, 931d5b1a78aSEric Anholt void *unvalidated, 932d5b1a78aSEric Anholt struct vc4_exec_info *exec); 933d5b1a78aSEric Anholt 934d5b1a78aSEric Anholt int 935d5b1a78aSEric Anholt vc4_validate_shader_recs(struct drm_device *dev, struct vc4_exec_info *exec); 936d5b1a78aSEric Anholt 937d5b1a78aSEric Anholt struct drm_gem_cma_object *vc4_use_bo(struct vc4_exec_info *exec, 938d5b1a78aSEric Anholt uint32_t hindex); 939d5b1a78aSEric Anholt 940d5b1a78aSEric Anholt int vc4_get_rcl(struct drm_device *dev, struct vc4_exec_info *exec); 941d5b1a78aSEric Anholt 942d5b1a78aSEric Anholt bool vc4_check_tex_size(struct vc4_exec_info *exec, 943d5b1a78aSEric Anholt struct drm_gem_cma_object *fbo, 944d5b1a78aSEric Anholt uint32_t offset, uint8_t tiling_format, 945d5b1a78aSEric Anholt uint32_t width, uint32_t height, uint8_t cpp); 946d3f5168aSEric Anholt 947463873d5SEric Anholt /* vc4_validate_shader.c */ 948463873d5SEric Anholt struct vc4_validated_shader_info * 949463873d5SEric Anholt vc4_validate_shader(struct drm_gem_cma_object *shader_obj); 95065101d8cSBoris Brezillon 95165101d8cSBoris Brezillon /* vc4_perfmon.c */ 95265101d8cSBoris Brezillon void vc4_perfmon_get(struct vc4_perfmon *perfmon); 95365101d8cSBoris Brezillon void vc4_perfmon_put(struct vc4_perfmon *perfmon); 95465101d8cSBoris Brezillon void vc4_perfmon_start(struct vc4_dev *vc4, struct vc4_perfmon *perfmon); 95565101d8cSBoris Brezillon void vc4_perfmon_stop(struct vc4_dev *vc4, struct vc4_perfmon *perfmon, 95665101d8cSBoris Brezillon bool capture); 95765101d8cSBoris Brezillon struct vc4_perfmon *vc4_perfmon_find(struct vc4_file *vc4file, int id); 95865101d8cSBoris Brezillon void vc4_perfmon_open_file(struct vc4_file *vc4file); 95965101d8cSBoris Brezillon void vc4_perfmon_close_file(struct vc4_file *vc4file); 96065101d8cSBoris Brezillon int vc4_perfmon_create_ioctl(struct drm_device *dev, void *data, 96165101d8cSBoris Brezillon struct drm_file *file_priv); 96265101d8cSBoris Brezillon int vc4_perfmon_destroy_ioctl(struct drm_device *dev, void *data, 96365101d8cSBoris Brezillon struct drm_file *file_priv); 96465101d8cSBoris Brezillon int vc4_perfmon_get_values_ioctl(struct drm_device *dev, void *data, 96565101d8cSBoris Brezillon struct drm_file *file_priv); 9666a88752cSMaxime Ripard 9676a88752cSMaxime Ripard #endif /* _VC4_DRV_H_ */ 968