4  * Permission is hereby granted, free of charge, to any person obtaining a
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
33  * To be able to do so we track frontbuffers using a bitmask for all possible
37  * and when the frontbuffer is exchanged with a flip. Subsystems interested in
42  * On a high level there are two types of powersaving features. The first one
43  * work like a special cache (FBC and PSR) and are interested when they should
51  * The other type of display power saving feature only cares about busyness
68  * frontbuffer_flush - flush frontbuffer
84 	spin_lock(&i915->display.fb_tracking.lock);  in frontbuffer_flush()
85 	frontbuffer_bits &= ~i915->display.fb_tracking.busy_bits;  in frontbuffer_flush()
86 	spin_unlock(&i915->display.fb_tracking.lock);  in frontbuffer_flush()
100  * intel_frontbuffer_flip_prepare - prepare asynchronous frontbuffer flip
104  * This function gets called after scheduling a flip on @obj. The actual
114 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_prepare()
115 	i915->display.fb_tracking.flip_bits |= frontbuffer_bits;  in intel_frontbuffer_flip_prepare()
117 	i915->display.fb_tracking.busy_bits &= ~frontbuffer_bits;  in intel_frontbuffer_flip_prepare()
118 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_prepare()
122  * intel_frontbuffer_flip_complete - complete asynchronous frontbuffer flip
134 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_complete()
136 	frontbuffer_bits &= i915->display.fb_tracking.flip_bits;  in intel_frontbuffer_flip_complete()
137 	i915->display.fb_tracking.flip_bits &= ~frontbuffer_bits;  in intel_frontbuffer_flip_complete()
138 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_complete()
145  * intel_frontbuffer_flip - synchronous frontbuffer flip
149  * This function gets called after scheduling a flip on @obj. This is for
158 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip()
160 	i915->display.fb_tracking.busy_bits &= ~frontbuffer_bits;  in intel_frontbuffer_flip()
161 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip()
170 	struct drm_i915_private *i915 = intel_bo_to_i915(front->obj);  in __intel_fb_invalidate()
173 		spin_lock(&i915->display.fb_tracking.lock);  in __intel_fb_invalidate()
174 		i915->display.fb_tracking.busy_bits |= frontbuffer_bits;  in __intel_fb_invalidate()
175 		i915->display.fb_tracking.flip_bits &= ~frontbuffer_bits;  in __intel_fb_invalidate()
176 		spin_unlock(&i915->display.fb_tracking.lock);  in __intel_fb_invalidate()
191 	struct drm_i915_private *i915 = intel_bo_to_i915(front->obj);  in __intel_fb_flush()
194 		spin_lock(&i915->display.fb_tracking.lock);  in __intel_fb_flush()
196 		frontbuffer_bits &= i915->display.fb_tracking.busy_bits;  in __intel_fb_flush()
197 		i915->display.fb_tracking.busy_bits &= ~frontbuffer_bits;  in __intel_fb_flush()
198 		spin_unlock(&i915->display.fb_tracking.lock);  in __intel_fb_flush()
210 	kref_get(&front->ref);  in frontbuffer_active()
224 	__releases(&intel_bo_to_i915(front->obj)->display.fb_tracking.lock)  in frontbuffer_release()
228 	struct drm_i915_gem_object *obj = front->obj;  in frontbuffer_release()
230 	drm_WARN_ON(&intel_bo_to_i915(obj)->drm, atomic_read(&front->bits));  in frontbuffer_release()
235 	spin_unlock(&intel_bo_to_i915(obj)->display.fb_tracking.lock);  in frontbuffer_release()
237 	i915_active_fini(&front->write);  in frontbuffer_release()
257 	front->obj = obj;  in intel_frontbuffer_get()
258 	kref_init(&front->ref);  in intel_frontbuffer_get()
259 	atomic_set(&front->bits, 0);  in intel_frontbuffer_get()
260 	i915_active_init(&front->write,  in intel_frontbuffer_get()
265 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_get()
267 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_get()
275 	kref_put_lock(&front->ref,  in intel_frontbuffer_put()
277 		      &intel_bo_to_i915(front->obj)->display.fb_tracking.lock);  in intel_frontbuffer_put()
281  * intel_frontbuffer_track - update frontbuffer tracking
295 	 * the owning plane->mutex, i.e. we can never see concurrent  in intel_frontbuffer_track()
296 	 * manipulation of individual bits. But since the bitfield as a whole  in intel_frontbuffer_track()
306 		drm_WARN_ON(&intel_bo_to_i915(old->obj)->drm,  in intel_frontbuffer_track()
307 			    !(atomic_read(&old->bits) & frontbuffer_bits));  in intel_frontbuffer_track()
308 		atomic_andnot(frontbuffer_bits, &old->bits);  in intel_frontbuffer_track()
312 		drm_WARN_ON(&intel_bo_to_i915(new->obj)->drm,  in intel_frontbuffer_track()
313 			    atomic_read(&new->bits) & frontbuffer_bits);  in intel_frontbuffer_track()
314 		atomic_or(frontbuffer_bits, &new->bits);  in intel_frontbuffer_track()