16 void update_fastmap_work_fn(struct ubi_device *ubi)  in update_fastmap_work_fn()
20 	struct ubi_device *ubi = container_of(wrk, struct ubi_device, fm_work);  in update_fastmap_work_fn()  local
23 	ubi_update_fastmap(ubi);  in update_fastmap_work_fn()
24 	spin_lock(&ubi->wl_lock);  in update_fastmap_work_fn()
25 	ubi->fm_work_scheduled = 0;  in update_fastmap_work_fn()
26 	spin_unlock(&ubi->wl_lock);  in update_fastmap_work_fn()
54 static void return_unused_pool_pebs(struct ubi_device *ubi,  in return_unused_pool_pebs()  argument
61 		e = ubi->lookuptbl[pool->pebs[i]];  in return_unused_pool_pebs()
62 		wl_tree_add(e, &ubi->free);  in return_unused_pool_pebs()
63 		ubi->free_count++;  in return_unused_pool_pebs()
88 struct ubi_wl_entry *ubi_wl_get_fm_peb(struct ubi_device *ubi, int anchor)  in ubi_wl_get_fm_peb()  argument
92 	if (!ubi->free.rb_node || (ubi->free_count - ubi->beb_rsvd_pebs < 1))  in ubi_wl_get_fm_peb()
96 		e = find_anchor_wl_entry(&ubi->free);  in ubi_wl_get_fm_peb()
98 		e = find_mean_wl_entry(ubi, &ubi->free);  in ubi_wl_get_fm_peb()
103 	self_check_in_wl_tree(ubi, e, &ubi->free);  in ubi_wl_get_fm_peb()
107 	rb_erase(&e->u.rb, &ubi->free);  in ubi_wl_get_fm_peb()
108 	ubi->free_count--;  in ubi_wl_get_fm_peb()
117 void ubi_refill_pools(struct ubi_device *ubi)  in ubi_refill_pools()  argument
119 	struct ubi_fm_pool *wl_pool = &ubi->fm_wl_pool;  in ubi_refill_pools()
120 	struct ubi_fm_pool *pool = &ubi->fm_pool;  in ubi_refill_pools()
124 	spin_lock(&ubi->wl_lock);  in ubi_refill_pools()
126 	return_unused_pool_pebs(ubi, wl_pool);  in ubi_refill_pools()
127 	return_unused_pool_pebs(ubi, pool);  in ubi_refill_pools()
135 			if (!ubi->free.rb_node)  in ubi_refill_pools()
138 			e = wl_get_wle(ubi);  in ubi_refill_pools()
148 			if (!ubi->free.rb_node ||  in ubi_refill_pools()
149 			   (ubi->free_count - ubi->beb_rsvd_pebs < 5))  in ubi_refill_pools()
152 			e = find_wl_entry(ubi, &ubi->free, WL_FREE_MAX_DIFF);  in ubi_refill_pools()
153 			self_check_in_wl_tree(ubi, e, &ubi->free);  in ubi_refill_pools()
154 			rb_erase(&e->u.rb, &ubi->free);  in ubi_refill_pools()
155 			ubi->free_count--;  in ubi_refill_pools()
169 	spin_unlock(&ubi->wl_lock);  in ubi_refill_pools()
181 static int produce_free_peb(struct ubi_device *ubi)  in produce_free_peb()  argument
185 	while (!ubi->free.rb_node && ubi->works_count) {  in produce_free_peb()
187 		err = do_work(ubi);  in produce_free_peb()
204 int ubi_wl_get_peb(struct ubi_device *ubi)  in ubi_wl_get_peb()  argument
207 	struct ubi_fm_pool *pool = &ubi->fm_pool;  in ubi_wl_get_peb()
208 	struct ubi_fm_pool *wl_pool = &ubi->fm_wl_pool;  in ubi_wl_get_peb()
211 	down_read(&ubi->fm_eba_sem);  in ubi_wl_get_peb()
212 	spin_lock(&ubi->wl_lock);  in ubi_wl_get_peb()
217 		spin_unlock(&ubi->wl_lock);  in ubi_wl_get_peb()
218 		up_read(&ubi->fm_eba_sem);  in ubi_wl_get_peb()
219 		ret = ubi_update_fastmap(ubi);  in ubi_wl_get_peb()
221 			ubi_msg(ubi, "Unable to write a new fastmap: %i", ret);  in ubi_wl_get_peb()
222 			down_read(&ubi->fm_eba_sem);  in ubi_wl_get_peb()
225 		down_read(&ubi->fm_eba_sem);  in ubi_wl_get_peb()
226 		spin_lock(&ubi->wl_lock);  in ubi_wl_get_peb()
230 		spin_unlock(&ubi->wl_lock);  in ubi_wl_get_peb()
232 			ubi_err(ubi, "Unable to get a free PEB from user WL pool");  in ubi_wl_get_peb()
237 		up_read(&ubi->fm_eba_sem);  in ubi_wl_get_peb()
238 		ret = produce_free_peb(ubi);  in ubi_wl_get_peb()
240 			down_read(&ubi->fm_eba_sem);  in ubi_wl_get_peb()
248 	prot_queue_add(ubi, ubi->lookuptbl[ret]);  in ubi_wl_get_peb()
249 	spin_unlock(&ubi->wl_lock);  in ubi_wl_get_peb()
258 static struct ubi_wl_entry *get_peb_for_wl(struct ubi_device *ubi)  in get_peb_for_wl()  argument
260 	struct ubi_fm_pool *pool = &ubi->fm_wl_pool;  in get_peb_for_wl()
268 		if (!ubi->fm_work_scheduled) {  in get_peb_for_wl()
269 			ubi->fm_work_scheduled = 1;  in get_peb_for_wl()
270 			schedule_work(&ubi->fm_work);  in get_peb_for_wl()
277 		update_fastmap_work_fn(ubi);  in get_peb_for_wl()
282 	return ubi->lookuptbl[pnum];  in get_peb_for_wl()
289 int ubi_ensure_anchor_pebs(struct ubi_device *ubi)  in ubi_ensure_anchor_pebs()  argument
293 	spin_lock(&ubi->wl_lock);  in ubi_ensure_anchor_pebs()
294 	if (ubi->wl_scheduled) {  in ubi_ensure_anchor_pebs()
295 		spin_unlock(&ubi->wl_lock);  in ubi_ensure_anchor_pebs()
298 	ubi->wl_scheduled = 1;  in ubi_ensure_anchor_pebs()
299 	spin_unlock(&ubi->wl_lock);  in ubi_ensure_anchor_pebs()
303 		spin_lock(&ubi->wl_lock);  in ubi_ensure_anchor_pebs()
304 		ubi->wl_scheduled = 0;  in ubi_ensure_anchor_pebs()
305 		spin_unlock(&ubi->wl_lock);  in ubi_ensure_anchor_pebs()
311 	schedule_ubi_work(ubi, wrk);  in ubi_ensure_anchor_pebs()
325 int ubi_wl_put_fm_peb(struct ubi_device *ubi, struct ubi_wl_entry *fm_e,  in ubi_wl_put_fm_peb()  argument
334 	ubi_assert(pnum < ubi->peb_count);  in ubi_wl_put_fm_peb()
336 	spin_lock(&ubi->wl_lock);  in ubi_wl_put_fm_peb()
337 	e = ubi->lookuptbl[pnum];  in ubi_wl_put_fm_peb()
346 		ubi->lookuptbl[pnum] = e;  in ubi_wl_put_fm_peb()
349 	spin_unlock(&ubi->wl_lock);  in ubi_wl_put_fm_peb()
352 	return schedule_erase(ubi, e, vol_id, lnum, torture);  in ubi_wl_put_fm_peb()
364 static void ubi_fastmap_close(struct ubi_device *ubi)  in ubi_fastmap_close()  argument
368 	return_unused_pool_pebs(ubi, &ubi->fm_pool);  in ubi_fastmap_close()
369 	return_unused_pool_pebs(ubi, &ubi->fm_wl_pool);  in ubi_fastmap_close()
371 	if (ubi->fm) {  in ubi_fastmap_close()
372 		for (i = 0; i < ubi->fm->used_blocks; i++)  in ubi_fastmap_close()
373 			kfree(ubi->fm->e[i]);  in ubi_fastmap_close()
375 	kfree(ubi->fm);  in ubi_fastmap_close()
386 static struct ubi_wl_entry *may_reserve_for_fm(struct ubi_device *ubi,  in may_reserve_for_fm()  argument
389 	if (e && !ubi->fm_disabled && !ubi->fm &&  in may_reserve_for_fm()