Lines Matching refs:kfence_metadata

119 struct kfence_metadata *kfence_metadata __read_mostly;
127 static struct kfence_metadata *kfence_metadata_init __read_mostly;
250 static inline unsigned long metadata_to_pageaddr(const struct kfence_metadata *meta) in metadata_to_pageaddr()
252 unsigned long offset = (meta - kfence_metadata + 1) * PAGE_SIZE * 2; in metadata_to_pageaddr()
258 if (KFENCE_WARN_ON(meta < kfence_metadata || in metadata_to_pageaddr()
259 meta >= kfence_metadata + CONFIG_KFENCE_NUM_OBJECTS)) in metadata_to_pageaddr()
277 metadata_update_state(struct kfence_metadata *meta, enum kfence_object_state next, in metadata_update_state()
311 struct kfence_metadata *meta; in check_canary_byte()
327 static inline void set_canary(const struct kfence_metadata *meta) in set_canary()
344 static inline void check_canary(const struct kfence_metadata *meta) in check_canary()
394 struct kfence_metadata *meta = NULL; in kfence_guarded_alloc()
405 meta = list_entry(kfence_freelist.next, struct kfence_metadata, list); in kfence_guarded_alloc()
494 static void kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie) in kfence_guarded_free()
565 struct kfence_metadata *meta = container_of(h, struct kfence_metadata, rcu_head); in rcu_guarded_free()
622 struct kfence_metadata *meta = &kfence_metadata_init[i]; in kfence_init_pool()
643 smp_store_release(&kfence_metadata, kfence_metadata_init); in kfence_init_pool()
737 struct kfence_metadata *meta = &kfence_metadata[(long)v - 1]; in show_object()
778 struct kfence_metadata *meta = &kfence_metadata[i]; in kfence_check_all_canary()
987 struct kfence_metadata *meta; in kfence_shutdown_cache()
991 if (!smp_load_acquire(&kfence_metadata)) in kfence_shutdown_cache()
997 meta = &kfence_metadata[i]; in kfence_shutdown_cache()
1034 meta = &kfence_metadata[i]; in kfence_shutdown_cache()
1122 const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); in kfence_ksize()
1133 const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); in kfence_object_start()
1144 struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); in __kfence_free()
1164 struct kfence_metadata *to_report = NULL; in kfence_handle_page_fault()
1178 struct kfence_metadata *meta; in kfence_handle_page_fault()