103 u32 *dst_cow_metrics_generic(struct dst_entry *dst, unsigned long old);
112 static inline bool dst_metrics_read_only(const struct dst_entry *dst)  in dst_metrics_read_only()  argument
114 	return dst->_metrics & DST_METRICS_READ_ONLY;  in dst_metrics_read_only()
117 void __dst_destroy_metrics_generic(struct dst_entry *dst, unsigned long old);
119 static inline void dst_destroy_metrics_generic(struct dst_entry *dst)  in dst_destroy_metrics_generic()  argument
121 	unsigned long val = dst->_metrics;  in dst_destroy_metrics_generic()
123 		__dst_destroy_metrics_generic(dst, val);  in dst_destroy_metrics_generic()
126 static inline u32 *dst_metrics_write_ptr(struct dst_entry *dst)  in dst_metrics_write_ptr()  argument
128 	unsigned long p = dst->_metrics;  in dst_metrics_write_ptr()
133 		return dst->ops->cow_metrics(dst, p);  in dst_metrics_write_ptr()
140 static inline void dst_init_metrics(struct dst_entry *dst,  in dst_init_metrics()  argument
144 	dst->_metrics = ((unsigned long) src_metrics) |  in dst_init_metrics()
159 static inline u32 *dst_metrics_ptr(struct dst_entry *dst)  in dst_metrics_ptr()  argument
161 	return DST_METRICS_PTR(dst);  in dst_metrics_ptr()
165 dst_metric_raw(const struct dst_entry *dst, const int metric)  in dst_metric_raw()  argument
167 	u32 *p = DST_METRICS_PTR(dst);  in dst_metric_raw()
173 dst_metric(const struct dst_entry *dst, const int metric)  in dst_metric()  argument
178 	return dst_metric_raw(dst, metric);  in dst_metric()
182 dst_metric_advmss(const struct dst_entry *dst)  in dst_metric_advmss()  argument
184 	u32 advmss = dst_metric_raw(dst, RTAX_ADVMSS);  in dst_metric_advmss()
187 		advmss = dst->ops->default_advmss(dst);  in dst_metric_advmss()
192 static inline void dst_metric_set(struct dst_entry *dst, int metric, u32 val)  in dst_metric_set()  argument
194 	u32 *p = dst_metrics_write_ptr(dst);  in dst_metric_set()
207 dst_feature(const struct dst_entry *dst, u32 feature)  in dst_feature()  argument
209 	return dst_metric(dst, RTAX_FEATURES) & feature;  in dst_feature()
214 static inline u32 dst_mtu(const struct dst_entry *dst)  in dst_mtu()  argument
216 	return INDIRECT_CALL_INET(dst->ops->mtu, ip6_mtu, ipv4_mtu, dst);  in dst_mtu()
220 static inline unsigned long dst_metric_rtt(const struct dst_entry *dst, int metric)  in dst_metric_rtt()  argument
222 	return msecs_to_jiffies(dst_metric(dst, metric));  in dst_metric_rtt()
226 dst_allfrag(const struct dst_entry *dst)  in dst_allfrag()  argument
228 	int ret = dst_feature(dst,  RTAX_FEATURE_ALLFRAG);  in dst_allfrag()
233 dst_metric_locked(const struct dst_entry *dst, int metric)  in dst_metric_locked()  argument
235 	return dst_metric(dst, RTAX_LOCK) & (1 << metric);  in dst_metric_locked()
238 static inline void dst_hold(struct dst_entry *dst)  in dst_hold()  argument
245 	WARN_ON(!rcuref_get(&dst->__rcuref));  in dst_hold()
248 static inline void dst_use_noref(struct dst_entry *dst, unsigned long time)  in dst_use_noref()  argument
250 	if (unlikely(time != dst->lastuse)) {  in dst_use_noref()
251 		dst->__use++;  in dst_use_noref()
252 		dst->lastuse = time;  in dst_use_noref()
256 static inline struct dst_entry *dst_clone(struct dst_entry *dst)  in dst_clone()  argument
258 	if (dst)  in dst_clone()
259 		dst_hold(dst);  in dst_clone()
260 	return dst;  in dst_clone()
263 void dst_release(struct dst_entry *dst);
265 void dst_release_immediate(struct dst_entry *dst);
307 static inline bool dst_hold_safe(struct dst_entry *dst)  in dst_hold_safe()  argument
309 	return rcuref_get(&dst->__rcuref);  in dst_hold_safe()
322 		struct dst_entry *dst = skb_dst(skb);  in skb_dst_force()  local
325 		if (!dst_hold_safe(dst))  in skb_dst_force()
326 			dst = NULL;  in skb_dst_force()
328 		skb->_skb_refdst = (unsigned long)dst;  in skb_dst_force()
329 		skb->slow_gro |= !!dst;  in skb_dst_force()
381 	const struct dst_entry *dst;  in dst_tclassid()  local
383 	dst = skb_dst(skb);  in dst_tclassid()
384 	if (dst)  in dst_tclassid()
385 		return dst->tclassid;  in dst_tclassid()
397 void dst_init(struct dst_entry *dst, struct dst_ops *ops,
400 struct dst_entry *dst_destroy(struct dst_entry *dst);
401 void dst_dev_put(struct dst_entry *dst);
403 static inline void dst_confirm(struct dst_entry *dst)  in dst_confirm()  argument
407 static inline struct neighbour *dst_neigh_lookup(const struct dst_entry *dst, const void *daddr)  in dst_neigh_lookup()  argument
409 	struct neighbour *n = dst->ops->neigh_lookup(dst, NULL, daddr);  in dst_neigh_lookup()
413 static inline struct neighbour *dst_neigh_lookup_skb(const struct dst_entry *dst,  in dst_neigh_lookup_skb()  argument
418 	if (WARN_ON_ONCE(!dst->ops->neigh_lookup))  in dst_neigh_lookup_skb()
421 	n = dst->ops->neigh_lookup(dst, skb, NULL);  in dst_neigh_lookup_skb()
426 static inline void dst_confirm_neigh(const struct dst_entry *dst,  in dst_confirm_neigh()  argument
429 	if (dst->ops->confirm_neigh)  in dst_confirm_neigh()
430 		dst->ops->confirm_neigh(dst, daddr);  in dst_confirm_neigh()
435 	struct dst_entry *dst = skb_dst(skb);  in dst_link_failure()  local
436 	if (dst && dst->ops && dst->ops->link_failure)  in dst_link_failure()
437 		dst->ops->link_failure(skb);  in dst_link_failure()
440 static inline void dst_set_expires(struct dst_entry *dst, int timeout)  in dst_set_expires()  argument
447 	if (dst->expires == 0 || time_before(expires, dst->expires))  in dst_set_expires()
448 		dst->expires = expires;  in dst_set_expires()
476 static inline struct dst_entry *dst_check(struct dst_entry *dst, u32 cookie)  in dst_check()  argument
478 	if (dst->obsolete)  in dst_check()
479 		dst = INDIRECT_CALL_INET(dst->ops->check, ip6_dst_check,  in dst_check()
480 					 ipv4_dst_check, dst, cookie);  in dst_check()
481 	return dst;  in dst_check()
519 static inline struct xfrm_state *dst_xfrm(const struct dst_entry *dst)  in dst_xfrm()  argument
540 static inline struct xfrm_state *dst_xfrm(const struct dst_entry *dst)  in dst_xfrm()  argument
542 	return dst->xfrm;  in dst_xfrm()
548 	struct dst_entry *dst = skb_dst(skb);  in skb_dst_update_pmtu()  local
550 	if (dst && dst->ops->update_pmtu)  in skb_dst_update_pmtu()
551 		dst->ops->update_pmtu(dst, NULL, skb, mtu, true);  in skb_dst_update_pmtu()
557 	struct dst_entry *dst = skb_dst(skb);  in skb_dst_update_pmtu_no_confirm()  local
559 	if (dst && dst->ops->update_pmtu)  in skb_dst_update_pmtu_no_confirm()
560 		dst->ops->update_pmtu(dst, NULL, skb, mtu, false);  in skb_dst_update_pmtu_no_confirm()
563 struct dst_entry *dst_blackhole_check(struct dst_entry *dst, u32 cookie);
564 void dst_blackhole_update_pmtu(struct dst_entry *dst, struct sock *sk,
566 void dst_blackhole_redirect(struct dst_entry *dst, struct sock *sk,
568 u32 *dst_blackhole_cow_metrics(struct dst_entry *dst, unsigned long old);
569 struct neighbour *dst_blackhole_neigh_lookup(const struct dst_entry *dst,
572 unsigned int dst_blackhole_mtu(const struct dst_entry *dst);