xref: /openbmc/linux/include/net/ip_vs.h (revision 187f1882b5b0748b3c4c22274663fdb372ac0452)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *      IP Virtual Server
31da177e4SLinus Torvalds  *      data structure and functionality definitions
41da177e4SLinus Torvalds  */
51da177e4SLinus Torvalds 
6bc4768ebSJulius Volz #ifndef _NET_IP_VS_H
7bc4768ebSJulius Volz #define _NET_IP_VS_H
81da177e4SLinus Torvalds 
9bc4768ebSJulius Volz #include <linux/ip_vs.h>                /* definitions shared with userland */
101da177e4SLinus Torvalds 
11bc4768ebSJulius Volz #include <asm/types.h>                  /* for __uXX types */
12bc4768ebSJulius Volz 
13bc4768ebSJulius Volz #include <linux/sysctl.h>               /* for ctl_path */
141da177e4SLinus Torvalds #include <linux/list.h>                 /* for struct list_head */
151da177e4SLinus Torvalds #include <linux/spinlock.h>             /* for struct rwlock_t */
1660063497SArun Sharma #include <linux/atomic.h>                 /* for struct atomic_t */
171da177e4SLinus Torvalds #include <linux/compiler.h>
1814c85021SArnaldo Carvalho de Melo #include <linux/timer.h>
19*187f1882SPaul Gortmaker #include <linux/bug.h>
201da177e4SLinus Torvalds 
2114c85021SArnaldo Carvalho de Melo #include <net/checksum.h>
22e7ade46aSJulius Volz #include <linux/netfilter.h>		/* for union nf_inet_addr */
231668e010SKOVACS Krisztian #include <linux/ip.h>
24e7ade46aSJulius Volz #include <linux/ipv6.h>			/* for struct ipv6hdr */
254e3fd7a0SAlexey Dobriyan #include <net/ipv6.h>
26cf356d69SJulian Anastasov #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
27f4bc17cdSJulian Anastasov #include <net/netfilter/nf_conntrack.h>
28f4bc17cdSJulian Anastasov #endif
2961b1ab45SHans Schillstrom #include <net/net_namespace.h>		/* Netw namespace */
3061b1ab45SHans Schillstrom 
3161b1ab45SHans Schillstrom /*
3261b1ab45SHans Schillstrom  * Generic access of ipvs struct
3361b1ab45SHans Schillstrom  */
3461b1ab45SHans Schillstrom static inline struct netns_ipvs *net_ipvs(struct net* net)
3561b1ab45SHans Schillstrom {
3661b1ab45SHans Schillstrom 	return net->ipvs;
3761b1ab45SHans Schillstrom }
38fc723250SHans Schillstrom /*
39fc723250SHans Schillstrom  * Get net ptr from skb in traffic cases
40fc723250SHans Schillstrom  * use skb_sknet when call is from userland (ioctl or netlink)
41fc723250SHans Schillstrom  */
42a0840e2eSHans Schillstrom static inline struct net *skb_net(const struct sk_buff *skb)
43fc723250SHans Schillstrom {
44fc723250SHans Schillstrom #ifdef CONFIG_NET_NS
45fc723250SHans Schillstrom #ifdef CONFIG_IP_VS_DEBUG
46fc723250SHans Schillstrom 	/*
47fc723250SHans Schillstrom 	 * This is used for debug only.
48fc723250SHans Schillstrom 	 * Start with the most likely hit
49fc723250SHans Schillstrom 	 * End with BUG
50fc723250SHans Schillstrom 	 */
51fc723250SHans Schillstrom 	if (likely(skb->dev && skb->dev->nd_net))
52fc723250SHans Schillstrom 		return dev_net(skb->dev);
53a09d1977SHans Schillstrom 	if (skb_dst(skb) && skb_dst(skb)->dev)
54fc723250SHans Schillstrom 		return dev_net(skb_dst(skb)->dev);
55fc723250SHans Schillstrom 	WARN(skb->sk, "Maybe skb_sknet should be used in %s() at line:%d\n",
56fc723250SHans Schillstrom 		      __func__, __LINE__);
57fc723250SHans Schillstrom 	if (likely(skb->sk && skb->sk->sk_net))
58fc723250SHans Schillstrom 		return sock_net(skb->sk);
59fc723250SHans Schillstrom 	pr_err("There is no net ptr to find in the skb in %s() line:%d\n",
60fc723250SHans Schillstrom 		__func__, __LINE__);
61fc723250SHans Schillstrom 	BUG();
62fc723250SHans Schillstrom #else
63fc723250SHans Schillstrom 	return dev_net(skb->dev ? : skb_dst(skb)->dev);
64fc723250SHans Schillstrom #endif
65fc723250SHans Schillstrom #else
66fc723250SHans Schillstrom 	return &init_net;
67fc723250SHans Schillstrom #endif
68fc723250SHans Schillstrom }
69fc723250SHans Schillstrom 
70a0840e2eSHans Schillstrom static inline struct net *skb_sknet(const struct sk_buff *skb)
71fc723250SHans Schillstrom {
72fc723250SHans Schillstrom #ifdef CONFIG_NET_NS
73fc723250SHans Schillstrom #ifdef CONFIG_IP_VS_DEBUG
74fc723250SHans Schillstrom 	/* Start with the most likely hit */
75fc723250SHans Schillstrom 	if (likely(skb->sk && skb->sk->sk_net))
76fc723250SHans Schillstrom 		return sock_net(skb->sk);
77fc723250SHans Schillstrom 	WARN(skb->dev, "Maybe skb_net should be used instead in %s() line:%d\n",
78fc723250SHans Schillstrom 		       __func__, __LINE__);
79fc723250SHans Schillstrom 	if (likely(skb->dev && skb->dev->nd_net))
80fc723250SHans Schillstrom 		return dev_net(skb->dev);
81fc723250SHans Schillstrom 	pr_err("There is no net ptr to find in the skb in %s() line:%d\n",
82fc723250SHans Schillstrom 		__func__, __LINE__);
83fc723250SHans Schillstrom 	BUG();
84fc723250SHans Schillstrom #else
85fc723250SHans Schillstrom 	return sock_net(skb->sk);
86fc723250SHans Schillstrom #endif
87fc723250SHans Schillstrom #else
88fc723250SHans Schillstrom 	return &init_net;
89fc723250SHans Schillstrom #endif
90fc723250SHans Schillstrom }
91b17fc996SHans Schillstrom /*
92b17fc996SHans Schillstrom  * This one needed for single_open_net since net is stored directly in
9325985edcSLucas De Marchi  * private not as a struct i.e. seq_file_net can't be used.
94b17fc996SHans Schillstrom  */
95b17fc996SHans Schillstrom static inline struct net *seq_file_single_net(struct seq_file *seq)
96b17fc996SHans Schillstrom {
97b17fc996SHans Schillstrom #ifdef CONFIG_NET_NS
98b17fc996SHans Schillstrom 	return (struct net *)seq->private;
99b17fc996SHans Schillstrom #else
100b17fc996SHans Schillstrom 	return &init_net;
101b17fc996SHans Schillstrom #endif
102b17fc996SHans Schillstrom }
1036f7edb48SCatalin(ux) M. BOIE 
1046f7edb48SCatalin(ux) M. BOIE /* Connections' size value needed by ip_vs_ctl.c */
1056f7edb48SCatalin(ux) M. BOIE extern int ip_vs_conn_tab_size;
1066f7edb48SCatalin(ux) M. BOIE 
1076f7edb48SCatalin(ux) M. BOIE 
10864aae3cbSJulius Volz struct ip_vs_iphdr {
10964aae3cbSJulius Volz 	int len;
11064aae3cbSJulius Volz 	__u8 protocol;
11164aae3cbSJulius Volz 	union nf_inet_addr saddr;
11264aae3cbSJulius Volz 	union nf_inet_addr daddr;
11364aae3cbSJulius Volz };
11464aae3cbSJulius Volz 
11564aae3cbSJulius Volz static inline void
11664aae3cbSJulius Volz ip_vs_fill_iphdr(int af, const void *nh, struct ip_vs_iphdr *iphdr)
11764aae3cbSJulius Volz {
11864aae3cbSJulius Volz #ifdef CONFIG_IP_VS_IPV6
11964aae3cbSJulius Volz 	if (af == AF_INET6) {
12064aae3cbSJulius Volz 		const struct ipv6hdr *iph = nh;
12164aae3cbSJulius Volz 		iphdr->len = sizeof(struct ipv6hdr);
12264aae3cbSJulius Volz 		iphdr->protocol = iph->nexthdr;
1234e3fd7a0SAlexey Dobriyan 		iphdr->saddr.in6 = iph->saddr;
1244e3fd7a0SAlexey Dobriyan 		iphdr->daddr.in6 = iph->daddr;
12564aae3cbSJulius Volz 	} else
12664aae3cbSJulius Volz #endif
12764aae3cbSJulius Volz 	{
12864aae3cbSJulius Volz 		const struct iphdr *iph = nh;
12964aae3cbSJulius Volz 		iphdr->len = iph->ihl * 4;
13064aae3cbSJulius Volz 		iphdr->protocol = iph->protocol;
13164aae3cbSJulius Volz 		iphdr->saddr.ip = iph->saddr;
13264aae3cbSJulius Volz 		iphdr->daddr.ip = iph->daddr;
13364aae3cbSJulius Volz 	}
13464aae3cbSJulius Volz }
13564aae3cbSJulius Volz 
13664aae3cbSJulius Volz static inline void ip_vs_addr_copy(int af, union nf_inet_addr *dst,
13764aae3cbSJulius Volz 				   const union nf_inet_addr *src)
13864aae3cbSJulius Volz {
13964aae3cbSJulius Volz #ifdef CONFIG_IP_VS_IPV6
14064aae3cbSJulius Volz 	if (af == AF_INET6)
1414e3fd7a0SAlexey Dobriyan 		dst->in6 = src->in6;
14264aae3cbSJulius Volz 	else
14364aae3cbSJulius Volz #endif
14464aae3cbSJulius Volz 	dst->ip = src->ip;
14564aae3cbSJulius Volz }
14664aae3cbSJulius Volz 
14764aae3cbSJulius Volz static inline int ip_vs_addr_equal(int af, const union nf_inet_addr *a,
14864aae3cbSJulius Volz 				   const union nf_inet_addr *b)
14964aae3cbSJulius Volz {
15064aae3cbSJulius Volz #ifdef CONFIG_IP_VS_IPV6
15164aae3cbSJulius Volz 	if (af == AF_INET6)
15264aae3cbSJulius Volz 		return ipv6_addr_equal(&a->in6, &b->in6);
15364aae3cbSJulius Volz #endif
15464aae3cbSJulius Volz 	return a->ip == b->ip;
15564aae3cbSJulius Volz }
15664aae3cbSJulius Volz 
1571da177e4SLinus Torvalds #ifdef CONFIG_IP_VS_DEBUG
15814c85021SArnaldo Carvalho de Melo #include <linux/net.h>
15914c85021SArnaldo Carvalho de Melo 
1601da177e4SLinus Torvalds extern int ip_vs_get_debug_level(void);
161c842a3adSJulius Volz 
162c842a3adSJulius Volz static inline const char *ip_vs_dbg_addr(int af, char *buf, size_t buf_len,
163c842a3adSJulius Volz 					 const union nf_inet_addr *addr,
164c842a3adSJulius Volz 					 int *idx)
165c842a3adSJulius Volz {
166c842a3adSJulius Volz 	int len;
167c842a3adSJulius Volz #ifdef CONFIG_IP_VS_IPV6
168c842a3adSJulius Volz 	if (af == AF_INET6)
1695b095d98SHarvey Harrison 		len = snprintf(&buf[*idx], buf_len - *idx, "[%pI6]",
1700c6ce78aSHarvey Harrison 			       &addr->in6) + 1;
171c842a3adSJulius Volz 	else
172c842a3adSJulius Volz #endif
1733685f25dSHarvey Harrison 		len = snprintf(&buf[*idx], buf_len - *idx, "%pI4",
1743685f25dSHarvey Harrison 			       &addr->ip) + 1;
175c842a3adSJulius Volz 
176c842a3adSJulius Volz 	*idx += len;
177c842a3adSJulius Volz 	BUG_ON(*idx > buf_len + 1);
178c842a3adSJulius Volz 	return &buf[*idx - len];
179c842a3adSJulius Volz }
180c842a3adSJulius Volz 
1819aada7acSHannes Eder #define IP_VS_DBG_BUF(level, msg, ...)					\
182c842a3adSJulius Volz 	do {								\
183c842a3adSJulius Volz 		char ip_vs_dbg_buf[160];				\
184c842a3adSJulius Volz 		int ip_vs_dbg_idx = 0;					\
185c842a3adSJulius Volz 		if (level <= ip_vs_get_debug_level())			\
1869aada7acSHannes Eder 			printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__);	\
187c842a3adSJulius Volz 	} while (0)
188c842a3adSJulius Volz #define IP_VS_ERR_BUF(msg...)						\
189c842a3adSJulius Volz 	do {								\
190c842a3adSJulius Volz 		char ip_vs_dbg_buf[160];				\
191c842a3adSJulius Volz 		int ip_vs_dbg_idx = 0;					\
1929aada7acSHannes Eder 		pr_err(msg);						\
193c842a3adSJulius Volz 	} while (0)
194c842a3adSJulius Volz 
195c842a3adSJulius Volz /* Only use from within IP_VS_DBG_BUF() or IP_VS_ERR_BUF macros */
196c842a3adSJulius Volz #define IP_VS_DBG_ADDR(af, addr)					\
197c842a3adSJulius Volz 	ip_vs_dbg_addr(af, ip_vs_dbg_buf,				\
198c842a3adSJulius Volz 		       sizeof(ip_vs_dbg_buf), addr,			\
199c842a3adSJulius Volz 		       &ip_vs_dbg_idx)
200c842a3adSJulius Volz 
2019aada7acSHannes Eder #define IP_VS_DBG(level, msg, ...)					\
2021da177e4SLinus Torvalds 	do {								\
2031da177e4SLinus Torvalds 		if (level <= ip_vs_get_debug_level())			\
2049aada7acSHannes Eder 			printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__);	\
2051da177e4SLinus Torvalds 	} while (0)
2069aada7acSHannes Eder #define IP_VS_DBG_RL(msg, ...)						\
2071da177e4SLinus Torvalds 	do {								\
2081da177e4SLinus Torvalds 		if (net_ratelimit())					\
2099aada7acSHannes Eder 			printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__);	\
2101da177e4SLinus Torvalds 	} while (0)
2110d79641aSJulian Anastasov #define IP_VS_DBG_PKT(level, af, pp, skb, ofs, msg)			\
2121da177e4SLinus Torvalds 	do {								\
2131da177e4SLinus Torvalds 		if (level <= ip_vs_get_debug_level())			\
2140d79641aSJulian Anastasov 			pp->debug_packet(af, pp, skb, ofs, msg);	\
2151da177e4SLinus Torvalds 	} while (0)
2160d79641aSJulian Anastasov #define IP_VS_DBG_RL_PKT(level, af, pp, skb, ofs, msg)			\
2171da177e4SLinus Torvalds 	do {								\
2181da177e4SLinus Torvalds 		if (level <= ip_vs_get_debug_level() &&			\
2191da177e4SLinus Torvalds 		    net_ratelimit())					\
2200d79641aSJulian Anastasov 			pp->debug_packet(af, pp, skb, ofs, msg);	\
2211da177e4SLinus Torvalds 	} while (0)
2221da177e4SLinus Torvalds #else	/* NO DEBUGGING at ALL */
223c842a3adSJulius Volz #define IP_VS_DBG_BUF(level, msg...)  do {} while (0)
224c842a3adSJulius Volz #define IP_VS_ERR_BUF(msg...)  do {} while (0)
2251da177e4SLinus Torvalds #define IP_VS_DBG(level, msg...)  do {} while (0)
2261da177e4SLinus Torvalds #define IP_VS_DBG_RL(msg...)  do {} while (0)
2270d79641aSJulian Anastasov #define IP_VS_DBG_PKT(level, af, pp, skb, ofs, msg)	do {} while (0)
2280d79641aSJulian Anastasov #define IP_VS_DBG_RL_PKT(level, af, pp, skb, ofs, msg)	do {} while (0)
2291da177e4SLinus Torvalds #endif
2301da177e4SLinus Torvalds 
2311da177e4SLinus Torvalds #define IP_VS_BUG() BUG()
2321e3e238eSHannes Eder #define IP_VS_ERR_RL(msg, ...)						\
2331da177e4SLinus Torvalds 	do {								\
2341da177e4SLinus Torvalds 		if (net_ratelimit())					\
2351e3e238eSHannes Eder 			pr_err(msg, ##__VA_ARGS__);			\
2361da177e4SLinus Torvalds 	} while (0)
2371da177e4SLinus Torvalds 
2381da177e4SLinus Torvalds #ifdef CONFIG_IP_VS_DEBUG
2391da177e4SLinus Torvalds #define EnterFunction(level)						\
2401da177e4SLinus Torvalds 	do {								\
2411da177e4SLinus Torvalds 		if (level <= ip_vs_get_debug_level())			\
2429aada7acSHannes Eder 			printk(KERN_DEBUG				\
2439aada7acSHannes Eder 			       pr_fmt("Enter: %s, %s line %i\n"),	\
244d5c003b4SHarvey Harrison 			       __func__, __FILE__, __LINE__);		\
2451da177e4SLinus Torvalds 	} while (0)
2461da177e4SLinus Torvalds #define LeaveFunction(level)						\
2471da177e4SLinus Torvalds 	do {								\
2481da177e4SLinus Torvalds 		if (level <= ip_vs_get_debug_level())			\
2499aada7acSHannes Eder 			printk(KERN_DEBUG				\
2509aada7acSHannes Eder 			       pr_fmt("Leave: %s, %s line %i\n"),	\
251d5c003b4SHarvey Harrison 			       __func__, __FILE__, __LINE__);		\
2521da177e4SLinus Torvalds 	} while (0)
2531da177e4SLinus Torvalds #else
2541da177e4SLinus Torvalds #define EnterFunction(level)   do {} while (0)
2551da177e4SLinus Torvalds #define LeaveFunction(level)   do {} while (0)
2561da177e4SLinus Torvalds #endif
2571da177e4SLinus Torvalds 
2581da177e4SLinus Torvalds #define	IP_VS_WAIT_WHILE(expr)	while (expr) { cpu_relax(); }
2591da177e4SLinus Torvalds 
2601da177e4SLinus Torvalds 
2611da177e4SLinus Torvalds /*
2621da177e4SLinus Torvalds  *      The port number of FTP service (in network order).
2631da177e4SLinus Torvalds  */
264f3a7c66bSHarvey Harrison #define FTPPORT  cpu_to_be16(21)
265f3a7c66bSHarvey Harrison #define FTPDATA  cpu_to_be16(20)
2661da177e4SLinus Torvalds 
2671da177e4SLinus Torvalds /*
2681da177e4SLinus Torvalds  *      TCP State Values
2691da177e4SLinus Torvalds  */
2701da177e4SLinus Torvalds enum {
2711da177e4SLinus Torvalds 	IP_VS_TCP_S_NONE = 0,
2721da177e4SLinus Torvalds 	IP_VS_TCP_S_ESTABLISHED,
2731da177e4SLinus Torvalds 	IP_VS_TCP_S_SYN_SENT,
2741da177e4SLinus Torvalds 	IP_VS_TCP_S_SYN_RECV,
2751da177e4SLinus Torvalds 	IP_VS_TCP_S_FIN_WAIT,
2761da177e4SLinus Torvalds 	IP_VS_TCP_S_TIME_WAIT,
2771da177e4SLinus Torvalds 	IP_VS_TCP_S_CLOSE,
2781da177e4SLinus Torvalds 	IP_VS_TCP_S_CLOSE_WAIT,
2791da177e4SLinus Torvalds 	IP_VS_TCP_S_LAST_ACK,
2801da177e4SLinus Torvalds 	IP_VS_TCP_S_LISTEN,
2811da177e4SLinus Torvalds 	IP_VS_TCP_S_SYNACK,
2821da177e4SLinus Torvalds 	IP_VS_TCP_S_LAST
2831da177e4SLinus Torvalds };
2841da177e4SLinus Torvalds 
2851da177e4SLinus Torvalds /*
2861da177e4SLinus Torvalds  *	UDP State Values
2871da177e4SLinus Torvalds  */
2881da177e4SLinus Torvalds enum {
2891da177e4SLinus Torvalds 	IP_VS_UDP_S_NORMAL,
2901da177e4SLinus Torvalds 	IP_VS_UDP_S_LAST,
2911da177e4SLinus Torvalds };
2921da177e4SLinus Torvalds 
2931da177e4SLinus Torvalds /*
2941da177e4SLinus Torvalds  *	ICMP State Values
2951da177e4SLinus Torvalds  */
2961da177e4SLinus Torvalds enum {
2971da177e4SLinus Torvalds 	IP_VS_ICMP_S_NORMAL,
2981da177e4SLinus Torvalds 	IP_VS_ICMP_S_LAST,
2991da177e4SLinus Torvalds };
3001da177e4SLinus Torvalds 
3011da177e4SLinus Torvalds /*
3022906f66aSVenkata Mohan Reddy  *	SCTP State Values
3032906f66aSVenkata Mohan Reddy  */
3042906f66aSVenkata Mohan Reddy enum ip_vs_sctp_states {
3052906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_NONE,
3062906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_INIT_CLI,
3072906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_INIT_SER,
3082906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_INIT_ACK_CLI,
3092906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_INIT_ACK_SER,
3102906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_ECHO_CLI,
3112906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_ECHO_SER,
3122906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_ESTABLISHED,
3132906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_SHUT_CLI,
3142906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_SHUT_SER,
3152906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_SHUT_ACK_CLI,
3162906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_SHUT_ACK_SER,
3172906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_CLOSED,
3182906f66aSVenkata Mohan Reddy 	IP_VS_SCTP_S_LAST
3192906f66aSVenkata Mohan Reddy };
3202906f66aSVenkata Mohan Reddy 
3212906f66aSVenkata Mohan Reddy /*
3221da177e4SLinus Torvalds  *	Delta sequence info structure
3231da177e4SLinus Torvalds  *	Each ip_vs_conn has 2 (output AND input seq. changes).
3241da177e4SLinus Torvalds  *      Only used in the VS/NAT.
3251da177e4SLinus Torvalds  */
3261da177e4SLinus Torvalds struct ip_vs_seq {
3271da177e4SLinus Torvalds 	__u32			init_seq;	/* Add delta from this seq */
3281da177e4SLinus Torvalds 	__u32			delta;		/* Delta in sequence numbers */
3291da177e4SLinus Torvalds 	__u32			previous_delta;	/* Delta in sequence numbers
3301da177e4SLinus Torvalds 						   before last resized pkt */
3311da177e4SLinus Torvalds };
3321da177e4SLinus Torvalds 
333b17fc996SHans Schillstrom /*
334b17fc996SHans Schillstrom  * counters per cpu
335b17fc996SHans Schillstrom  */
336b17fc996SHans Schillstrom struct ip_vs_counters {
337b17fc996SHans Schillstrom 	__u32		conns;		/* connections scheduled */
338b17fc996SHans Schillstrom 	__u32		inpkts;		/* incoming packets */
339b17fc996SHans Schillstrom 	__u32		outpkts;	/* outgoing packets */
340b17fc996SHans Schillstrom 	__u64		inbytes;	/* incoming bytes */
341b17fc996SHans Schillstrom 	__u64		outbytes;	/* outgoing bytes */
342b17fc996SHans Schillstrom };
343b17fc996SHans Schillstrom /*
344b17fc996SHans Schillstrom  * Stats per cpu
345b17fc996SHans Schillstrom  */
346b17fc996SHans Schillstrom struct ip_vs_cpu_stats {
347b17fc996SHans Schillstrom 	struct ip_vs_counters   ustats;
348b17fc996SHans Schillstrom 	struct u64_stats_sync   syncp;
349b17fc996SHans Schillstrom };
3501da177e4SLinus Torvalds 
3511da177e4SLinus Torvalds /*
3523a14a313SSven Wegener  *	IPVS statistics objects
3531da177e4SLinus Torvalds  */
3543a14a313SSven Wegener struct ip_vs_estimator {
3553a14a313SSven Wegener 	struct list_head	list;
3563a14a313SSven Wegener 
3573a14a313SSven Wegener 	u64			last_inbytes;
3583a14a313SSven Wegener 	u64			last_outbytes;
3593a14a313SSven Wegener 	u32			last_conns;
3603a14a313SSven Wegener 	u32			last_inpkts;
3613a14a313SSven Wegener 	u32			last_outpkts;
3623a14a313SSven Wegener 
3633a14a313SSven Wegener 	u32			cps;
3643a14a313SSven Wegener 	u32			inpps;
3653a14a313SSven Wegener 	u32			outpps;
3663a14a313SSven Wegener 	u32			inbps;
3673a14a313SSven Wegener 	u32			outbps;
3683a14a313SSven Wegener };
3693a14a313SSven Wegener 
370fd2c3ef7SEric Dumazet struct ip_vs_stats {
371e9c0ce23SSven Wegener 	struct ip_vs_stats_user	ustats;		/* statistics */
372e9c0ce23SSven Wegener 	struct ip_vs_estimator	est;		/* estimator */
373b17fc996SHans Schillstrom 	struct ip_vs_cpu_stats	*cpustats;	/* per cpu counters */
3741da177e4SLinus Torvalds 	spinlock_t		lock;		/* spin lock */
37555a3d4e1SJulian Anastasov 	struct ip_vs_stats_user	ustats0;	/* reset values */
3761da177e4SLinus Torvalds };
3771da177e4SLinus Torvalds 
37814c85021SArnaldo Carvalho de Melo struct dst_entry;
37914c85021SArnaldo Carvalho de Melo struct iphdr;
3801da177e4SLinus Torvalds struct ip_vs_conn;
3811da177e4SLinus Torvalds struct ip_vs_app;
38214c85021SArnaldo Carvalho de Melo struct sk_buff;
383252c6410SHans Schillstrom struct ip_vs_proto_data;
3841da177e4SLinus Torvalds 
3851da177e4SLinus Torvalds struct ip_vs_protocol {
3861da177e4SLinus Torvalds 	struct ip_vs_protocol	*next;
3871da177e4SLinus Torvalds 	char			*name;
3882ad17defSJulian Anastasov 	u16			protocol;
3892ad17defSJulian Anastasov 	u16			num_states;
3901da177e4SLinus Torvalds 	int			dont_defrag;
3911da177e4SLinus Torvalds 
3921da177e4SLinus Torvalds 	void (*init)(struct ip_vs_protocol *pp);
3931da177e4SLinus Torvalds 
3941da177e4SLinus Torvalds 	void (*exit)(struct ip_vs_protocol *pp);
3951da177e4SLinus Torvalds 
396252c6410SHans Schillstrom 	void (*init_netns)(struct net *net, struct ip_vs_proto_data *pd);
397252c6410SHans Schillstrom 
398252c6410SHans Schillstrom 	void (*exit_netns)(struct net *net, struct ip_vs_proto_data *pd);
399252c6410SHans Schillstrom 
40051ef348bSJulius Volz 	int (*conn_schedule)(int af, struct sk_buff *skb,
4019330419dSHans Schillstrom 			     struct ip_vs_proto_data *pd,
4021da177e4SLinus Torvalds 			     int *verdict, struct ip_vs_conn **cpp);
4031da177e4SLinus Torvalds 
4041da177e4SLinus Torvalds 	struct ip_vs_conn *
40551ef348bSJulius Volz 	(*conn_in_get)(int af,
40651ef348bSJulius Volz 		       const struct sk_buff *skb,
40751ef348bSJulius Volz 		       const struct ip_vs_iphdr *iph,
4081da177e4SLinus Torvalds 		       unsigned int proto_off,
4091da177e4SLinus Torvalds 		       int inverse);
4101da177e4SLinus Torvalds 
4111da177e4SLinus Torvalds 	struct ip_vs_conn *
41251ef348bSJulius Volz 	(*conn_out_get)(int af,
41351ef348bSJulius Volz 			const struct sk_buff *skb,
41451ef348bSJulius Volz 			const struct ip_vs_iphdr *iph,
4151da177e4SLinus Torvalds 			unsigned int proto_off,
4161da177e4SLinus Torvalds 			int inverse);
4171da177e4SLinus Torvalds 
4183db05feaSHerbert Xu 	int (*snat_handler)(struct sk_buff *skb,
4191da177e4SLinus Torvalds 			    struct ip_vs_protocol *pp, struct ip_vs_conn *cp);
4201da177e4SLinus Torvalds 
4213db05feaSHerbert Xu 	int (*dnat_handler)(struct sk_buff *skb,
4221da177e4SLinus Torvalds 			    struct ip_vs_protocol *pp, struct ip_vs_conn *cp);
4231da177e4SLinus Torvalds 
42451ef348bSJulius Volz 	int (*csum_check)(int af, struct sk_buff *skb,
42551ef348bSJulius Volz 			  struct ip_vs_protocol *pp);
4261da177e4SLinus Torvalds 
4271da177e4SLinus Torvalds 	const char *(*state_name)(int state);
4281da177e4SLinus Torvalds 
4294a516f11SSimon Horman 	void (*state_transition)(struct ip_vs_conn *cp, int direction,
4301da177e4SLinus Torvalds 				 const struct sk_buff *skb,
4319330419dSHans Schillstrom 				 struct ip_vs_proto_data *pd);
4321da177e4SLinus Torvalds 
433ab8a5e84SHans Schillstrom 	int (*register_app)(struct net *net, struct ip_vs_app *inc);
4341da177e4SLinus Torvalds 
435ab8a5e84SHans Schillstrom 	void (*unregister_app)(struct net *net, struct ip_vs_app *inc);
4361da177e4SLinus Torvalds 
4371da177e4SLinus Torvalds 	int (*app_conn_bind)(struct ip_vs_conn *cp);
4381da177e4SLinus Torvalds 
4390d79641aSJulian Anastasov 	void (*debug_packet)(int af, struct ip_vs_protocol *pp,
4401da177e4SLinus Torvalds 			     const struct sk_buff *skb,
4411da177e4SLinus Torvalds 			     int offset,
4421da177e4SLinus Torvalds 			     const char *msg);
4431da177e4SLinus Torvalds 
4449330419dSHans Schillstrom 	void (*timeout_change)(struct ip_vs_proto_data *pd, int flags);
4451da177e4SLinus Torvalds };
4461da177e4SLinus Torvalds 
447252c6410SHans Schillstrom /*
448252c6410SHans Schillstrom  * protocol data per netns
449252c6410SHans Schillstrom  */
450252c6410SHans Schillstrom struct ip_vs_proto_data {
451252c6410SHans Schillstrom 	struct ip_vs_proto_data	*next;
452252c6410SHans Schillstrom 	struct ip_vs_protocol	*pp;
453252c6410SHans Schillstrom 	int			*timeout_table;	/* protocol timeout table */
454252c6410SHans Schillstrom 	atomic_t		appcnt;		/* counter of proto app incs. */
455252c6410SHans Schillstrom 	struct tcp_states_t	*tcp_state_table;
456252c6410SHans Schillstrom };
457252c6410SHans Schillstrom 
4581da177e4SLinus Torvalds extern struct ip_vs_protocol   *ip_vs_proto_get(unsigned short proto);
459252c6410SHans Schillstrom extern struct ip_vs_proto_data *ip_vs_proto_data_get(struct net *net,
460252c6410SHans Schillstrom 						     unsigned short proto);
4611da177e4SLinus Torvalds 
462f11017ecSSimon Horman struct ip_vs_conn_param {
4636e67e586SHans Schillstrom 	struct net			*net;
464f11017ecSSimon Horman 	const union nf_inet_addr	*caddr;
465f11017ecSSimon Horman 	const union nf_inet_addr	*vaddr;
466f11017ecSSimon Horman 	__be16				cport;
467f11017ecSSimon Horman 	__be16				vport;
468f11017ecSSimon Horman 	__u16				protocol;
469f11017ecSSimon Horman 	u16				af;
47085999283SSimon Horman 
47185999283SSimon Horman 	const struct ip_vs_pe		*pe;
47285999283SSimon Horman 	char				*pe_data;
47385999283SSimon Horman 	__u8				pe_data_len;
474f11017ecSSimon Horman };
475f11017ecSSimon Horman 
4761da177e4SLinus Torvalds /*
4771da177e4SLinus Torvalds  *	IP_VS structure allocated for each dynamically scheduled connection
4781da177e4SLinus Torvalds  */
4791da177e4SLinus Torvalds struct ip_vs_conn {
480731109e7SChangli Gao 	struct hlist_node	c_list;         /* hashed list heads */
4816e67e586SHans Schillstrom #ifdef CONFIG_NET_NS
4826e67e586SHans Schillstrom 	struct net              *net;           /* Name space */
4836e67e586SHans Schillstrom #endif
4841da177e4SLinus Torvalds 	/* Protocol, addresses and port numbers */
485e7ade46aSJulius Volz 	u16                     af;             /* address family */
4866e67e586SHans Schillstrom 	__be16                  cport;
4876e67e586SHans Schillstrom 	__be16                  vport;
4886e67e586SHans Schillstrom 	__be16                  dport;
4896e67e586SHans Schillstrom 	__u32                   fwmark;         /* Fire wall mark from skb */
490e7ade46aSJulius Volz 	union nf_inet_addr      caddr;          /* client address */
491e7ade46aSJulius Volz 	union nf_inet_addr      vaddr;          /* virtual address */
492e7ade46aSJulius Volz 	union nf_inet_addr      daddr;          /* destination address */
4933575792eSJulian Anastasov 	volatile __u32          flags;          /* status flags */
4941da177e4SLinus Torvalds 	__u16                   protocol;       /* Which protocol (TCP/UDP) */
4951da177e4SLinus Torvalds 
4961da177e4SLinus Torvalds 	/* counter and timer */
4971da177e4SLinus Torvalds 	atomic_t		refcnt;		/* reference count */
4981da177e4SLinus Torvalds 	struct timer_list	timer;		/* Expiration timer */
4991da177e4SLinus Torvalds 	volatile unsigned long	timeout;	/* timeout */
5001da177e4SLinus Torvalds 
5011da177e4SLinus Torvalds 	/* Flags and state transition */
5021da177e4SLinus Torvalds 	spinlock_t              lock;           /* lock for state transition */
5031da177e4SLinus Torvalds 	volatile __u16          state;          /* state info */
504efac5276SRumen G. Bogdanovski 	volatile __u16          old_state;      /* old state, to be used for
505efac5276SRumen G. Bogdanovski 						 * state transition triggerd
506efac5276SRumen G. Bogdanovski 						 * synchronization
507efac5276SRumen G. Bogdanovski 						 */
5081da177e4SLinus Torvalds 
5091da177e4SLinus Torvalds 	/* Control members */
5101da177e4SLinus Torvalds 	struct ip_vs_conn       *control;       /* Master control connection */
5111da177e4SLinus Torvalds 	atomic_t                n_control;      /* Number of controlled ones */
5121da177e4SLinus Torvalds 	struct ip_vs_dest       *dest;          /* real server */
5131da177e4SLinus Torvalds 	atomic_t                in_pkts;        /* incoming packet counter */
5141da177e4SLinus Torvalds 
5151da177e4SLinus Torvalds 	/* packet transmitter for different forwarding methods.  If it
5161da177e4SLinus Torvalds 	   mangles the packet, it must return NF_DROP or better NF_STOLEN,
5171da177e4SLinus Torvalds 	   otherwise this must be changed to a sk_buff **.
518fc604767SJulian Anastasov 	   NF_ACCEPT can be returned when destination is local.
5191da177e4SLinus Torvalds 	 */
5201da177e4SLinus Torvalds 	int (*packet_xmit)(struct sk_buff *skb, struct ip_vs_conn *cp,
5211da177e4SLinus Torvalds 			   struct ip_vs_protocol *pp);
5221da177e4SLinus Torvalds 
5231da177e4SLinus Torvalds 	/* Note: we can group the following members into a structure,
5241da177e4SLinus Torvalds 	   in order to save more space, and the following members are
5251da177e4SLinus Torvalds 	   only used in VS/NAT anyway */
5261da177e4SLinus Torvalds 	struct ip_vs_app        *app;           /* bound ip_vs_app object */
5271da177e4SLinus Torvalds 	void                    *app_data;      /* Application private data */
5281da177e4SLinus Torvalds 	struct ip_vs_seq        in_seq;         /* incoming seq. struct */
5291da177e4SLinus Torvalds 	struct ip_vs_seq        out_seq;        /* outgoing seq. struct */
53085999283SSimon Horman 
531e9e5eee8SSimon Horman 	const struct ip_vs_pe	*pe;
53285999283SSimon Horman 	char			*pe_data;
53385999283SSimon Horman 	__u8			pe_data_len;
5341da177e4SLinus Torvalds };
5351da177e4SLinus Torvalds 
5366e67e586SHans Schillstrom /*
5376e67e586SHans Schillstrom  *  To save some memory in conn table when name space is disabled.
5386e67e586SHans Schillstrom  */
5396e67e586SHans Schillstrom static inline struct net *ip_vs_conn_net(const struct ip_vs_conn *cp)
5406e67e586SHans Schillstrom {
5416e67e586SHans Schillstrom #ifdef CONFIG_NET_NS
5426e67e586SHans Schillstrom 	return cp->net;
5436e67e586SHans Schillstrom #else
5446e67e586SHans Schillstrom 	return &init_net;
5456e67e586SHans Schillstrom #endif
5466e67e586SHans Schillstrom }
5476e67e586SHans Schillstrom static inline void ip_vs_conn_net_set(struct ip_vs_conn *cp, struct net *net)
5486e67e586SHans Schillstrom {
5496e67e586SHans Schillstrom #ifdef CONFIG_NET_NS
5506e67e586SHans Schillstrom 	cp->net = net;
5516e67e586SHans Schillstrom #endif
5526e67e586SHans Schillstrom }
5536e67e586SHans Schillstrom 
5546e67e586SHans Schillstrom static inline int ip_vs_conn_net_eq(const struct ip_vs_conn *cp,
5556e67e586SHans Schillstrom 				    struct net *net)
5566e67e586SHans Schillstrom {
5576e67e586SHans Schillstrom #ifdef CONFIG_NET_NS
5586e67e586SHans Schillstrom 	return cp->net == net;
5596e67e586SHans Schillstrom #else
5606e67e586SHans Schillstrom 	return 1;
5616e67e586SHans Schillstrom #endif
5626e67e586SHans Schillstrom }
5631da177e4SLinus Torvalds 
5641da177e4SLinus Torvalds /*
565c860c6b1SJulius Volz  *	Extended internal versions of struct ip_vs_service_user and
566c860c6b1SJulius Volz  *	ip_vs_dest_user for IPv6 support.
567c860c6b1SJulius Volz  *
568c860c6b1SJulius Volz  *	We need these to conveniently pass around service and destination
569c860c6b1SJulius Volz  *	options, but unfortunately, we also need to keep the old definitions to
570c860c6b1SJulius Volz  *	maintain userspace backwards compatibility for the setsockopt interface.
571c860c6b1SJulius Volz  */
572c860c6b1SJulius Volz struct ip_vs_service_user_kern {
573c860c6b1SJulius Volz 	/* virtual service addresses */
574c860c6b1SJulius Volz 	u16			af;
575c860c6b1SJulius Volz 	u16			protocol;
576c860c6b1SJulius Volz 	union nf_inet_addr	addr;		/* virtual ip address */
577c860c6b1SJulius Volz 	u16			port;
578c860c6b1SJulius Volz 	u32			fwmark;		/* firwall mark of service */
579c860c6b1SJulius Volz 
580c860c6b1SJulius Volz 	/* virtual service options */
581c860c6b1SJulius Volz 	char			*sched_name;
5820d1e71b0SSimon Horman 	char			*pe_name;
583c860c6b1SJulius Volz 	unsigned		flags;		/* virtual service flags */
584c860c6b1SJulius Volz 	unsigned		timeout;	/* persistent timeout in sec */
585c860c6b1SJulius Volz 	u32			netmask;	/* persistent netmask */
586c860c6b1SJulius Volz };
587c860c6b1SJulius Volz 
588c860c6b1SJulius Volz 
589c860c6b1SJulius Volz struct ip_vs_dest_user_kern {
590c860c6b1SJulius Volz 	/* destination server address */
591c860c6b1SJulius Volz 	union nf_inet_addr	addr;
592c860c6b1SJulius Volz 	u16			port;
593c860c6b1SJulius Volz 
594c860c6b1SJulius Volz 	/* real server options */
595c860c6b1SJulius Volz 	unsigned		conn_flags;	/* connection flags */
596c860c6b1SJulius Volz 	int			weight;		/* destination weight */
597c860c6b1SJulius Volz 
598c860c6b1SJulius Volz 	/* thresholds for active connections */
599c860c6b1SJulius Volz 	u32			u_threshold;	/* upper threshold */
600c860c6b1SJulius Volz 	u32			l_threshold;	/* lower threshold */
601c860c6b1SJulius Volz };
602c860c6b1SJulius Volz 
603c860c6b1SJulius Volz 
604c860c6b1SJulius Volz /*
6051da177e4SLinus Torvalds  *	The information about the virtual service offered to the net
6061da177e4SLinus Torvalds  *	and the forwarding entries
6071da177e4SLinus Torvalds  */
6081da177e4SLinus Torvalds struct ip_vs_service {
6091da177e4SLinus Torvalds 	struct list_head	s_list;   /* for normal service table */
6101da177e4SLinus Torvalds 	struct list_head	f_list;   /* for fwmark-based service table */
6111da177e4SLinus Torvalds 	atomic_t		refcnt;   /* reference counter */
6121da177e4SLinus Torvalds 	atomic_t		usecnt;   /* use counter */
6131da177e4SLinus Torvalds 
614e7ade46aSJulius Volz 	u16			af;       /* address family */
6151da177e4SLinus Torvalds 	__u16			protocol; /* which protocol (TCP/UDP) */
616e7ade46aSJulius Volz 	union nf_inet_addr	addr;	  /* IP address for virtual service */
617014d730dSAl Viro 	__be16			port;	  /* port number for the service */
6181da177e4SLinus Torvalds 	__u32                   fwmark;   /* firewall mark of the service */
6191da177e4SLinus Torvalds 	unsigned		flags;	  /* service status flags */
6201da177e4SLinus Torvalds 	unsigned		timeout;  /* persistent timeout in ticks */
621014d730dSAl Viro 	__be32			netmask;  /* grouping granularity */
622fc723250SHans Schillstrom 	struct net		*net;
6231da177e4SLinus Torvalds 
6241da177e4SLinus Torvalds 	struct list_head	destinations;  /* real server d-linked list */
6251da177e4SLinus Torvalds 	__u32			num_dests;     /* number of servers */
6261da177e4SLinus Torvalds 	struct ip_vs_stats      stats;         /* statistics for the service */
6271da177e4SLinus Torvalds 	struct ip_vs_app	*inc;	  /* bind conns to this app inc */
6281da177e4SLinus Torvalds 
6291da177e4SLinus Torvalds 	/* for scheduling */
6301da177e4SLinus Torvalds 	struct ip_vs_scheduler	*scheduler;    /* bound scheduler object */
6311da177e4SLinus Torvalds 	rwlock_t		sched_lock;    /* lock sched_data */
6321da177e4SLinus Torvalds 	void			*sched_data;   /* scheduler application data */
63385999283SSimon Horman 
63485999283SSimon Horman 	/* alternate persistence engine */
63585999283SSimon Horman 	struct ip_vs_pe		*pe;
6361da177e4SLinus Torvalds };
6371da177e4SLinus Torvalds 
6381da177e4SLinus Torvalds 
6391da177e4SLinus Torvalds /*
6401da177e4SLinus Torvalds  *	The real server destination forwarding entry
6411da177e4SLinus Torvalds  *	with ip address, port number, and so on.
6421da177e4SLinus Torvalds  */
6431da177e4SLinus Torvalds struct ip_vs_dest {
6441da177e4SLinus Torvalds 	struct list_head	n_list;   /* for the dests in the service */
6451da177e4SLinus Torvalds 	struct list_head	d_list;   /* for table with all the dests */
6461da177e4SLinus Torvalds 
647e7ade46aSJulius Volz 	u16			af;		/* address family */
648014d730dSAl Viro 	__be16			port;		/* port number of the server */
649f2431e6eSHans Schillstrom 	union nf_inet_addr	addr;		/* IP address of the server */
6501da177e4SLinus Torvalds 	volatile unsigned	flags;		/* dest status flags */
6511da177e4SLinus Torvalds 	atomic_t		conn_flags;	/* flags to copy to conn */
6521da177e4SLinus Torvalds 	atomic_t		weight;		/* server weight */
6531da177e4SLinus Torvalds 
6541da177e4SLinus Torvalds 	atomic_t		refcnt;		/* reference counter */
6551da177e4SLinus Torvalds 	struct ip_vs_stats      stats;          /* statistics */
6561da177e4SLinus Torvalds 
6571da177e4SLinus Torvalds 	/* connection counters and thresholds */
6581da177e4SLinus Torvalds 	atomic_t		activeconns;	/* active connections */
6591da177e4SLinus Torvalds 	atomic_t		inactconns;	/* inactive connections */
6601da177e4SLinus Torvalds 	atomic_t		persistconns;	/* persistent connections */
6611da177e4SLinus Torvalds 	__u32			u_threshold;	/* upper threshold */
6621da177e4SLinus Torvalds 	__u32			l_threshold;	/* lower threshold */
6631da177e4SLinus Torvalds 
6641da177e4SLinus Torvalds 	/* for destination cache */
6651da177e4SLinus Torvalds 	spinlock_t		dst_lock;	/* lock of dst_cache */
6661da177e4SLinus Torvalds 	struct dst_entry	*dst_cache;	/* destination cache entry */
6671da177e4SLinus Torvalds 	u32			dst_rtos;	/* RT_TOS(tos) for dst */
668714f095fSHans Schillstrom 	u32			dst_cookie;
669c92f5ca2SJulian Anastasov 	union nf_inet_addr	dst_saddr;
6701da177e4SLinus Torvalds 
6711da177e4SLinus Torvalds 	/* for virtual service */
6721da177e4SLinus Torvalds 	struct ip_vs_service	*svc;		/* service it belongs to */
6731da177e4SLinus Torvalds 	__u16			protocol;	/* which protocol (TCP/UDP) */
674014d730dSAl Viro 	__be16			vport;		/* virtual port number */
675f2431e6eSHans Schillstrom 	union nf_inet_addr	vaddr;		/* virtual IP address */
6761da177e4SLinus Torvalds 	__u32			vfwmark;	/* firewall mark of service */
6771da177e4SLinus Torvalds };
6781da177e4SLinus Torvalds 
6791da177e4SLinus Torvalds 
6801da177e4SLinus Torvalds /*
6811da177e4SLinus Torvalds  *	The scheduler object
6821da177e4SLinus Torvalds  */
6831da177e4SLinus Torvalds struct ip_vs_scheduler {
6841da177e4SLinus Torvalds 	struct list_head	n_list;		/* d-linked list head */
6851da177e4SLinus Torvalds 	char			*name;		/* scheduler name */
6861da177e4SLinus Torvalds 	atomic_t		refcnt;		/* reference counter */
6871da177e4SLinus Torvalds 	struct module		*module;	/* THIS_MODULE/NULL */
6881da177e4SLinus Torvalds 
6891da177e4SLinus Torvalds 	/* scheduler initializing service */
6901da177e4SLinus Torvalds 	int (*init_service)(struct ip_vs_service *svc);
6911da177e4SLinus Torvalds 	/* scheduling service finish */
6921da177e4SLinus Torvalds 	int (*done_service)(struct ip_vs_service *svc);
6931da177e4SLinus Torvalds 	/* scheduler updating service */
6941da177e4SLinus Torvalds 	int (*update_service)(struct ip_vs_service *svc);
6951da177e4SLinus Torvalds 
6961da177e4SLinus Torvalds 	/* selecting a server from the given service */
6971da177e4SLinus Torvalds 	struct ip_vs_dest* (*schedule)(struct ip_vs_service *svc,
6981da177e4SLinus Torvalds 				       const struct sk_buff *skb);
6991da177e4SLinus Torvalds };
7001da177e4SLinus Torvalds 
70185999283SSimon Horman /* The persistence engine object */
70285999283SSimon Horman struct ip_vs_pe {
70385999283SSimon Horman 	struct list_head	n_list;		/* d-linked list head */
70485999283SSimon Horman 	char			*name;		/* scheduler name */
70585999283SSimon Horman 	atomic_t		refcnt;		/* reference counter */
70685999283SSimon Horman 	struct module		*module;	/* THIS_MODULE/NULL */
70785999283SSimon Horman 
70885999283SSimon Horman 	/* get the connection template, if any */
70985999283SSimon Horman 	int (*fill_param)(struct ip_vs_conn_param *p, struct sk_buff *skb);
71085999283SSimon Horman 	bool (*ct_match)(const struct ip_vs_conn_param *p,
71185999283SSimon Horman 			 struct ip_vs_conn *ct);
71285999283SSimon Horman 	u32 (*hashkey_raw)(const struct ip_vs_conn_param *p, u32 initval,
71385999283SSimon Horman 			   bool inverse);
714a3c918acSSimon Horman 	int (*show_pe_data)(const struct ip_vs_conn *cp, char *buf);
71585999283SSimon Horman };
7161da177e4SLinus Torvalds 
7171da177e4SLinus Torvalds /*
7181da177e4SLinus Torvalds  *	The application module object (a.k.a. app incarnation)
7191da177e4SLinus Torvalds  */
720fd2c3ef7SEric Dumazet struct ip_vs_app {
7211da177e4SLinus Torvalds 	struct list_head	a_list;		/* member in app list */
7221da177e4SLinus Torvalds 	int			type;		/* IP_VS_APP_TYPE_xxx */
7231da177e4SLinus Torvalds 	char			*name;		/* application module name */
7241da177e4SLinus Torvalds 	__u16			protocol;
7251da177e4SLinus Torvalds 	struct module		*module;	/* THIS_MODULE/NULL */
7261da177e4SLinus Torvalds 	struct list_head	incs_list;	/* list of incarnations */
7271da177e4SLinus Torvalds 
7281da177e4SLinus Torvalds 	/* members for application incarnations */
7291da177e4SLinus Torvalds 	struct list_head	p_list;		/* member in proto app list */
7301da177e4SLinus Torvalds 	struct ip_vs_app	*app;		/* its real application */
731014d730dSAl Viro 	__be16			port;		/* port number in net order */
7321da177e4SLinus Torvalds 	atomic_t		usecnt;		/* usage counter */
7331da177e4SLinus Torvalds 
7348b27b10fSJulian Anastasov 	/*
7358b27b10fSJulian Anastasov 	 * output hook: Process packet in inout direction, diff set for TCP.
7368b27b10fSJulian Anastasov 	 * Return: 0=Error, 1=Payload Not Mangled/Mangled but checksum is ok,
7378b27b10fSJulian Anastasov 	 *	   2=Mangled but checksum was not updated
7388b27b10fSJulian Anastasov 	 */
7391da177e4SLinus Torvalds 	int (*pkt_out)(struct ip_vs_app *, struct ip_vs_conn *,
7403db05feaSHerbert Xu 		       struct sk_buff *, int *diff);
7411da177e4SLinus Torvalds 
7428b27b10fSJulian Anastasov 	/*
7438b27b10fSJulian Anastasov 	 * input hook: Process packet in outin direction, diff set for TCP.
7448b27b10fSJulian Anastasov 	 * Return: 0=Error, 1=Payload Not Mangled/Mangled but checksum is ok,
7458b27b10fSJulian Anastasov 	 *	   2=Mangled but checksum was not updated
7468b27b10fSJulian Anastasov 	 */
7471da177e4SLinus Torvalds 	int (*pkt_in)(struct ip_vs_app *, struct ip_vs_conn *,
7483db05feaSHerbert Xu 		      struct sk_buff *, int *diff);
7491da177e4SLinus Torvalds 
7501da177e4SLinus Torvalds 	/* ip_vs_app initializer */
7511da177e4SLinus Torvalds 	int (*init_conn)(struct ip_vs_app *, struct ip_vs_conn *);
7521da177e4SLinus Torvalds 
7531da177e4SLinus Torvalds 	/* ip_vs_app finish */
7541da177e4SLinus Torvalds 	int (*done_conn)(struct ip_vs_app *, struct ip_vs_conn *);
7551da177e4SLinus Torvalds 
7561da177e4SLinus Torvalds 
7571da177e4SLinus Torvalds 	/* not used now */
7581da177e4SLinus Torvalds 	int (*bind_conn)(struct ip_vs_app *, struct ip_vs_conn *,
7591da177e4SLinus Torvalds 			 struct ip_vs_protocol *);
7601da177e4SLinus Torvalds 
7611da177e4SLinus Torvalds 	void (*unbind_conn)(struct ip_vs_app *, struct ip_vs_conn *);
7621da177e4SLinus Torvalds 
7631da177e4SLinus Torvalds 	int *			timeout_table;
7641da177e4SLinus Torvalds 	int *			timeouts;
7651da177e4SLinus Torvalds 	int			timeouts_size;
7661da177e4SLinus Torvalds 
7671da177e4SLinus Torvalds 	int (*conn_schedule)(struct sk_buff *skb, struct ip_vs_app *app,
7681da177e4SLinus Torvalds 			     int *verdict, struct ip_vs_conn **cpp);
7691da177e4SLinus Torvalds 
7701da177e4SLinus Torvalds 	struct ip_vs_conn *
7711da177e4SLinus Torvalds 	(*conn_in_get)(const struct sk_buff *skb, struct ip_vs_app *app,
7721da177e4SLinus Torvalds 		       const struct iphdr *iph, unsigned int proto_off,
7731da177e4SLinus Torvalds 		       int inverse);
7741da177e4SLinus Torvalds 
7751da177e4SLinus Torvalds 	struct ip_vs_conn *
7761da177e4SLinus Torvalds 	(*conn_out_get)(const struct sk_buff *skb, struct ip_vs_app *app,
7771da177e4SLinus Torvalds 			const struct iphdr *iph, unsigned int proto_off,
7781da177e4SLinus Torvalds 			int inverse);
7791da177e4SLinus Torvalds 
7801da177e4SLinus Torvalds 	int (*state_transition)(struct ip_vs_conn *cp, int direction,
7811da177e4SLinus Torvalds 				const struct sk_buff *skb,
7821da177e4SLinus Torvalds 				struct ip_vs_app *app);
7831da177e4SLinus Torvalds 
7841da177e4SLinus Torvalds 	void (*timeout_change)(struct ip_vs_app *app, int flags);
7851da177e4SLinus Torvalds };
7861da177e4SLinus Torvalds 
7872553d064SJulian Anastasov /* IPVS in network namespace */
7882553d064SJulian Anastasov struct netns_ipvs {
7892553d064SJulian Anastasov 	int			gen;		/* Generation */
7907a4f0761SHans Schillstrom 	int			enable;		/* enable like nf_hooks do */
7912553d064SJulian Anastasov 	/*
7922553d064SJulian Anastasov 	 *	Hash table: for real service lookups
7932553d064SJulian Anastasov 	 */
7942553d064SJulian Anastasov 	#define IP_VS_RTAB_BITS 4
7952553d064SJulian Anastasov 	#define IP_VS_RTAB_SIZE (1 << IP_VS_RTAB_BITS)
7962553d064SJulian Anastasov 	#define IP_VS_RTAB_MASK (IP_VS_RTAB_SIZE - 1)
7972553d064SJulian Anastasov 
7982553d064SJulian Anastasov 	struct list_head	rs_table[IP_VS_RTAB_SIZE];
7992553d064SJulian Anastasov 	/* ip_vs_app */
8002553d064SJulian Anastasov 	struct list_head	app_list;
801c74c0bfeSHans Schillstrom 	/* ip_vs_ftp */
802c74c0bfeSHans Schillstrom 	struct ip_vs_app	*ftp_app;
8032553d064SJulian Anastasov 	/* ip_vs_proto */
8042553d064SJulian Anastasov 	#define IP_VS_PROTO_TAB_SIZE	32	/* must be power of 2 */
8052553d064SJulian Anastasov 	struct ip_vs_proto_data *proto_data_table[IP_VS_PROTO_TAB_SIZE];
8062553d064SJulian Anastasov 	/* ip_vs_proto_tcp */
8072553d064SJulian Anastasov #ifdef CONFIG_IP_VS_PROTO_TCP
8082553d064SJulian Anastasov 	#define	TCP_APP_TAB_BITS	4
8092553d064SJulian Anastasov 	#define	TCP_APP_TAB_SIZE	(1 << TCP_APP_TAB_BITS)
8102553d064SJulian Anastasov 	#define	TCP_APP_TAB_MASK	(TCP_APP_TAB_SIZE - 1)
8112553d064SJulian Anastasov 	struct list_head	tcp_apps[TCP_APP_TAB_SIZE];
8122553d064SJulian Anastasov 	spinlock_t		tcp_app_lock;
8132553d064SJulian Anastasov #endif
8142553d064SJulian Anastasov 	/* ip_vs_proto_udp */
8152553d064SJulian Anastasov #ifdef CONFIG_IP_VS_PROTO_UDP
8162553d064SJulian Anastasov 	#define	UDP_APP_TAB_BITS	4
8172553d064SJulian Anastasov 	#define	UDP_APP_TAB_SIZE	(1 << UDP_APP_TAB_BITS)
8182553d064SJulian Anastasov 	#define	UDP_APP_TAB_MASK	(UDP_APP_TAB_SIZE - 1)
8192553d064SJulian Anastasov 	struct list_head	udp_apps[UDP_APP_TAB_SIZE];
8202553d064SJulian Anastasov 	spinlock_t		udp_app_lock;
8212553d064SJulian Anastasov #endif
8222553d064SJulian Anastasov 	/* ip_vs_proto_sctp */
8232553d064SJulian Anastasov #ifdef CONFIG_IP_VS_PROTO_SCTP
8242553d064SJulian Anastasov 	#define SCTP_APP_TAB_BITS	4
8252553d064SJulian Anastasov 	#define SCTP_APP_TAB_SIZE	(1 << SCTP_APP_TAB_BITS)
8262553d064SJulian Anastasov 	#define SCTP_APP_TAB_MASK	(SCTP_APP_TAB_SIZE - 1)
8272553d064SJulian Anastasov 	/* Hash table for SCTP application incarnations	 */
8282553d064SJulian Anastasov 	struct list_head	sctp_apps[SCTP_APP_TAB_SIZE];
8292553d064SJulian Anastasov 	spinlock_t		sctp_app_lock;
8302553d064SJulian Anastasov #endif
8312553d064SJulian Anastasov 	/* ip_vs_conn */
8322553d064SJulian Anastasov 	atomic_t		conn_count;      /*  connection counter */
8332553d064SJulian Anastasov 
8342553d064SJulian Anastasov 	/* ip_vs_ctl */
8352a0751afSJulian Anastasov 	struct ip_vs_stats		tot_stats;  /* Statistics & est. */
8362553d064SJulian Anastasov 
8372553d064SJulian Anastasov 	int			num_services;    /* no of virtual services */
838f2247fbdSSimon Horman 
8392553d064SJulian Anastasov 	rwlock_t		rs_lock;         /* real services table */
8402553d064SJulian Anastasov 	/* Trash for destinations */
8412553d064SJulian Anastasov 	struct list_head	dest_trash;
8422553d064SJulian Anastasov 	/* Service counters */
8432553d064SJulian Anastasov 	atomic_t		ftpsvc_counter;
8442553d064SJulian Anastasov 	atomic_t		nullsvc_counter;
8452553d064SJulian Anastasov 
846f2247fbdSSimon Horman #ifdef CONFIG_SYSCTL
847f2247fbdSSimon Horman 	/* 1/rate drop and drop-entry variables */
848f2247fbdSSimon Horman 	struct delayed_work	defense_work;   /* Work handler */
849f2247fbdSSimon Horman 	int			drop_rate;
850f2247fbdSSimon Horman 	int			drop_counter;
851f2247fbdSSimon Horman 	atomic_t		dropentry;
852f2247fbdSSimon Horman 	/* locks in ctl.c */
853f2247fbdSSimon Horman 	spinlock_t		dropentry_lock;  /* drop entry handling */
854f2247fbdSSimon Horman 	spinlock_t		droppacket_lock; /* drop packet handling */
855f2247fbdSSimon Horman 	spinlock_t		securetcp_lock;  /* state and timeout tables */
856f2247fbdSSimon Horman 
8572553d064SJulian Anastasov 	/* sys-ctl struct */
8582553d064SJulian Anastasov 	struct ctl_table_header	*sysctl_hdr;
8592553d064SJulian Anastasov 	struct ctl_table	*sysctl_tbl;
860f2247fbdSSimon Horman #endif
861f2247fbdSSimon Horman 
8622553d064SJulian Anastasov 	/* sysctl variables */
8632553d064SJulian Anastasov 	int			sysctl_amemthresh;
8642553d064SJulian Anastasov 	int			sysctl_am_droprate;
8652553d064SJulian Anastasov 	int			sysctl_drop_entry;
8662553d064SJulian Anastasov 	int			sysctl_drop_packet;
8672553d064SJulian Anastasov 	int			sysctl_secure_tcp;
8682553d064SJulian Anastasov #ifdef CONFIG_IP_VS_NFCT
8692553d064SJulian Anastasov 	int			sysctl_conntrack;
8702553d064SJulian Anastasov #endif
8712553d064SJulian Anastasov 	int			sysctl_snat_reroute;
8722553d064SJulian Anastasov 	int			sysctl_sync_ver;
8732553d064SJulian Anastasov 	int			sysctl_cache_bypass;
8742553d064SJulian Anastasov 	int			sysctl_expire_nodest_conn;
8752553d064SJulian Anastasov 	int			sysctl_expire_quiescent_template;
8762553d064SJulian Anastasov 	int			sysctl_sync_threshold[2];
8772553d064SJulian Anastasov 	int			sysctl_nat_icmp_send;
8782553d064SJulian Anastasov 
8792553d064SJulian Anastasov 	/* ip_vs_lblc */
8802553d064SJulian Anastasov 	int			sysctl_lblc_expiration;
8812553d064SJulian Anastasov 	struct ctl_table_header	*lblc_ctl_header;
8822553d064SJulian Anastasov 	struct ctl_table	*lblc_ctl_table;
8832553d064SJulian Anastasov 	/* ip_vs_lblcr */
8842553d064SJulian Anastasov 	int			sysctl_lblcr_expiration;
8852553d064SJulian Anastasov 	struct ctl_table_header	*lblcr_ctl_header;
8862553d064SJulian Anastasov 	struct ctl_table	*lblcr_ctl_table;
8872553d064SJulian Anastasov 	/* ip_vs_est */
8882553d064SJulian Anastasov 	struct list_head	est_list;	/* estimator list */
8892553d064SJulian Anastasov 	spinlock_t		est_lock;
8902553d064SJulian Anastasov 	struct timer_list	est_timer;	/* Estimation timer */
8912553d064SJulian Anastasov 	/* ip_vs_sync */
8922553d064SJulian Anastasov 	struct list_head	sync_queue;
8932553d064SJulian Anastasov 	spinlock_t		sync_lock;
8942553d064SJulian Anastasov 	struct ip_vs_sync_buff  *sync_buff;
8952553d064SJulian Anastasov 	spinlock_t		sync_buff_lock;
8962553d064SJulian Anastasov 	struct sockaddr_in	sync_mcast_addr;
8972553d064SJulian Anastasov 	struct task_struct	*master_thread;
8982553d064SJulian Anastasov 	struct task_struct	*backup_thread;
8992553d064SJulian Anastasov 	int			send_mesg_maxlen;
9002553d064SJulian Anastasov 	int			recv_mesg_maxlen;
9012553d064SJulian Anastasov 	volatile int		sync_state;
9022553d064SJulian Anastasov 	volatile int		master_syncid;
9032553d064SJulian Anastasov 	volatile int		backup_syncid;
904ae1d48b2SHans Schillstrom 	struct mutex		sync_mutex;
9052553d064SJulian Anastasov 	/* multicast interface name */
9062553d064SJulian Anastasov 	char			master_mcast_ifn[IP_VS_IFNAME_MAXLEN];
9072553d064SJulian Anastasov 	char			backup_mcast_ifn[IP_VS_IFNAME_MAXLEN];
9082553d064SJulian Anastasov 	/* net name space ptr */
9092553d064SJulian Anastasov 	struct net		*net;            /* Needed by timer routines */
9102553d064SJulian Anastasov };
9111da177e4SLinus Torvalds 
91259e0350eSSimon Horman #define DEFAULT_SYNC_THRESHOLD	3
91359e0350eSSimon Horman #define DEFAULT_SYNC_PERIOD	50
9147532e8d4SSimon Horman #define DEFAULT_SYNC_VER	1
91559e0350eSSimon Horman 
91659e0350eSSimon Horman #ifdef CONFIG_SYSCTL
91759e0350eSSimon Horman 
91859e0350eSSimon Horman static inline int sysctl_sync_threshold(struct netns_ipvs *ipvs)
91959e0350eSSimon Horman {
92059e0350eSSimon Horman 	return ipvs->sysctl_sync_threshold[0];
92159e0350eSSimon Horman }
92259e0350eSSimon Horman 
92359e0350eSSimon Horman static inline int sysctl_sync_period(struct netns_ipvs *ipvs)
92459e0350eSSimon Horman {
92559e0350eSSimon Horman 	return ipvs->sysctl_sync_threshold[1];
92659e0350eSSimon Horman }
92759e0350eSSimon Horman 
9287532e8d4SSimon Horman static inline int sysctl_sync_ver(struct netns_ipvs *ipvs)
9297532e8d4SSimon Horman {
9307532e8d4SSimon Horman 	return ipvs->sysctl_sync_ver;
9317532e8d4SSimon Horman }
9327532e8d4SSimon Horman 
93359e0350eSSimon Horman #else
93459e0350eSSimon Horman 
93559e0350eSSimon Horman static inline int sysctl_sync_threshold(struct netns_ipvs *ipvs)
93659e0350eSSimon Horman {
93759e0350eSSimon Horman 	return DEFAULT_SYNC_THRESHOLD;
93859e0350eSSimon Horman }
93959e0350eSSimon Horman 
94059e0350eSSimon Horman static inline int sysctl_sync_period(struct netns_ipvs *ipvs)
94159e0350eSSimon Horman {
94259e0350eSSimon Horman 	return DEFAULT_SYNC_PERIOD;
94359e0350eSSimon Horman }
94459e0350eSSimon Horman 
9457532e8d4SSimon Horman static inline int sysctl_sync_ver(struct netns_ipvs *ipvs)
9467532e8d4SSimon Horman {
9477532e8d4SSimon Horman 	return DEFAULT_SYNC_VER;
9487532e8d4SSimon Horman }
9497532e8d4SSimon Horman 
95059e0350eSSimon Horman #endif
95159e0350eSSimon Horman 
9521da177e4SLinus Torvalds /*
9531da177e4SLinus Torvalds  *      IPVS core functions
9541da177e4SLinus Torvalds  *      (from ip_vs_core.c)
9551da177e4SLinus Torvalds  */
9561da177e4SLinus Torvalds extern const char *ip_vs_proto_name(unsigned proto);
9571da177e4SLinus Torvalds extern void ip_vs_init_hash_table(struct list_head *table, int rows);
958afdd6140SSven Wegener #define IP_VS_INIT_HASH_TABLE(t) ip_vs_init_hash_table((t), ARRAY_SIZE((t)))
9591da177e4SLinus Torvalds 
9601da177e4SLinus Torvalds #define IP_VS_APP_TYPE_FTP	1
9611da177e4SLinus Torvalds 
9621da177e4SLinus Torvalds /*
9631da177e4SLinus Torvalds  *     ip_vs_conn handling functions
9641da177e4SLinus Torvalds  *     (from ip_vs_conn.c)
9651da177e4SLinus Torvalds  */
9661da177e4SLinus Torvalds 
9671da177e4SLinus Torvalds enum {
9681da177e4SLinus Torvalds 	IP_VS_DIR_INPUT = 0,
9691da177e4SLinus Torvalds 	IP_VS_DIR_OUTPUT,
9701da177e4SLinus Torvalds 	IP_VS_DIR_INPUT_ONLY,
9711da177e4SLinus Torvalds 	IP_VS_DIR_LAST,
9721da177e4SLinus Torvalds };
9731da177e4SLinus Torvalds 
9746e67e586SHans Schillstrom static inline void ip_vs_conn_fill_param(struct net *net, int af, int protocol,
975f11017ecSSimon Horman 					 const union nf_inet_addr *caddr,
976f11017ecSSimon Horman 					 __be16 cport,
977f11017ecSSimon Horman 					 const union nf_inet_addr *vaddr,
978f11017ecSSimon Horman 					 __be16 vport,
979f11017ecSSimon Horman 					 struct ip_vs_conn_param *p)
980f11017ecSSimon Horman {
9816e67e586SHans Schillstrom 	p->net = net;
982f11017ecSSimon Horman 	p->af = af;
983f11017ecSSimon Horman 	p->protocol = protocol;
984f11017ecSSimon Horman 	p->caddr = caddr;
985f11017ecSSimon Horman 	p->cport = cport;
986f11017ecSSimon Horman 	p->vaddr = vaddr;
987f11017ecSSimon Horman 	p->vport = vport;
98885999283SSimon Horman 	p->pe = NULL;
98985999283SSimon Horman 	p->pe_data = NULL;
990f11017ecSSimon Horman }
99128364a59SJulius Volz 
992f11017ecSSimon Horman struct ip_vs_conn *ip_vs_conn_in_get(const struct ip_vs_conn_param *p);
993f11017ecSSimon Horman struct ip_vs_conn *ip_vs_ct_in_get(const struct ip_vs_conn_param *p);
99428364a59SJulius Volz 
9955c0d2374SSimon Horman struct ip_vs_conn * ip_vs_conn_in_get_proto(int af, const struct sk_buff *skb,
9965c0d2374SSimon Horman 					    const struct ip_vs_iphdr *iph,
9975c0d2374SSimon Horman 					    unsigned int proto_off,
9985c0d2374SSimon Horman 					    int inverse);
9995c0d2374SSimon Horman 
1000f11017ecSSimon Horman struct ip_vs_conn *ip_vs_conn_out_get(const struct ip_vs_conn_param *p);
10011da177e4SLinus Torvalds 
10025c0d2374SSimon Horman struct ip_vs_conn * ip_vs_conn_out_get_proto(int af, const struct sk_buff *skb,
10035c0d2374SSimon Horman 					     const struct ip_vs_iphdr *iph,
10045c0d2374SSimon Horman 					     unsigned int proto_off,
10055c0d2374SSimon Horman 					     int inverse);
10065c0d2374SSimon Horman 
10071da177e4SLinus Torvalds /* put back the conn without restarting its timer */
10081da177e4SLinus Torvalds static inline void __ip_vs_conn_put(struct ip_vs_conn *cp)
10091da177e4SLinus Torvalds {
10101da177e4SLinus Torvalds 	atomic_dec(&cp->refcnt);
10111da177e4SLinus Torvalds }
10121da177e4SLinus Torvalds extern void ip_vs_conn_put(struct ip_vs_conn *cp);
1013014d730dSAl Viro extern void ip_vs_conn_fill_cport(struct ip_vs_conn *cp, __be16 cport);
10141da177e4SLinus Torvalds 
1015f11017ecSSimon Horman struct ip_vs_conn *ip_vs_conn_new(const struct ip_vs_conn_param *p,
1016f11017ecSSimon Horman 				  const union nf_inet_addr *daddr,
1017f11017ecSSimon Horman 				  __be16 dport, unsigned flags,
10180e051e68SHans Schillstrom 				  struct ip_vs_dest *dest, __u32 fwmark);
10191da177e4SLinus Torvalds extern void ip_vs_conn_expire_now(struct ip_vs_conn *cp);
10201da177e4SLinus Torvalds 
10211da177e4SLinus Torvalds extern const char * ip_vs_state_name(__u16 proto, int state);
10221da177e4SLinus Torvalds 
10234a85b96cSHans Schillstrom extern void ip_vs_tcp_conn_listen(struct net *net, struct ip_vs_conn *cp);
10241da177e4SLinus Torvalds extern int ip_vs_check_template(struct ip_vs_conn *ct);
1025f6340ee0SHans Schillstrom extern void ip_vs_random_dropentry(struct net *net);
10261da177e4SLinus Torvalds extern int ip_vs_conn_init(void);
10271da177e4SLinus Torvalds extern void ip_vs_conn_cleanup(void);
10281da177e4SLinus Torvalds 
10291da177e4SLinus Torvalds static inline void ip_vs_control_del(struct ip_vs_conn *cp)
10301da177e4SLinus Torvalds {
10311da177e4SLinus Torvalds 	struct ip_vs_conn *ctl_cp = cp->control;
10321da177e4SLinus Torvalds 	if (!ctl_cp) {
1033cfc78c5aSJulius Volz 		IP_VS_ERR_BUF("request control DEL for uncontrolled: "
1034cfc78c5aSJulius Volz 			      "%s:%d to %s:%d\n",
1035cfc78c5aSJulius Volz 			      IP_VS_DBG_ADDR(cp->af, &cp->caddr),
1036cfc78c5aSJulius Volz 			      ntohs(cp->cport),
1037cfc78c5aSJulius Volz 			      IP_VS_DBG_ADDR(cp->af, &cp->vaddr),
1038cfc78c5aSJulius Volz 			      ntohs(cp->vport));
1039cfc78c5aSJulius Volz 
10401da177e4SLinus Torvalds 		return;
10411da177e4SLinus Torvalds 	}
10421da177e4SLinus Torvalds 
1043cfc78c5aSJulius Volz 	IP_VS_DBG_BUF(7, "DELeting control for: "
1044cfc78c5aSJulius Volz 		      "cp.dst=%s:%d ctl_cp.dst=%s:%d\n",
1045cfc78c5aSJulius Volz 		      IP_VS_DBG_ADDR(cp->af, &cp->caddr),
1046cfc78c5aSJulius Volz 		      ntohs(cp->cport),
1047cfc78c5aSJulius Volz 		      IP_VS_DBG_ADDR(cp->af, &ctl_cp->caddr),
1048cfc78c5aSJulius Volz 		      ntohs(ctl_cp->cport));
10491da177e4SLinus Torvalds 
10501da177e4SLinus Torvalds 	cp->control = NULL;
10511da177e4SLinus Torvalds 	if (atomic_read(&ctl_cp->n_control) == 0) {
1052cfc78c5aSJulius Volz 		IP_VS_ERR_BUF("BUG control DEL with n=0 : "
1053cfc78c5aSJulius Volz 			      "%s:%d to %s:%d\n",
1054cfc78c5aSJulius Volz 			      IP_VS_DBG_ADDR(cp->af, &cp->caddr),
1055cfc78c5aSJulius Volz 			      ntohs(cp->cport),
1056cfc78c5aSJulius Volz 			      IP_VS_DBG_ADDR(cp->af, &cp->vaddr),
1057cfc78c5aSJulius Volz 			      ntohs(cp->vport));
1058cfc78c5aSJulius Volz 
10591da177e4SLinus Torvalds 		return;
10601da177e4SLinus Torvalds 	}
10611da177e4SLinus Torvalds 	atomic_dec(&ctl_cp->n_control);
10621da177e4SLinus Torvalds }
10631da177e4SLinus Torvalds 
10641da177e4SLinus Torvalds static inline void
10651da177e4SLinus Torvalds ip_vs_control_add(struct ip_vs_conn *cp, struct ip_vs_conn *ctl_cp)
10661da177e4SLinus Torvalds {
10671da177e4SLinus Torvalds 	if (cp->control) {
1068cfc78c5aSJulius Volz 		IP_VS_ERR_BUF("request control ADD for already controlled: "
1069cfc78c5aSJulius Volz 			      "%s:%d to %s:%d\n",
1070cfc78c5aSJulius Volz 			      IP_VS_DBG_ADDR(cp->af, &cp->caddr),
1071cfc78c5aSJulius Volz 			      ntohs(cp->cport),
1072cfc78c5aSJulius Volz 			      IP_VS_DBG_ADDR(cp->af, &cp->vaddr),
1073cfc78c5aSJulius Volz 			      ntohs(cp->vport));
1074cfc78c5aSJulius Volz 
10751da177e4SLinus Torvalds 		ip_vs_control_del(cp);
10761da177e4SLinus Torvalds 	}
10771da177e4SLinus Torvalds 
1078cfc78c5aSJulius Volz 	IP_VS_DBG_BUF(7, "ADDing control for: "
1079cfc78c5aSJulius Volz 		      "cp.dst=%s:%d ctl_cp.dst=%s:%d\n",
1080cfc78c5aSJulius Volz 		      IP_VS_DBG_ADDR(cp->af, &cp->caddr),
1081cfc78c5aSJulius Volz 		      ntohs(cp->cport),
1082cfc78c5aSJulius Volz 		      IP_VS_DBG_ADDR(cp->af, &ctl_cp->caddr),
1083cfc78c5aSJulius Volz 		      ntohs(ctl_cp->cport));
10841da177e4SLinus Torvalds 
10851da177e4SLinus Torvalds 	cp->control = ctl_cp;
10861da177e4SLinus Torvalds 	atomic_inc(&ctl_cp->n_control);
10871da177e4SLinus Torvalds }
10881da177e4SLinus Torvalds 
10897a4f0761SHans Schillstrom /*
10907a4f0761SHans Schillstrom  * IPVS netns init & cleanup functions
10917a4f0761SHans Schillstrom  */
1092503cf15aSHans Schillstrom extern int ip_vs_estimator_net_init(struct net *net);
1093503cf15aSHans Schillstrom extern int ip_vs_control_net_init(struct net *net);
1094503cf15aSHans Schillstrom extern int ip_vs_protocol_net_init(struct net *net);
1095503cf15aSHans Schillstrom extern int ip_vs_app_net_init(struct net *net);
1096503cf15aSHans Schillstrom extern int ip_vs_conn_net_init(struct net *net);
1097503cf15aSHans Schillstrom extern int ip_vs_sync_net_init(struct net *net);
1098503cf15aSHans Schillstrom extern void ip_vs_conn_net_cleanup(struct net *net);
1099503cf15aSHans Schillstrom extern void ip_vs_app_net_cleanup(struct net *net);
1100503cf15aSHans Schillstrom extern void ip_vs_protocol_net_cleanup(struct net *net);
1101503cf15aSHans Schillstrom extern void ip_vs_control_net_cleanup(struct net *net);
1102503cf15aSHans Schillstrom extern void ip_vs_estimator_net_cleanup(struct net *net);
1103503cf15aSHans Schillstrom extern void ip_vs_sync_net_cleanup(struct net *net);
1104503cf15aSHans Schillstrom extern void ip_vs_service_net_cleanup(struct net *net);
11051da177e4SLinus Torvalds 
11061da177e4SLinus Torvalds /*
11071da177e4SLinus Torvalds  *      IPVS application functions
11081da177e4SLinus Torvalds  *      (from ip_vs_app.c)
11091da177e4SLinus Torvalds  */
11101da177e4SLinus Torvalds #define IP_VS_APP_MAX_PORTS  8
1111ab8a5e84SHans Schillstrom extern int register_ip_vs_app(struct net *net, struct ip_vs_app *app);
1112ab8a5e84SHans Schillstrom extern void unregister_ip_vs_app(struct net *net, struct ip_vs_app *app);
11131da177e4SLinus Torvalds extern int ip_vs_bind_app(struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
11141da177e4SLinus Torvalds extern void ip_vs_unbind_app(struct ip_vs_conn *cp);
1115ab8a5e84SHans Schillstrom extern int register_ip_vs_app_inc(struct net *net, struct ip_vs_app *app,
1116ab8a5e84SHans Schillstrom 				  __u16 proto, __u16 port);
11171da177e4SLinus Torvalds extern int ip_vs_app_inc_get(struct ip_vs_app *inc);
11181da177e4SLinus Torvalds extern void ip_vs_app_inc_put(struct ip_vs_app *inc);
11191da177e4SLinus Torvalds 
11203db05feaSHerbert Xu extern int ip_vs_app_pkt_out(struct ip_vs_conn *, struct sk_buff *skb);
11213db05feaSHerbert Xu extern int ip_vs_app_pkt_in(struct ip_vs_conn *, struct sk_buff *skb);
11221da177e4SLinus Torvalds 
11238be67a66SSimon Horman void ip_vs_bind_pe(struct ip_vs_service *svc, struct ip_vs_pe *pe);
11248be67a66SSimon Horman void ip_vs_unbind_pe(struct ip_vs_service *svc);
11258be67a66SSimon Horman int register_ip_vs_pe(struct ip_vs_pe *pe);
11268be67a66SSimon Horman int unregister_ip_vs_pe(struct ip_vs_pe *pe);
1127e9e5eee8SSimon Horman struct ip_vs_pe *ip_vs_pe_getbyname(const char *name);
1128fe5e7a1eSHans Schillstrom struct ip_vs_pe *__ip_vs_pe_getbyname(const char *pe_name);
1129e9e5eee8SSimon Horman 
113069e7dae4SPaul Gortmaker /*
113169e7dae4SPaul Gortmaker  * Use a #define to avoid all of module.h just for these trivial ops
113269e7dae4SPaul Gortmaker  */
113369e7dae4SPaul Gortmaker #define ip_vs_pe_get(pe)			\
113469e7dae4SPaul Gortmaker 	if (pe && pe->module)			\
1135e9e5eee8SSimon Horman 		__module_get(pe->module);
1136e9e5eee8SSimon Horman 
113769e7dae4SPaul Gortmaker #define ip_vs_pe_put(pe)			\
113869e7dae4SPaul Gortmaker 	if (pe && pe->module)			\
1139e9e5eee8SSimon Horman 		module_put(pe->module);
11401da177e4SLinus Torvalds 
11411da177e4SLinus Torvalds /*
11421da177e4SLinus Torvalds  *	IPVS protocol functions (from ip_vs_proto.c)
11431da177e4SLinus Torvalds  */
11441da177e4SLinus Torvalds extern int ip_vs_protocol_init(void);
11451da177e4SLinus Torvalds extern void ip_vs_protocol_cleanup(void);
11469330419dSHans Schillstrom extern void ip_vs_protocol_timeout_change(struct netns_ipvs *ipvs, int flags);
11471da177e4SLinus Torvalds extern int *ip_vs_create_timeout_table(int *table, int size);
11481da177e4SLinus Torvalds extern int
114936cbd3dcSJan Engelhardt ip_vs_set_state_timeout(int *table, int num, const char *const *names,
115036cbd3dcSJan Engelhardt 			const char *name, int to);
11511da177e4SLinus Torvalds extern void
11520d79641aSJulian Anastasov ip_vs_tcpudp_debug_packet(int af, struct ip_vs_protocol *pp,
11530d79641aSJulian Anastasov 			  const struct sk_buff *skb,
11541da177e4SLinus Torvalds 			  int offset, const char *msg);
11551da177e4SLinus Torvalds 
11561da177e4SLinus Torvalds extern struct ip_vs_protocol ip_vs_protocol_tcp;
11571da177e4SLinus Torvalds extern struct ip_vs_protocol ip_vs_protocol_udp;
11581da177e4SLinus Torvalds extern struct ip_vs_protocol ip_vs_protocol_icmp;
11591da177e4SLinus Torvalds extern struct ip_vs_protocol ip_vs_protocol_esp;
11601da177e4SLinus Torvalds extern struct ip_vs_protocol ip_vs_protocol_ah;
11612906f66aSVenkata Mohan Reddy extern struct ip_vs_protocol ip_vs_protocol_sctp;
11621da177e4SLinus Torvalds 
11631da177e4SLinus Torvalds /*
11641da177e4SLinus Torvalds  *      Registering/unregistering scheduler functions
11651da177e4SLinus Torvalds  *      (from ip_vs_sched.c)
11661da177e4SLinus Torvalds  */
11671da177e4SLinus Torvalds extern int register_ip_vs_scheduler(struct ip_vs_scheduler *scheduler);
11681da177e4SLinus Torvalds extern int unregister_ip_vs_scheduler(struct ip_vs_scheduler *scheduler);
11691da177e4SLinus Torvalds extern int ip_vs_bind_scheduler(struct ip_vs_service *svc,
11701da177e4SLinus Torvalds 				struct ip_vs_scheduler *scheduler);
11711da177e4SLinus Torvalds extern int ip_vs_unbind_scheduler(struct ip_vs_service *svc);
11721da177e4SLinus Torvalds extern struct ip_vs_scheduler *ip_vs_scheduler_get(const char *sched_name);
11731da177e4SLinus Torvalds extern void ip_vs_scheduler_put(struct ip_vs_scheduler *scheduler);
11741da177e4SLinus Torvalds extern struct ip_vs_conn *
1175190ecd27SJulian Anastasov ip_vs_schedule(struct ip_vs_service *svc, struct sk_buff *skb,
11769330419dSHans Schillstrom 	       struct ip_vs_proto_data *pd, int *ignored);
11771da177e4SLinus Torvalds extern int ip_vs_leave(struct ip_vs_service *svc, struct sk_buff *skb,
11789330419dSHans Schillstrom 			struct ip_vs_proto_data *pd);
11791da177e4SLinus Torvalds 
118041ac51eeSPatrick Schaaf extern void ip_vs_scheduler_err(struct ip_vs_service *svc, const char *msg);
118141ac51eeSPatrick Schaaf 
11821da177e4SLinus Torvalds 
11831da177e4SLinus Torvalds /*
11841da177e4SLinus Torvalds  *      IPVS control data and functions (from ip_vs_ctl.c)
11851da177e4SLinus Torvalds  */
11861da177e4SLinus Torvalds extern struct ip_vs_stats ip_vs_stats;
11875587da55SSven Wegener extern const struct ctl_path net_vs_ctl_path[];
1188b880c1f0SHans Schillstrom extern int sysctl_ip_vs_sync_ver;
11891da177e4SLinus Torvalds 
1190f131315fSHans Schillstrom extern void ip_vs_sync_switch_mode(struct net *net, int mode);
11911da177e4SLinus Torvalds extern struct ip_vs_service *
1192fc723250SHans Schillstrom ip_vs_service_get(struct net *net, int af, __u32 fwmark, __u16 protocol,
11933c2e0505SJulius Volz 		  const union nf_inet_addr *vaddr, __be16 vport);
11941da177e4SLinus Torvalds 
11951da177e4SLinus Torvalds static inline void ip_vs_service_put(struct ip_vs_service *svc)
11961da177e4SLinus Torvalds {
11971da177e4SLinus Torvalds 	atomic_dec(&svc->usecnt);
11981da177e4SLinus Torvalds }
11991da177e4SLinus Torvalds 
12001da177e4SLinus Torvalds extern struct ip_vs_dest *
1201fc723250SHans Schillstrom ip_vs_lookup_real_service(struct net *net, int af, __u16 protocol,
12027937df15SJulius Volz 			  const union nf_inet_addr *daddr, __be16 dport);
12037937df15SJulius Volz 
12041da177e4SLinus Torvalds extern int ip_vs_use_count_inc(void);
12051da177e4SLinus Torvalds extern void ip_vs_use_count_dec(void);
12061da177e4SLinus Torvalds extern int ip_vs_control_init(void);
12071da177e4SLinus Torvalds extern void ip_vs_control_cleanup(void);
12081e356f9cSRumen G. Bogdanovski extern struct ip_vs_dest *
1209fc723250SHans Schillstrom ip_vs_find_dest(struct net *net, int af, const union nf_inet_addr *daddr,
1210fc723250SHans Schillstrom 		__be16 dport, const union nf_inet_addr *vaddr, __be16 vport,
121152793dbeSJulian Anastasov 		__u16 protocol, __u32 fwmark, __u32 flags);
12121e356f9cSRumen G. Bogdanovski extern struct ip_vs_dest *ip_vs_try_bind_dest(struct ip_vs_conn *cp);
12131da177e4SLinus Torvalds 
12141da177e4SLinus Torvalds 
12151da177e4SLinus Torvalds /*
12161da177e4SLinus Torvalds  *      IPVS sync daemon data and function prototypes
12171da177e4SLinus Torvalds  *      (from ip_vs_sync.c)
12181da177e4SLinus Torvalds  */
1219f131315fSHans Schillstrom extern int start_sync_thread(struct net *net, int state, char *mcast_ifn,
1220f131315fSHans Schillstrom 			     __u8 syncid);
1221f131315fSHans Schillstrom extern int stop_sync_thread(struct net *net, int state);
1222f131315fSHans Schillstrom extern void ip_vs_sync_conn(struct net *net, struct ip_vs_conn *cp);
12231da177e4SLinus Torvalds 
12241da177e4SLinus Torvalds 
12251da177e4SLinus Torvalds /*
12261da177e4SLinus Torvalds  *      IPVS rate estimator prototypes (from ip_vs_est.c)
12271da177e4SLinus Torvalds  */
12286ef757f9SJulian Anastasov extern void ip_vs_start_estimator(struct net *net, struct ip_vs_stats *stats);
12296ef757f9SJulian Anastasov extern void ip_vs_stop_estimator(struct net *net, struct ip_vs_stats *stats);
12301da177e4SLinus Torvalds extern void ip_vs_zero_estimator(struct ip_vs_stats *stats);
1231ea9f22ccSJulian Anastasov extern void ip_vs_read_estimator(struct ip_vs_stats_user *dst,
1232ea9f22ccSJulian Anastasov 				 struct ip_vs_stats *stats);
12331da177e4SLinus Torvalds 
12341da177e4SLinus Torvalds /*
12351da177e4SLinus Torvalds  *	Various IPVS packet transmitters (from ip_vs_xmit.c)
12361da177e4SLinus Torvalds  */
12371da177e4SLinus Torvalds extern int ip_vs_null_xmit
12381da177e4SLinus Torvalds (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
12391da177e4SLinus Torvalds extern int ip_vs_bypass_xmit
12401da177e4SLinus Torvalds (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
12411da177e4SLinus Torvalds extern int ip_vs_nat_xmit
12421da177e4SLinus Torvalds (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
12431da177e4SLinus Torvalds extern int ip_vs_tunnel_xmit
12441da177e4SLinus Torvalds (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
12451da177e4SLinus Torvalds extern int ip_vs_dr_xmit
12461da177e4SLinus Torvalds (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
12471da177e4SLinus Torvalds extern int ip_vs_icmp_xmit
1248c92f5ca2SJulian Anastasov (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp,
1249c92f5ca2SJulian Anastasov  int offset, unsigned int hooknum);
12501da177e4SLinus Torvalds extern void ip_vs_dst_reset(struct ip_vs_dest *dest);
12511da177e4SLinus Torvalds 
1252b3cdd2a7SJulius Volz #ifdef CONFIG_IP_VS_IPV6
1253b3cdd2a7SJulius Volz extern int ip_vs_bypass_xmit_v6
1254b3cdd2a7SJulius Volz (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
1255b3cdd2a7SJulius Volz extern int ip_vs_nat_xmit_v6
1256b3cdd2a7SJulius Volz (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
1257b3cdd2a7SJulius Volz extern int ip_vs_tunnel_xmit_v6
1258b3cdd2a7SJulius Volz (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
1259b3cdd2a7SJulius Volz extern int ip_vs_dr_xmit_v6
1260b3cdd2a7SJulius Volz (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp);
1261b3cdd2a7SJulius Volz extern int ip_vs_icmp_xmit_v6
1262b3cdd2a7SJulius Volz (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp,
1263c92f5ca2SJulian Anastasov  int offset, unsigned int hooknum);
1264b3cdd2a7SJulius Volz #endif
12651da177e4SLinus Torvalds 
12663a1bbf18SSimon Horman #ifdef CONFIG_SYSCTL
12671da177e4SLinus Torvalds /*
12681da177e4SLinus Torvalds  *	This is a simple mechanism to ignore packets when
12691da177e4SLinus Torvalds  *	we are loaded. Just set ip_vs_drop_rate to 'n' and
12701da177e4SLinus Torvalds  *	we start to drop 1/rate of the packets
12711da177e4SLinus Torvalds  */
12721da177e4SLinus Torvalds 
1273a0840e2eSHans Schillstrom static inline int ip_vs_todrop(struct netns_ipvs *ipvs)
12741da177e4SLinus Torvalds {
1275a0840e2eSHans Schillstrom 	if (!ipvs->drop_rate)
1276a0840e2eSHans Schillstrom 		return 0;
1277a0840e2eSHans Schillstrom 	if (--ipvs->drop_counter > 0)
1278a0840e2eSHans Schillstrom 		return 0;
1279a0840e2eSHans Schillstrom 	ipvs->drop_counter = ipvs->drop_rate;
12801da177e4SLinus Torvalds 	return 1;
12811da177e4SLinus Torvalds }
12823a1bbf18SSimon Horman #else
12833a1bbf18SSimon Horman static inline int ip_vs_todrop(struct netns_ipvs *ipvs) { return 0; }
12843a1bbf18SSimon Horman #endif
12851da177e4SLinus Torvalds 
12861da177e4SLinus Torvalds /*
12871da177e4SLinus Torvalds  *      ip_vs_fwd_tag returns the forwarding tag of the connection
12881da177e4SLinus Torvalds  */
12891da177e4SLinus Torvalds #define IP_VS_FWD_METHOD(cp)  (cp->flags & IP_VS_CONN_F_FWD_MASK)
12901da177e4SLinus Torvalds 
1291732db659SAdrian Bunk static inline char ip_vs_fwd_tag(struct ip_vs_conn *cp)
12921da177e4SLinus Torvalds {
12931da177e4SLinus Torvalds 	char fwd;
12941da177e4SLinus Torvalds 
12951da177e4SLinus Torvalds 	switch (IP_VS_FWD_METHOD(cp)) {
12961da177e4SLinus Torvalds 	case IP_VS_CONN_F_MASQ:
12971da177e4SLinus Torvalds 		fwd = 'M'; break;
12981da177e4SLinus Torvalds 	case IP_VS_CONN_F_LOCALNODE:
12991da177e4SLinus Torvalds 		fwd = 'L'; break;
13001da177e4SLinus Torvalds 	case IP_VS_CONN_F_TUNNEL:
13011da177e4SLinus Torvalds 		fwd = 'T'; break;
13021da177e4SLinus Torvalds 	case IP_VS_CONN_F_DROUTE:
13031da177e4SLinus Torvalds 		fwd = 'R'; break;
13041da177e4SLinus Torvalds 	case IP_VS_CONN_F_BYPASS:
13051da177e4SLinus Torvalds 		fwd = 'B'; break;
13061da177e4SLinus Torvalds 	default:
13071da177e4SLinus Torvalds 		fwd = '?'; break;
13081da177e4SLinus Torvalds 	}
13091da177e4SLinus Torvalds 	return fwd;
13101da177e4SLinus Torvalds }
13111da177e4SLinus Torvalds 
13121da177e4SLinus Torvalds extern void ip_vs_nat_icmp(struct sk_buff *skb, struct ip_vs_protocol *pp,
13131da177e4SLinus Torvalds 			   struct ip_vs_conn *cp, int dir);
13141da177e4SLinus Torvalds 
1315b3cdd2a7SJulius Volz #ifdef CONFIG_IP_VS_IPV6
1316b3cdd2a7SJulius Volz extern void ip_vs_nat_icmp_v6(struct sk_buff *skb, struct ip_vs_protocol *pp,
1317b3cdd2a7SJulius Volz 			      struct ip_vs_conn *cp, int dir);
1318b3cdd2a7SJulius Volz #endif
1319b3cdd2a7SJulius Volz 
1320b1550f22SAl Viro extern __sum16 ip_vs_checksum_complete(struct sk_buff *skb, int offset);
13211da177e4SLinus Torvalds 
1322f9214b26SAl Viro static inline __wsum ip_vs_check_diff4(__be32 old, __be32 new, __wsum oldsum)
13231da177e4SLinus Torvalds {
1324f9214b26SAl Viro 	__be32 diff[2] = { ~old, new };
13251da177e4SLinus Torvalds 
132607f0757aSJoe Perches 	return csum_partial(diff, sizeof(diff), oldsum);
1327f9214b26SAl Viro }
1328f9214b26SAl Viro 
13290bbdd42bSJulius Volz #ifdef CONFIG_IP_VS_IPV6
13300bbdd42bSJulius Volz static inline __wsum ip_vs_check_diff16(const __be32 *old, const __be32 *new,
13310bbdd42bSJulius Volz 					__wsum oldsum)
13320bbdd42bSJulius Volz {
13330bbdd42bSJulius Volz 	__be32 diff[8] = { ~old[3], ~old[2], ~old[1], ~old[0],
13340bbdd42bSJulius Volz 			    new[3],  new[2],  new[1],  new[0] };
13350bbdd42bSJulius Volz 
133607f0757aSJoe Perches 	return csum_partial(diff, sizeof(diff), oldsum);
13370bbdd42bSJulius Volz }
13380bbdd42bSJulius Volz #endif
13390bbdd42bSJulius Volz 
1340f9214b26SAl Viro static inline __wsum ip_vs_check_diff2(__be16 old, __be16 new, __wsum oldsum)
1341f9214b26SAl Viro {
1342f9214b26SAl Viro 	__be16 diff[2] = { ~old, new };
1343f9214b26SAl Viro 
134407f0757aSJoe Perches 	return csum_partial(diff, sizeof(diff), oldsum);
13451da177e4SLinus Torvalds }
13461da177e4SLinus Torvalds 
1347cf356d69SJulian Anastasov /*
1348cf356d69SJulian Anastasov  * Forget current conntrack (unconfirmed) and attach notrack entry
1349cf356d69SJulian Anastasov  */
1350cf356d69SJulian Anastasov static inline void ip_vs_notrack(struct sk_buff *skb)
1351cf356d69SJulian Anastasov {
1352cf356d69SJulian Anastasov #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1353cf356d69SJulian Anastasov 	enum ip_conntrack_info ctinfo;
135406b69390SJesper Juhl 	struct nf_conn *ct = nf_ct_get(skb, &ctinfo);
1355cf356d69SJulian Anastasov 
1356cf356d69SJulian Anastasov 	if (!ct || !nf_ct_is_untracked(ct)) {
1357cf356d69SJulian Anastasov 		nf_reset(skb);
1358cf356d69SJulian Anastasov 		skb->nfct = &nf_ct_untracked_get()->ct_general;
1359cf356d69SJulian Anastasov 		skb->nfctinfo = IP_CT_NEW;
1360cf356d69SJulian Anastasov 		nf_conntrack_get(skb->nfct);
1361cf356d69SJulian Anastasov 	}
1362cf356d69SJulian Anastasov #endif
1363cf356d69SJulian Anastasov }
1364cf356d69SJulian Anastasov 
1365f4bc17cdSJulian Anastasov #ifdef CONFIG_IP_VS_NFCT
1366f4bc17cdSJulian Anastasov /*
1367f4bc17cdSJulian Anastasov  *      Netfilter connection tracking
1368f4bc17cdSJulian Anastasov  *      (from ip_vs_nfct.c)
1369f4bc17cdSJulian Anastasov  */
1370a0840e2eSHans Schillstrom static inline int ip_vs_conntrack_enabled(struct netns_ipvs *ipvs)
1371f4bc17cdSJulian Anastasov {
1372a4e2f5a7SSimon Horman #ifdef CONFIG_SYSCTL
1373a0840e2eSHans Schillstrom 	return ipvs->sysctl_conntrack;
1374a4e2f5a7SSimon Horman #else
1375a4e2f5a7SSimon Horman 	return 0;
1376a4e2f5a7SSimon Horman #endif
1377f4bc17cdSJulian Anastasov }
1378f4bc17cdSJulian Anastasov 
13796523ce15SJulian Anastasov extern void ip_vs_update_conntrack(struct sk_buff *skb, struct ip_vs_conn *cp,
13806523ce15SJulian Anastasov 				   int outin);
13813c2de2aeSSimon Horman extern int ip_vs_confirm_conntrack(struct sk_buff *skb);
1382f4bc17cdSJulian Anastasov extern void ip_vs_nfct_expect_related(struct sk_buff *skb, struct nf_conn *ct,
1383f4bc17cdSJulian Anastasov 				      struct ip_vs_conn *cp, u_int8_t proto,
1384f4bc17cdSJulian Anastasov 				      const __be16 port, int from_rs);
1385f4bc17cdSJulian Anastasov extern void ip_vs_conn_drop_conntrack(struct ip_vs_conn *cp);
1386f4bc17cdSJulian Anastasov 
1387f4bc17cdSJulian Anastasov #else
1388f4bc17cdSJulian Anastasov 
1389a0840e2eSHans Schillstrom static inline int ip_vs_conntrack_enabled(struct netns_ipvs *ipvs)
1390f4bc17cdSJulian Anastasov {
1391f4bc17cdSJulian Anastasov 	return 0;
1392f4bc17cdSJulian Anastasov }
1393f4bc17cdSJulian Anastasov 
1394f4bc17cdSJulian Anastasov static inline void ip_vs_update_conntrack(struct sk_buff *skb,
1395f4bc17cdSJulian Anastasov 					  struct ip_vs_conn *cp, int outin)
1396f4bc17cdSJulian Anastasov {
1397f4bc17cdSJulian Anastasov }
1398f4bc17cdSJulian Anastasov 
1399e23ebf0fSKrzysztof Wilczynski static inline int ip_vs_confirm_conntrack(struct sk_buff *skb)
1400f4bc17cdSJulian Anastasov {
1401f4bc17cdSJulian Anastasov 	return NF_ACCEPT;
1402f4bc17cdSJulian Anastasov }
1403f4bc17cdSJulian Anastasov 
1404f4bc17cdSJulian Anastasov static inline void ip_vs_conn_drop_conntrack(struct ip_vs_conn *cp)
1405f4bc17cdSJulian Anastasov {
1406f4bc17cdSJulian Anastasov }
1407f4bc17cdSJulian Anastasov /* CONFIG_IP_VS_NFCT */
1408f4bc17cdSJulian Anastasov #endif
14096523ce15SJulian Anastasov 
1410b552f7e3SChangli Gao static inline unsigned int
1411b552f7e3SChangli Gao ip_vs_dest_conn_overhead(struct ip_vs_dest *dest)
1412b552f7e3SChangli Gao {
1413b552f7e3SChangli Gao 	/*
1414b552f7e3SChangli Gao 	 * We think the overhead of processing active connections is 256
1415b552f7e3SChangli Gao 	 * times higher than that of inactive connections in average. (This
1416b552f7e3SChangli Gao 	 * 256 times might not be accurate, we will change it later) We
1417b552f7e3SChangli Gao 	 * use the following formula to estimate the overhead now:
1418b552f7e3SChangli Gao 	 *		  dest->activeconns*256 + dest->inactconns
1419b552f7e3SChangli Gao 	 */
1420b552f7e3SChangli Gao 	return (atomic_read(&dest->activeconns) << 8) +
1421b552f7e3SChangli Gao 		atomic_read(&dest->inactconns);
1422b552f7e3SChangli Gao }
1423b552f7e3SChangli Gao 
1424bc4768ebSJulius Volz #endif	/* _NET_IP_VS_H */
1425