159509ec1SZhang Chen /*
259509ec1SZhang Chen * COarse-grain LOck-stepping Virtual Machines for Non-stop Service (COLO)
359509ec1SZhang Chen * (a.k.a. Fault Tolerance or Continuous Replication)
459509ec1SZhang Chen *
559509ec1SZhang Chen * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD.
659509ec1SZhang Chen * Copyright (c) 2016 FUJITSU LIMITED
759509ec1SZhang Chen * Copyright (c) 2016 Intel Corporation
859509ec1SZhang Chen *
959509ec1SZhang Chen * Author: Zhang Chen <zhangchen.fnst@cn.fujitsu.com>
1059509ec1SZhang Chen *
1159509ec1SZhang Chen * This work is licensed under the terms of the GNU GPL, version 2 or
1259509ec1SZhang Chen * later. See the COPYING file in the top-level directory.
1359509ec1SZhang Chen */
1459509ec1SZhang Chen
1559509ec1SZhang Chen #include "qemu/osdep.h"
1659509ec1SZhang Chen #include "trace.h"
17f27f01dbSMichael S. Tsirkin #include "colo.h"
18e05ae1d9SMarc-André Lureau #include "util.h"
1959509ec1SZhang Chen
connection_key_hash(const void * opaque)20b6540d40SZhang Chen uint32_t connection_key_hash(const void *opaque)
21b6540d40SZhang Chen {
22b6540d40SZhang Chen const ConnectionKey *key = opaque;
23b6540d40SZhang Chen uint32_t a, b, c;
24b6540d40SZhang Chen
25b6540d40SZhang Chen /* Jenkins hash */
26b6540d40SZhang Chen a = b = c = JHASH_INITVAL + sizeof(*key);
27b6540d40SZhang Chen a += key->src.s_addr;
28b6540d40SZhang Chen b += key->dst.s_addr;
29b6540d40SZhang Chen c += (key->src_port | key->dst_port << 16);
30b6540d40SZhang Chen __jhash_mix(a, b, c);
31b6540d40SZhang Chen
32b6540d40SZhang Chen a += key->ip_proto;
33b6540d40SZhang Chen __jhash_final(a, b, c);
34b6540d40SZhang Chen
35b6540d40SZhang Chen return c;
36b6540d40SZhang Chen }
37b6540d40SZhang Chen
connection_key_equal(const void * key1,const void * key2)38b6540d40SZhang Chen int connection_key_equal(const void *key1, const void *key2)
39b6540d40SZhang Chen {
40b6540d40SZhang Chen return memcmp(key1, key2, sizeof(ConnectionKey)) == 0;
41b6540d40SZhang Chen }
42b6540d40SZhang Chen
parse_packet_early(Packet * pkt)4359509ec1SZhang Chen int parse_packet_early(Packet *pkt)
4459509ec1SZhang Chen {
4559509ec1SZhang Chen int network_length;
4659509ec1SZhang Chen static const uint8_t vlan[] = {0x81, 0x00};
47*3772cf0dSZhang Chen uint8_t *data = pkt->data;
4859509ec1SZhang Chen uint16_t l3_proto;
498bdab83bSZhang Chen ssize_t l2hdr_len;
508bdab83bSZhang Chen
51*3772cf0dSZhang Chen assert(data);
5259509ec1SZhang Chen
53*3772cf0dSZhang Chen /* Check the received vnet_hdr_len then add the offset */
54*3772cf0dSZhang Chen if ((pkt->vnet_hdr_len > sizeof(struct virtio_net_hdr_v1_hash)) ||
55*3772cf0dSZhang Chen (pkt->size < sizeof(struct eth_header) + sizeof(struct vlan_header) +
56*3772cf0dSZhang Chen pkt->vnet_hdr_len)) {
57*3772cf0dSZhang Chen /*
58*3772cf0dSZhang Chen * The received remote packet maybe misconfiguration here,
59*3772cf0dSZhang Chen * Please enable/disable filter module's the vnet_hdr flag at
60*3772cf0dSZhang Chen * the same time.
61*3772cf0dSZhang Chen */
62*3772cf0dSZhang Chen trace_colo_proxy_main_vnet_info("This received packet load wrong ",
63*3772cf0dSZhang Chen pkt->vnet_hdr_len, pkt->size);
6459509ec1SZhang Chen return 1;
6559509ec1SZhang Chen }
66*3772cf0dSZhang Chen data += pkt->vnet_hdr_len;
67*3772cf0dSZhang Chen
68*3772cf0dSZhang Chen l2hdr_len = eth_get_l2_hdr_length(data);
6959509ec1SZhang Chen
7059509ec1SZhang Chen /*
7159509ec1SZhang Chen * TODO: support vlan.
7259509ec1SZhang Chen */
7359509ec1SZhang Chen if (!memcmp(&data[12], vlan, sizeof(vlan))) {
7459509ec1SZhang Chen trace_colo_proxy_main("COLO-proxy don't support vlan");
7559509ec1SZhang Chen return 1;
7659509ec1SZhang Chen }
7759509ec1SZhang Chen
7859509ec1SZhang Chen pkt->network_header = data + l2hdr_len;
7959509ec1SZhang Chen
8059509ec1SZhang Chen const struct iovec l2vec = {
8159509ec1SZhang Chen .iov_base = (void *) data,
8259509ec1SZhang Chen .iov_len = l2hdr_len
8359509ec1SZhang Chen };
8459509ec1SZhang Chen l3_proto = eth_get_l3_proto(&l2vec, 1, l2hdr_len);
8559509ec1SZhang Chen
8659509ec1SZhang Chen if (l3_proto != ETH_P_IP) {
8759509ec1SZhang Chen return 1;
8859509ec1SZhang Chen }
8959509ec1SZhang Chen
9059509ec1SZhang Chen network_length = pkt->ip->ip_hl * 4;
915cc444d3SZhang Chen if (pkt->size < l2hdr_len + network_length + pkt->vnet_hdr_len) {
9259509ec1SZhang Chen trace_colo_proxy_main("pkt->size < network_header + network_length");
9359509ec1SZhang Chen return 1;
9459509ec1SZhang Chen }
9559509ec1SZhang Chen pkt->transport_header = pkt->network_header + network_length;
9659509ec1SZhang Chen
9759509ec1SZhang Chen return 0;
9859509ec1SZhang Chen }
9959509ec1SZhang Chen
extract_ip_and_port(uint32_t tmp_ports,ConnectionKey * key,Packet * pkt,bool reverse)10064153ca6SRao, Lei void extract_ip_and_port(uint32_t tmp_ports, ConnectionKey *key,
10164153ca6SRao, Lei Packet *pkt, bool reverse)
1028fa5ad6dSMao Zhongyi {
10364153ca6SRao, Lei if (reverse) {
10464153ca6SRao, Lei key->src = pkt->ip->ip_dst;
10564153ca6SRao, Lei key->dst = pkt->ip->ip_src;
10664153ca6SRao, Lei key->src_port = ntohs(tmp_ports & 0xffff);
10764153ca6SRao, Lei key->dst_port = ntohs(tmp_ports >> 16);
10864153ca6SRao, Lei } else {
1098fa5ad6dSMao Zhongyi key->src = pkt->ip->ip_src;
1108fa5ad6dSMao Zhongyi key->dst = pkt->ip->ip_dst;
1118fa5ad6dSMao Zhongyi key->src_port = ntohs(tmp_ports >> 16);
1128fa5ad6dSMao Zhongyi key->dst_port = ntohs(tmp_ports & 0xffff);
1138fa5ad6dSMao Zhongyi }
11464153ca6SRao, Lei }
1158fa5ad6dSMao Zhongyi
fill_connection_key(Packet * pkt,ConnectionKey * key,bool reverse)11664153ca6SRao, Lei void fill_connection_key(Packet *pkt, ConnectionKey *key, bool reverse)
117b6540d40SZhang Chen {
11864153ca6SRao, Lei uint32_t tmp_ports = 0;
119b6540d40SZhang Chen
120b6540d40SZhang Chen key->ip_proto = pkt->ip->ip_p;
121b6540d40SZhang Chen
122b6540d40SZhang Chen switch (key->ip_proto) {
123b6540d40SZhang Chen case IPPROTO_TCP:
124b6540d40SZhang Chen case IPPROTO_UDP:
125b6540d40SZhang Chen case IPPROTO_DCCP:
126b6540d40SZhang Chen case IPPROTO_ESP:
127b6540d40SZhang Chen case IPPROTO_SCTP:
128b6540d40SZhang Chen case IPPROTO_UDPLITE:
129b6540d40SZhang Chen tmp_ports = *(uint32_t *)(pkt->transport_header);
130b6540d40SZhang Chen break;
131b6540d40SZhang Chen case IPPROTO_AH:
132b6540d40SZhang Chen tmp_ports = *(uint32_t *)(pkt->transport_header + 4);
133b6540d40SZhang Chen break;
134b6540d40SZhang Chen default:
135b6540d40SZhang Chen break;
136b6540d40SZhang Chen }
137b6540d40SZhang Chen
13864153ca6SRao, Lei extract_ip_and_port(tmp_ports, key, pkt, reverse);
139afe46124SZhang Chen }
140afe46124SZhang Chen
connection_new(ConnectionKey * key)141b6540d40SZhang Chen Connection *connection_new(ConnectionKey *key)
142b6540d40SZhang Chen {
143862ee1e0SLi Zhijian Connection *conn = g_slice_new0(Connection);
144b6540d40SZhang Chen
145b6540d40SZhang Chen conn->ip_proto = key->ip_proto;
146b6540d40SZhang Chen conn->processing = false;
1476214231aSZhang Chen conn->tcp_state = TCPS_CLOSED;
148b6540d40SZhang Chen g_queue_init(&conn->primary_list);
149b6540d40SZhang Chen g_queue_init(&conn->secondary_list);
150b6540d40SZhang Chen
151b6540d40SZhang Chen return conn;
152b6540d40SZhang Chen }
153b6540d40SZhang Chen
connection_destroy(void * opaque)154b6540d40SZhang Chen void connection_destroy(void *opaque)
155b6540d40SZhang Chen {
156b6540d40SZhang Chen Connection *conn = opaque;
157b6540d40SZhang Chen
158b6540d40SZhang Chen g_queue_foreach(&conn->primary_list, packet_destroy, NULL);
1590e79668eSzhanghailiang g_queue_clear(&conn->primary_list);
160b6540d40SZhang Chen g_queue_foreach(&conn->secondary_list, packet_destroy, NULL);
1610e79668eSzhanghailiang g_queue_clear(&conn->secondary_list);
162b6540d40SZhang Chen g_slice_free(Connection, conn);
163b6540d40SZhang Chen }
164b6540d40SZhang Chen
packet_new(const void * data,int size,int vnet_hdr_len)165ada1a33fSZhang Chen Packet *packet_new(const void *data, int size, int vnet_hdr_len)
16659509ec1SZhang Chen {
1679b492719SRao, Lei Packet *pkt = g_slice_new0(Packet);
16859509ec1SZhang Chen
16959509ec1SZhang Chen pkt->data = g_memdup(data, size);
17059509ec1SZhang Chen pkt->size = size;
1710682e15bSZhang Chen pkt->creation_ms = qemu_clock_get_ms(QEMU_CLOCK_HOST);
172ada1a33fSZhang Chen pkt->vnet_hdr_len = vnet_hdr_len;
1739b492719SRao, Lei
1749b492719SRao, Lei return pkt;
1759b492719SRao, Lei }
1769b492719SRao, Lei
1779b492719SRao, Lei /*
1789b492719SRao, Lei * packet_new_nocopy will not copy data, so the caller can't release
1799b492719SRao, Lei * the data. And it will be released in packet_destroy.
1809b492719SRao, Lei */
packet_new_nocopy(void * data,int size,int vnet_hdr_len)1819b492719SRao, Lei Packet *packet_new_nocopy(void *data, int size, int vnet_hdr_len)
1829b492719SRao, Lei {
1839b492719SRao, Lei Packet *pkt = g_slice_new0(Packet);
1849b492719SRao, Lei
1859b492719SRao, Lei pkt->data = data;
1869b492719SRao, Lei pkt->size = size;
1879b492719SRao, Lei pkt->creation_ms = qemu_clock_get_ms(QEMU_CLOCK_HOST);
1889b492719SRao, Lei pkt->vnet_hdr_len = vnet_hdr_len;
18959509ec1SZhang Chen
19059509ec1SZhang Chen return pkt;
19159509ec1SZhang Chen }
19259509ec1SZhang Chen
packet_destroy(void * opaque,void * user_data)19359509ec1SZhang Chen void packet_destroy(void *opaque, void *user_data)
19459509ec1SZhang Chen {
19559509ec1SZhang Chen Packet *pkt = opaque;
19659509ec1SZhang Chen
19759509ec1SZhang Chen g_free(pkt->data);
19859509ec1SZhang Chen g_slice_free(Packet, pkt);
19959509ec1SZhang Chen }
20059509ec1SZhang Chen
packet_destroy_partial(void * opaque,void * user_data)2019c55fe94SLukas Straub void packet_destroy_partial(void *opaque, void *user_data)
2029c55fe94SLukas Straub {
2039c55fe94SLukas Straub Packet *pkt = opaque;
2049c55fe94SLukas Straub
2059c55fe94SLukas Straub g_slice_free(Packet, pkt);
2069c55fe94SLukas Straub }
2079c55fe94SLukas Straub
20859509ec1SZhang Chen /*
20959509ec1SZhang Chen * Clear hashtable, stop this hash growing really huge
21059509ec1SZhang Chen */
connection_hashtable_reset(GHashTable * connection_track_table)21159509ec1SZhang Chen void connection_hashtable_reset(GHashTable *connection_track_table)
21259509ec1SZhang Chen {
21359509ec1SZhang Chen g_hash_table_remove_all(connection_track_table);
21459509ec1SZhang Chen }
215b6540d40SZhang Chen
216b6540d40SZhang Chen /* if not found, create a new connection and add to hash table */
connection_get(GHashTable * connection_track_table,ConnectionKey * key,GQueue * conn_list)217b6540d40SZhang Chen Connection *connection_get(GHashTable *connection_track_table,
218b6540d40SZhang Chen ConnectionKey *key,
219b6540d40SZhang Chen GQueue *conn_list)
220b6540d40SZhang Chen {
221b6540d40SZhang Chen Connection *conn = g_hash_table_lookup(connection_track_table, key);
222b6540d40SZhang Chen
223b6540d40SZhang Chen if (conn == NULL) {
224b6540d40SZhang Chen ConnectionKey *new_key = g_memdup(key, sizeof(*key));
225b6540d40SZhang Chen
226b6540d40SZhang Chen conn = connection_new(key);
227b6540d40SZhang Chen
228b6540d40SZhang Chen if (g_hash_table_size(connection_track_table) > HASHTABLE_MAX_SIZE) {
229b6540d40SZhang Chen trace_colo_proxy_main("colo proxy connection hashtable full,"
230b6540d40SZhang Chen " clear it");
231b6540d40SZhang Chen connection_hashtable_reset(connection_track_table);
232b6540d40SZhang Chen /*
233b6540d40SZhang Chen * clear the conn_list
234b6540d40SZhang Chen */
23594c36c48SZhang Chen while (conn_list && !g_queue_is_empty(conn_list)) {
236b6540d40SZhang Chen connection_destroy(g_queue_pop_head(conn_list));
237b6540d40SZhang Chen }
238b6540d40SZhang Chen }
239b6540d40SZhang Chen
240b6540d40SZhang Chen g_hash_table_insert(connection_track_table, new_key, conn);
241b6540d40SZhang Chen }
242b6540d40SZhang Chen
243b6540d40SZhang Chen return conn;
244b6540d40SZhang Chen }
24524525e93SZhang Chen
connection_has_tracked(GHashTable * connection_track_table,ConnectionKey * key)24624525e93SZhang Chen bool connection_has_tracked(GHashTable *connection_track_table,
24724525e93SZhang Chen ConnectionKey *key)
24824525e93SZhang Chen {
24924525e93SZhang Chen Connection *conn = g_hash_table_lookup(connection_track_table, key);
25024525e93SZhang Chen
25124525e93SZhang Chen return conn ? true : false;
25224525e93SZhang Chen }
253