2 * ip_vs_proto_udp.c: UDP load balancing support for IPVS
4 * Authors: Wensong Zhang <wensong@linuxvirtualserver.org>
5 * Julian Anastasov <ja@ssi.bg>
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
18 #include <linux/kernel.h>
19 #include <linux/netfilter.h>
20 #include <linux/netfilter_ipv4.h>
21 #include <linux/udp.h>
23 #include <net/ip_vs.h>
26 static struct ip_vs_conn *
27 udp_conn_in_get(const struct sk_buff *skb, struct ip_vs_protocol *pp,
28 const struct iphdr *iph, unsigned int proto_off, int inverse)
30 struct ip_vs_conn *cp;
31 __be16 _ports[2], *pptr;
33 pptr = skb_header_pointer(skb, proto_off, sizeof(_ports), _ports);
37 if (likely(!inverse)) {
38 cp = ip_vs_conn_in_get(iph->protocol,
42 cp = ip_vs_conn_in_get(iph->protocol,
51 static struct ip_vs_conn *
52 udp_conn_out_get(const struct sk_buff *skb, struct ip_vs_protocol *pp,
53 const struct iphdr *iph, unsigned int proto_off, int inverse)
55 struct ip_vs_conn *cp;
56 __be16 _ports[2], *pptr;
58 pptr = skb_header_pointer(skb, ip_hdrlen(skb),
59 sizeof(_ports), _ports);
63 if (likely(!inverse)) {
64 cp = ip_vs_conn_out_get(iph->protocol,
68 cp = ip_vs_conn_out_get(iph->protocol,
78 udp_conn_schedule(struct sk_buff *skb, struct ip_vs_protocol *pp,
79 int *verdict, struct ip_vs_conn **cpp)
81 struct ip_vs_service *svc;
82 struct udphdr _udph, *uh;
84 uh = skb_header_pointer(skb, ip_hdrlen(skb),
85 sizeof(_udph), &_udph);
91 if ((svc = ip_vs_service_get(skb->mark, ip_hdr(skb)->protocol,
92 ip_hdr(skb)->daddr, uh->dest))) {
95 * It seems that we are very loaded.
96 * We have to drop this packet :(
98 ip_vs_service_put(svc);
104 * Let the virtual server select a real server for the
105 * incoming connection, and create a connection entry.
107 *cpp = ip_vs_schedule(svc, skb);
109 *verdict = ip_vs_leave(svc, skb, pp);
112 ip_vs_service_put(svc);
119 udp_fast_csum_update(struct udphdr *uhdr, __be32 oldip, __be32 newip,
120 __be16 oldport, __be16 newport)
123 csum_fold(ip_vs_check_diff4(oldip, newip,
124 ip_vs_check_diff2(oldport, newport,
125 ~csum_unfold(uhdr->check))));
127 uhdr->check = CSUM_MANGLED_0;
131 udp_snat_handler(struct sk_buff *skb,
132 struct ip_vs_protocol *pp, struct ip_vs_conn *cp)
135 const unsigned int udphoff = ip_hdrlen(skb);
137 /* csum_check requires unshared skb */
138 if (!skb_make_writable(skb, udphoff+sizeof(*udph)))
141 if (unlikely(cp->app != NULL)) {
142 /* Some checks before mangling */
143 if (pp->csum_check && !pp->csum_check(skb, pp))
147 * Call application helper if needed
149 if (!ip_vs_app_pkt_out(cp, skb))
153 udph = (void *)ip_hdr(skb) + udphoff;
154 udph->source = cp->vport;
157 * Adjust UDP checksums
159 if (!cp->app && (udph->check != 0)) {
160 /* Only port and addr are changed, do fast csum update */
161 udp_fast_csum_update(udph, cp->daddr, cp->vaddr,
162 cp->dport, cp->vport);
163 if (skb->ip_summed == CHECKSUM_COMPLETE)
164 skb->ip_summed = CHECKSUM_NONE;
166 /* full checksum calculation */
168 skb->csum = skb_checksum(skb, udphoff, skb->len - udphoff, 0);
169 udph->check = csum_tcpudp_magic(cp->vaddr, cp->caddr,
171 cp->protocol, skb->csum);
172 if (udph->check == 0)
173 udph->check = CSUM_MANGLED_0;
174 IP_VS_DBG(11, "O-pkt: %s O-csum=%d (+%zd)\n",
175 pp->name, udph->check,
176 (char*)&(udph->check) - (char*)udph);
183 udp_dnat_handler(struct sk_buff *skb,
184 struct ip_vs_protocol *pp, struct ip_vs_conn *cp)
187 unsigned int udphoff = ip_hdrlen(skb);
189 /* csum_check requires unshared skb */
190 if (!skb_make_writable(skb, udphoff+sizeof(*udph)))
193 if (unlikely(cp->app != NULL)) {
194 /* Some checks before mangling */
195 if (pp->csum_check && !pp->csum_check(skb, pp))
199 * Attempt ip_vs_app call.
200 * It will fix ip_vs_conn
202 if (!ip_vs_app_pkt_in(cp, skb))
206 udph = (void *)ip_hdr(skb) + udphoff;
207 udph->dest = cp->dport;
210 * Adjust UDP checksums
212 if (!cp->app && (udph->check != 0)) {
213 /* Only port and addr are changed, do fast csum update */
214 udp_fast_csum_update(udph, cp->vaddr, cp->daddr,
215 cp->vport, cp->dport);
216 if (skb->ip_summed == CHECKSUM_COMPLETE)
217 skb->ip_summed = CHECKSUM_NONE;
219 /* full checksum calculation */
221 skb->csum = skb_checksum(skb, udphoff, skb->len - udphoff, 0);
222 udph->check = csum_tcpudp_magic(cp->caddr, cp->daddr,
224 cp->protocol, skb->csum);
225 if (udph->check == 0)
226 udph->check = CSUM_MANGLED_0;
227 skb->ip_summed = CHECKSUM_UNNECESSARY;
234 udp_csum_check(struct sk_buff *skb, struct ip_vs_protocol *pp)
236 struct udphdr _udph, *uh;
237 const unsigned int udphoff = ip_hdrlen(skb);
239 uh = skb_header_pointer(skb, udphoff, sizeof(_udph), &_udph);
243 if (uh->check != 0) {
244 switch (skb->ip_summed) {
246 skb->csum = skb_checksum(skb, udphoff,
247 skb->len - udphoff, 0);
248 case CHECKSUM_COMPLETE:
249 if (csum_tcpudp_magic(ip_hdr(skb)->saddr,
252 ip_hdr(skb)->protocol,
254 IP_VS_DBG_RL_PKT(0, pp, skb, 0,
255 "Failed checksum for");
260 /* No need to checksum. */
269 * Note: the caller guarantees that only one of register_app,
270 * unregister_app or app_conn_bind is called each time.
273 #define UDP_APP_TAB_BITS 4
274 #define UDP_APP_TAB_SIZE (1 << UDP_APP_TAB_BITS)
275 #define UDP_APP_TAB_MASK (UDP_APP_TAB_SIZE - 1)
277 static struct list_head udp_apps[UDP_APP_TAB_SIZE];
278 static DEFINE_SPINLOCK(udp_app_lock);
280 static inline __u16 udp_app_hashkey(__be16 port)
282 return (((__force u16)port >> UDP_APP_TAB_BITS) ^ (__force u16)port)
287 static int udp_register_app(struct ip_vs_app *inc)
291 __be16 port = inc->port;
294 hash = udp_app_hashkey(port);
297 spin_lock_bh(&udp_app_lock);
298 list_for_each_entry(i, &udp_apps[hash], p_list) {
299 if (i->port == port) {
304 list_add(&inc->p_list, &udp_apps[hash]);
305 atomic_inc(&ip_vs_protocol_udp.appcnt);
308 spin_unlock_bh(&udp_app_lock);
314 udp_unregister_app(struct ip_vs_app *inc)
316 spin_lock_bh(&udp_app_lock);
317 atomic_dec(&ip_vs_protocol_udp.appcnt);
318 list_del(&inc->p_list);
319 spin_unlock_bh(&udp_app_lock);
323 static int udp_app_conn_bind(struct ip_vs_conn *cp)
326 struct ip_vs_app *inc;
329 /* Default binding: bind app only for NAT */
330 if (IP_VS_FWD_METHOD(cp) != IP_VS_CONN_F_MASQ)
333 /* Lookup application incarnations and bind the right one */
334 hash = udp_app_hashkey(cp->vport);
336 spin_lock(&udp_app_lock);
337 list_for_each_entry(inc, &udp_apps[hash], p_list) {
338 if (inc->port == cp->vport) {
339 if (unlikely(!ip_vs_app_inc_get(inc)))
341 spin_unlock(&udp_app_lock);
343 IP_VS_DBG(9, "%s: Binding conn %u.%u.%u.%u:%u->"
344 "%u.%u.%u.%u:%u to app %s on port %u\n",
346 NIPQUAD(cp->caddr), ntohs(cp->cport),
347 NIPQUAD(cp->vaddr), ntohs(cp->vport),
348 inc->name, ntohs(inc->port));
351 result = inc->init_conn(inc, cp);
355 spin_unlock(&udp_app_lock);
362 static int udp_timeouts[IP_VS_UDP_S_LAST+1] = {
363 [IP_VS_UDP_S_NORMAL] = 5*60*HZ,
364 [IP_VS_UDP_S_LAST] = 2*HZ,
367 static char * udp_state_name_table[IP_VS_UDP_S_LAST+1] = {
368 [IP_VS_UDP_S_NORMAL] = "UDP",
369 [IP_VS_UDP_S_LAST] = "BUG!",
374 udp_set_state_timeout(struct ip_vs_protocol *pp, char *sname, int to)
376 return ip_vs_set_state_timeout(pp->timeout_table, IP_VS_UDP_S_LAST,
377 udp_state_name_table, sname, to);
380 static const char * udp_state_name(int state)
382 if (state >= IP_VS_UDP_S_LAST)
384 return udp_state_name_table[state] ? udp_state_name_table[state] : "?";
388 udp_state_transition(struct ip_vs_conn *cp, int direction,
389 const struct sk_buff *skb,
390 struct ip_vs_protocol *pp)
392 cp->timeout = pp->timeout_table[IP_VS_UDP_S_NORMAL];
396 static void udp_init(struct ip_vs_protocol *pp)
398 IP_VS_INIT_HASH_TABLE(udp_apps);
399 pp->timeout_table = udp_timeouts;
402 static void udp_exit(struct ip_vs_protocol *pp)
407 struct ip_vs_protocol ip_vs_protocol_udp = {
409 .protocol = IPPROTO_UDP,
410 .num_states = IP_VS_UDP_S_LAST,
414 .conn_schedule = udp_conn_schedule,
415 .conn_in_get = udp_conn_in_get,
416 .conn_out_get = udp_conn_out_get,
417 .snat_handler = udp_snat_handler,
418 .dnat_handler = udp_dnat_handler,
419 .csum_check = udp_csum_check,
420 .state_transition = udp_state_transition,
421 .state_name = udp_state_name,
422 .register_app = udp_register_app,
423 .unregister_app = udp_unregister_app,
424 .app_conn_bind = udp_app_conn_bind,
425 .debug_packet = ip_vs_tcpudp_debug_packet,
426 .timeout_change = NULL,
427 .set_state_timeout = udp_set_state_timeout,