1 /* Structure dynamic extension infrastructure
2 * Copyright (C) 2004 Rusty Russell IBM Corporation
3 * Copyright (C) 2007 Netfilter Core Team <coreteam@netfilter.org>
4 * Copyright (C) 2007 USAGI/WIDE Project <http://www.linux-ipv6.org>
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
11 #include <linux/kernel.h>
12 #include <linux/module.h>
13 #include <linux/mutex.h>
14 #include <linux/rcupdate.h>
15 #include <linux/slab.h>
16 #include <linux/skbuff.h>
17 #include <net/netfilter/nf_conntrack_extend.h>
19 static struct nf_ct_ext_type *nf_ct_ext_types[NF_CT_EXT_NUM];
20 static DEFINE_MUTEX(nf_ct_ext_type_mutex);
22 /* Horrible trick to figure out smallest amount worth kmallocing. */
23 #define CACHE(x) (x) + 0 *
26 #include <linux/kmalloc_sizes.h>
30 void __nf_ct_ext_destroy(struct nf_conn *ct)
33 struct nf_ct_ext_type *t;
35 for (i = 0; i < NF_CT_EXT_NUM; i++) {
36 if (!nf_ct_ext_exist(ct, i))
40 t = rcu_dereference(nf_ct_ext_types[i]);
42 /* Here the nf_ct_ext_type might have been unregisterd.
43 * I.e., it has responsible to cleanup private
44 * area in all conntracks when it is unregisterd.
51 EXPORT_SYMBOL(__nf_ct_ext_destroy);
54 nf_ct_ext_create(struct nf_ct_ext **ext, enum nf_ct_ext_id id, gfp_t gfp)
56 unsigned int off, len, real_len;
57 struct nf_ct_ext_type *t;
60 t = rcu_dereference(nf_ct_ext_types[id]);
62 off = ALIGN(sizeof(struct nf_ct_ext), t->align);
64 real_len = t->alloc_size;
67 *ext = kzalloc(real_len, gfp);
71 (*ext)->offset[id] = off;
73 (*ext)->real_len = real_len;
75 return (void *)(*ext) + off;
78 void *__nf_ct_ext_add(struct nf_conn *ct, enum nf_ct_ext_id id, gfp_t gfp)
80 struct nf_ct_ext *new;
81 int i, newlen, newoff;
82 struct nf_ct_ext_type *t;
85 return nf_ct_ext_create(&ct->ext, id, gfp);
87 if (nf_ct_ext_exist(ct, id))
91 t = rcu_dereference(nf_ct_ext_types[id]);
94 newoff = ALIGN(ct->ext->len, t->align);
95 newlen = newoff + t->len;
98 if (newlen >= ct->ext->real_len) {
99 new = kmalloc(newlen, gfp);
103 memcpy(new, ct->ext, ct->ext->len);
105 for (i = 0; i < NF_CT_EXT_NUM; i++) {
106 if (!nf_ct_ext_exist(ct, i))
110 t = rcu_dereference(nf_ct_ext_types[i]);
112 t->move(ct, ct->ext + ct->ext->offset[id]);
116 new->real_len = newlen;
120 ct->ext->offset[id] = newoff;
121 ct->ext->len = newlen;
122 memset((void *)ct->ext + newoff, 0, newlen - newoff);
123 return (void *)ct->ext + newoff;
125 EXPORT_SYMBOL(__nf_ct_ext_add);
127 static void update_alloc_size(struct nf_ct_ext_type *type)
130 struct nf_ct_ext_type *t1, *t2;
131 enum nf_ct_ext_id min = 0, max = NF_CT_EXT_NUM - 1;
133 /* unnecessary to update all types */
134 if ((type->flags & NF_CT_EXT_F_PREALLOC) == 0) {
139 /* This assumes that extended areas in conntrack for the types
140 whose NF_CT_EXT_F_PREALLOC bit set are allocated in order */
141 for (i = min; i <= max; i++) {
142 t1 = nf_ct_ext_types[i];
146 t1->alloc_size = sizeof(struct nf_ct_ext)
147 + ALIGN(sizeof(struct nf_ct_ext), t1->align)
149 for (j = 0; j < NF_CT_EXT_NUM; j++) {
150 t2 = nf_ct_ext_types[j];
151 if (t2 == NULL || t2 == t1 ||
152 (t2->flags & NF_CT_EXT_F_PREALLOC) == 0)
155 t1->alloc_size = ALIGN(t1->alloc_size, t2->align)
158 if (t1->alloc_size < NF_CT_EXT_MIN_SIZE)
159 t1->alloc_size = NF_CT_EXT_MIN_SIZE;
163 /* This MUST be called in process context. */
164 int nf_ct_extend_register(struct nf_ct_ext_type *type)
168 mutex_lock(&nf_ct_ext_type_mutex);
169 if (nf_ct_ext_types[type->id]) {
174 /* This ensures that nf_ct_ext_create() can allocate enough area
175 before updating alloc_size */
176 type->alloc_size = ALIGN(sizeof(struct nf_ct_ext), type->align)
178 rcu_assign_pointer(nf_ct_ext_types[type->id], type);
179 update_alloc_size(type);
181 mutex_unlock(&nf_ct_ext_type_mutex);
184 EXPORT_SYMBOL_GPL(nf_ct_extend_register);
186 /* This MUST be called in process context. */
187 void nf_ct_extend_unregister(struct nf_ct_ext_type *type)
189 mutex_lock(&nf_ct_ext_type_mutex);
190 rcu_assign_pointer(nf_ct_ext_types[type->id], NULL);
191 update_alloc_size(type);
192 mutex_unlock(&nf_ct_ext_type_mutex);
195 EXPORT_SYMBOL_GPL(nf_ct_extend_unregister);