2 * Distributed under the terms of the GNU GPL version 2.
3 * Copyright (c) 2007, 2008 The Board of Trustees of The Leland
4 * Stanford Junior University
12 #include <linux/slab.h>
13 #include <linux/vmalloc.h>
15 #include <linux/highmem.h>
16 #include <asm/pgtable.h>
18 static void *kmem_alloc(size_t);
19 static void *kmem_zalloc(size_t);
20 static void kmem_free(void *, size_t);
22 struct sw_table_hash {
26 unsigned int bucket_mask; /* Number of buckets minus 1. */
27 struct sw_flow **buckets;
30 static struct sw_flow **find_bucket(struct sw_table *swt,
31 const struct sw_flow_key *key)
33 struct sw_table_hash *th = (struct sw_table_hash *) swt;
34 unsigned int crc = crc32_calculate(&th->crc32, key, sizeof *key);
35 return &th->buckets[crc & th->bucket_mask];
38 static struct sw_flow *table_hash_lookup(struct sw_table *swt,
39 const struct sw_flow_key *key)
41 struct sw_flow *flow = *find_bucket(swt, key);
42 return flow && !memcmp(&flow->key, key, sizeof *key) ? flow : NULL;
45 static int table_hash_insert(struct sw_table *swt, struct sw_flow *flow)
47 struct sw_table_hash *th = (struct sw_table_hash *) swt;
48 struct sw_flow **bucket;
51 if (flow->key.wildcards != 0)
54 bucket = find_bucket(swt, &flow->key);
55 if (*bucket == NULL) {
57 rcu_assign_pointer(*bucket, flow);
60 struct sw_flow *old_flow = *bucket;
61 if (!memcmp(&old_flow->key, &flow->key, sizeof flow->key)
62 && flow_del(old_flow)) {
63 rcu_assign_pointer(*bucket, flow);
64 flow_deferred_free(old_flow);
73 /* Caller must update n_flows. */
74 static int do_delete(struct sw_flow **bucket, struct sw_flow *flow)
77 rcu_assign_pointer(*bucket, NULL);
78 flow_deferred_free(flow);
84 /* Returns number of deleted flows. We can ignore the priority
85 * argument, since all exact-match entries are the same (highest)
87 static int table_hash_delete(struct sw_table *swt,
88 const struct sw_flow_key *key,
89 uint16_t priority, int strict)
91 struct sw_table_hash *th = (struct sw_table_hash *) swt;
92 unsigned int count = 0;
94 if (key->wildcards == 0) {
95 struct sw_flow **bucket = find_bucket(swt, key);
96 struct sw_flow *flow = *bucket;
97 if (flow && !memcmp(&flow->key, key, sizeof *key))
98 count = do_delete(bucket, flow);
102 for (i = 0; i <= th->bucket_mask; i++) {
103 struct sw_flow **bucket = &th->buckets[i];
104 struct sw_flow *flow = *bucket;
105 if (flow && flow_del_matches(&flow->key, key, strict))
106 count += do_delete(bucket, flow);
109 th->n_flows -= count;
113 static int table_hash_timeout(struct datapath *dp, struct sw_table *swt)
115 struct sw_table_hash *th = (struct sw_table_hash *) swt;
119 mutex_lock(&dp_mutex);
120 for (i = 0; i <= th->bucket_mask; i++) {
121 struct sw_flow **bucket = &th->buckets[i];
122 struct sw_flow *flow = *bucket;
123 if (flow && flow_timeout(flow)) {
124 count += do_delete(bucket, flow);
125 if (dp->flags & OFPC_SEND_FLOW_EXP)
126 dp_send_flow_expired(dp, flow);
129 th->n_flows -= count;
130 mutex_unlock(&dp_mutex);
135 static void table_hash_destroy(struct sw_table *swt)
137 struct sw_table_hash *th = (struct sw_table_hash *) swt;
139 for (i = 0; i <= th->bucket_mask; i++)
141 flow_free(th->buckets[i]);
142 kmem_free(th->buckets, (th->bucket_mask + 1) * sizeof *th->buckets);
146 static int table_hash_iterate(struct sw_table *swt,
147 const struct sw_flow_key *key,
148 struct sw_table_position *position,
149 int (*callback)(struct sw_flow *, void *private),
152 struct sw_table_hash *th = (struct sw_table_hash *) swt;
154 if (position->private[0] > th->bucket_mask)
157 if (key->wildcards == 0) {
158 struct sw_flow *flow;
161 flow = table_hash_lookup(swt, key);
165 error = callback(flow, private);
167 position->private[0] = -1;
172 for (i = position->private[0]; i <= th->bucket_mask; i++) {
173 struct sw_flow *flow = th->buckets[i];
174 if (flow && flow_matches(key, &flow->key)) {
175 int error = callback(flow, private);
177 position->private[0] = i;
185 static void table_hash_stats(struct sw_table *swt,
186 struct sw_table_stats *stats)
188 struct sw_table_hash *th = (struct sw_table_hash *) swt;
189 stats->name = "hash";
190 stats->n_flows = th->n_flows;
191 stats->max_flows = th->bucket_mask + 1;
194 struct sw_table *table_hash_create(unsigned int polynomial,
195 unsigned int n_buckets)
197 struct sw_table_hash *th;
198 struct sw_table *swt;
200 th = kmalloc(sizeof *th, GFP_KERNEL);
204 BUG_ON(n_buckets & (n_buckets - 1));
205 th->buckets = kmem_zalloc(n_buckets * sizeof *th->buckets);
206 if (th->buckets == NULL) {
207 printk("failed to allocate %u buckets\n", n_buckets);
211 th->bucket_mask = n_buckets - 1;
214 swt->lookup = table_hash_lookup;
215 swt->insert = table_hash_insert;
216 swt->delete = table_hash_delete;
217 swt->timeout = table_hash_timeout;
218 swt->destroy = table_hash_destroy;
219 swt->iterate = table_hash_iterate;
220 swt->stats = table_hash_stats;
222 crc32_init(&th->crc32, polynomial);
228 /* Double-hashing table. */
230 struct sw_table_hash2 {
232 struct sw_table *subtable[2];
235 static struct sw_flow *table_hash2_lookup(struct sw_table *swt,
236 const struct sw_flow_key *key)
238 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
241 for (i = 0; i < 2; i++) {
242 struct sw_flow *flow = *find_bucket(t2->subtable[i], key);
243 if (flow && !memcmp(&flow->key, key, sizeof *key))
249 static int table_hash2_insert(struct sw_table *swt, struct sw_flow *flow)
251 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
253 if (table_hash_insert(t2->subtable[0], flow))
255 return table_hash_insert(t2->subtable[1], flow);
258 static int table_hash2_delete(struct sw_table *swt,
259 const struct sw_flow_key *key,
260 uint16_t priority, int strict)
262 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
263 return (table_hash_delete(t2->subtable[0], key, priority, strict)
264 + table_hash_delete(t2->subtable[1], key, priority, strict));
267 static int table_hash2_timeout(struct datapath *dp, struct sw_table *swt)
269 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
270 return (table_hash_timeout(dp, t2->subtable[0])
271 + table_hash_timeout(dp, t2->subtable[1]));
274 static void table_hash2_destroy(struct sw_table *swt)
276 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
277 table_hash_destroy(t2->subtable[0]);
278 table_hash_destroy(t2->subtable[1]);
282 static int table_hash2_iterate(struct sw_table *swt,
283 const struct sw_flow_key *key,
284 struct sw_table_position *position,
285 int (*callback)(struct sw_flow *, void *),
288 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
291 for (i = position->private[1]; i < 2; i++) {
292 int error = table_hash_iterate(t2->subtable[i], key, position,
297 position->private[0] = 0;
298 position->private[1]++;
303 static void table_hash2_stats(struct sw_table *swt,
304 struct sw_table_stats *stats)
306 struct sw_table_hash2 *t2 = (struct sw_table_hash2 *) swt;
307 struct sw_table_stats substats[2];
310 for (i = 0; i < 2; i++)
311 table_hash_stats(t2->subtable[i], &substats[i]);
312 stats->name = "hash2";
313 stats->n_flows = substats[0].n_flows + substats[1].n_flows;
314 stats->max_flows = substats[0].max_flows + substats[1].max_flows;
317 struct sw_table *table_hash2_create(unsigned int poly0, unsigned int buckets0,
318 unsigned int poly1, unsigned int buckets1)
321 struct sw_table_hash2 *t2;
322 struct sw_table *swt;
324 t2 = kmalloc(sizeof *t2, GFP_KERNEL);
328 t2->subtable[0] = table_hash_create(poly0, buckets0);
329 if (t2->subtable[0] == NULL)
332 t2->subtable[1] = table_hash_create(poly1, buckets1);
333 if (t2->subtable[1] == NULL)
334 goto out_free_subtable0;
337 swt->lookup = table_hash2_lookup;
338 swt->insert = table_hash2_insert;
339 swt->delete = table_hash2_delete;
340 swt->timeout = table_hash2_timeout;
341 swt->destroy = table_hash2_destroy;
342 swt->iterate = table_hash2_iterate;
343 swt->stats = table_hash2_stats;
348 table_hash_destroy(t2->subtable[0]);
354 /* From fs/xfs/linux-2.4/kmem.c. */
357 kmem_alloc(size_t size)
361 #ifdef KMALLOC_MAX_SIZE
362 if (size > KMALLOC_MAX_SIZE)
365 ptr = kmalloc(size, GFP_KERNEL);
369 printk("openflow: used vmalloc for %lu bytes\n",
370 (unsigned long)size);
376 kmem_zalloc(size_t size)
378 void *ptr = kmem_alloc(size);
380 memset(ptr, 0, size);
385 kmem_free(void *ptr, size_t size)
387 if (((unsigned long)ptr < VMALLOC_START) ||
388 ((unsigned long)ptr >= VMALLOC_END)) {