1 /* Copyright (c) 2008 The Board of Trustees of The Leland Stanford
4 * We are making the OpenFlow specification and associated documentation
5 * (Software) available for public use and benefit with the expectation
6 * that others will use, modify and enhance the Software and contribute
7 * those enhancements back to the community. However, since we would
8 * like to make the Software available for broadest use, with as few
9 * restrictions as possible permission is hereby granted, free of
10 * charge, to any person obtaining a copy of this Software to deal in
11 * the Software under the copyrights without restriction, including
12 * without limitation the rights to use, copy, modify, merge, publish,
13 * distribute, sublicense, and/or sell copies of the Software, and to
14 * permit persons to whom the Software is furnished to do so, subject to
15 * the following conditions:
17 * The above copyright notice and this permission notice shall be
18 * included in all copies or substantial portions of the Software.
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
21 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
22 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
23 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
24 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
25 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
26 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
29 * The name and trademarks of copyright holder(s) may NOT be used in
30 * advertising or publicity pertaining to the Software or any
31 * derivatives without specific, written prior permission.
38 #include <netinet/in.h>
45 #include "command-line.h"
51 #include "ofp-print.h"
54 #include "poll-loop.h"
58 #include "vconn-ssl.h"
60 #include "vlog-socket.h"
64 #define THIS_MODULE VLM_controller
66 #define MAX_SWITCHES 16
74 time_t last_features_request;
79 /* -H, --hub: Use dumb hub instead of learning switch? */
80 static bool hub = false;
82 /* -n, --noflow: Pass traffic, but don't setup flows in switch */
83 static bool noflow = false;
85 static void parse_options(int argc, char *argv[]);
86 static void usage(void) NO_RETURN;
88 static struct switch_ *connect_switch(const char *name);
89 static struct switch_ *new_switch(const char *name, struct vconn *);
90 static void close_switch(struct switch_ *);
92 static void queue_tx(struct switch_ *, struct buffer *);
94 static void send_features_request(struct switch_ *);
96 static int do_switch_recv(struct switch_ *this);
97 static int do_switch_send(struct switch_ *this);
99 static void process_packet(struct switch_ *, struct buffer *);
100 static void process_hub(struct switch_ *, struct ofp_packet_in *);
101 static void process_noflow(struct switch_ *, struct ofp_packet_in *);
103 static void switch_init(void);
104 static void process_switch(struct switch_ *, struct ofp_packet_in *);
107 main(int argc, char *argv[])
109 struct switch_ *switches[MAX_SWITCHES];
114 set_program_name(argv[0]);
115 register_fault_handlers();
117 parse_options(argc, argv);
119 if (!hub && !noflow) {
123 if (argc - optind < 1) {
124 fatal(0, "at least one vconn argument required; use --help for usage");
127 retval = vlog_server_listen(NULL, NULL);
129 fatal(retval, "Could not listen for vlog connections");
133 for (i = 0; i < argc - optind; i++) {
134 struct switch_ *this = connect_switch(argv[optind + i]);
136 if (n_switches >= MAX_SWITCHES) {
137 fatal(0, "max %d switch connections", n_switches);
139 switches[n_switches++] = this;
142 if (n_switches == 0) {
143 fatal(0, "could not connect to any switches");
146 while (n_switches > 0) {
147 /* Do some work. Limit the number of iterations so that callbacks
148 * registered with the poll loop don't starve. */
151 for (iteration = 0; iteration < 50; iteration++) {
152 bool progress = false;
153 for (i = 0; i < n_switches; ) {
154 struct switch_ *this = switches[i];
157 if (vconn_is_passive(this->vconn)) {
159 while (n_switches < MAX_SWITCHES) {
160 struct vconn *new_vconn;
161 retval = vconn_accept(this->vconn, &new_vconn);
165 switches[n_switches++] = new_switch("tcp", new_vconn);
168 retval = do_switch_recv(this);
169 if (!retval || retval == EAGAIN) {
171 retval = do_switch_send(this);
179 if (retval && retval != EAGAIN) {
181 switches[i] = switches[--n_switches];
191 /* Wait for something to happen. */
192 for (i = 0; i < n_switches; i++) {
193 struct switch_ *this = switches[i];
194 if (vconn_is_passive(this->vconn)) {
195 if (n_switches < MAX_SWITCHES) {
196 vconn_accept_wait(this->vconn);
199 vconn_recv_wait(this->vconn);
201 vconn_send_wait(this->vconn);
212 do_switch_recv(struct switch_ *this)
217 retval = vconn_recv(this->vconn, &msg);
219 process_packet(this, msg);
226 do_switch_send(struct switch_ *this)
230 struct buffer *next = this->txq.head->next;
231 retval = vconn_send(this->vconn, this->txq.head);
235 queue_advance_head(&this->txq, next);
242 connect_switch(const char *name)
247 retval = vconn_open(name, &vconn);
249 VLOG_ERR("%s: connect: %s", name, strerror(retval));
253 return new_switch(name, vconn);
256 static struct switch_ *
257 new_switch(const char *name, struct vconn *vconn)
259 struct switch_ *this = xmalloc(sizeof *this);
260 memset(this, 0, sizeof *this);
261 this->name = xstrdup(name);
263 queue_init(&this->txq);
264 this->last_features_request = 0;
265 if (!vconn_is_passive(vconn)) {
266 send_features_request(this);
272 close_switch(struct switch_ *this)
276 vconn_close(this->vconn);
277 queue_destroy(&this->txq);
283 send_features_request(struct switch_ *this)
285 time_t now = time(0);
286 if (now >= this->last_features_request + 1) {
288 struct ofp_header *ofr;
289 struct ofp_switch_config *osc;
291 /* Send OFPT_FEATURES_REQUEST. */
293 ofr = buffer_put_uninit(b, sizeof *ofr);
294 memset(ofr, 0, sizeof *ofr);
295 ofr->type = OFPT_FEATURES_REQUEST;
296 ofr->version = OFP_VERSION;
297 ofr->length = htons(sizeof *ofr);
300 /* Send OFPT_SET_CONFIG. */
302 osc = buffer_put_uninit(b, sizeof *osc);
303 memset(osc, 0, sizeof *osc);
304 osc->header.type = OFPT_SET_CONFIG;
305 osc->header.version = OFP_VERSION;
306 osc->header.length = htons(sizeof *osc);
307 osc->flags = htons(OFPC_SEND_FLOW_EXP);
308 osc->miss_send_len = htons(OFP_DEFAULT_MISS_SEND_LEN);
311 this->last_features_request = now;
316 queue_tx(struct switch_ *this, struct buffer *b)
318 queue_push_tail(&this->txq, b);
322 process_packet(struct switch_ *sw, struct buffer *msg)
324 static const size_t min_size[UINT8_MAX + 1] = {
325 [0 ... UINT8_MAX] = sizeof (struct ofp_header),
326 [OFPT_FEATURES_REPLY] = sizeof (struct ofp_switch_features),
327 [OFPT_PACKET_IN] = offsetof (struct ofp_packet_in, data),
329 struct ofp_header *oh;
332 if (msg->size < min_size[oh->type]) {
333 VLOG_WARN("%s: too short (%zu bytes) for type %"PRIu8" (min %zu)",
334 sw->name, msg->size, oh->type, min_size[oh->type]);
338 if (oh->type == OFPT_FEATURES_REPLY) {
339 struct ofp_switch_features *osf = msg->data;
340 sw->datapath_id = osf->datapath_id;
341 } else if (sw->datapath_id == 0) {
342 send_features_request(sw);
343 } else if (oh->type == OFPT_PACKET_IN) {
344 struct ofp_packet_in *opi = msg->data;
345 if (sw->txq.n >= MAX_TXQ) {
346 /* FIXME: ratelimit. */
347 VLOG_WARN("%s: tx queue overflow", sw->name);
349 process_noflow(sw, opi);
351 process_hub(sw, opi);
353 process_switch(sw, opi);
356 ofp_print(stdout, msg->data, msg->size, 2);
361 process_hub(struct switch_ *sw, struct ofp_packet_in *opi)
363 size_t pkt_ofs, pkt_len;
367 /* Extract flow data from 'opi' into 'flow'. */
368 pkt_ofs = offsetof(struct ofp_packet_in, data);
369 pkt_len = ntohs(opi->header.length) - pkt_ofs;
370 pkt.data = opi->data;
372 flow_extract(&pkt, ntohs(opi->in_port), &flow);
375 queue_tx(sw, make_add_simple_flow(&flow, ntohl(opi->buffer_id),
378 /* If the switch didn't buffer the packet, we need to send a copy. */
379 if (ntohl(opi->buffer_id) == UINT32_MAX) {
380 queue_tx(sw, make_unbuffered_packet_out(&pkt, ntohs(flow.in_port),
386 process_noflow(struct switch_ *sw, struct ofp_packet_in *opi)
388 /* If the switch didn't buffer the packet, we need to send a copy. */
389 if (ntohl(opi->buffer_id) == UINT32_MAX) {
390 size_t pkt_ofs, pkt_len;
393 /* Extract flow data from 'opi' into 'flow'. */
394 pkt_ofs = offsetof(struct ofp_packet_in, data);
395 pkt_len = ntohs(opi->header.length) - pkt_ofs;
396 pkt.data = opi->data;
399 queue_tx(sw, make_unbuffered_packet_out(&pkt, ntohs(opi->in_port),
402 queue_tx(sw, make_buffered_packet_out(ntohl(opi->buffer_id),
403 ntohs(opi->in_port), OFPP_FLOOD));
408 #define MAC_HASH_BITS 10
409 #define MAC_HASH_MASK (MAC_HASH_SIZE - 1)
410 #define MAC_HASH_SIZE (1u << MAC_HASH_BITS)
415 struct list hash_list;
416 struct list lru_list;
417 uint64_t datapath_id;
418 uint8_t mac[ETH_ADDR_LEN];
422 static struct list mac_table[MAC_HASH_SIZE];
423 static struct list lrus;
424 static size_t mac_count;
432 for (i = 0; i < MAC_HASH_SIZE; i++) {
433 list_init(&mac_table[i]);
438 mac_table_bucket(uint64_t datapath_id, const uint8_t mac[ETH_ADDR_LEN])
441 hash = hash_fnv(&datapath_id, sizeof datapath_id, HASH_FNV_BASIS);
442 hash = hash_fnv(mac, ETH_ADDR_LEN, hash);
443 return &mac_table[hash & MAC_HASH_BITS];
447 process_switch(struct switch_ *sw, struct ofp_packet_in *opi)
449 size_t pkt_ofs, pkt_len;
455 /* Extract flow data from 'opi' into 'flow'. */
456 pkt_ofs = offsetof(struct ofp_packet_in, data);
457 pkt_len = ntohs(opi->header.length) - pkt_ofs;
458 pkt.data = opi->data;
460 flow_extract(&pkt, ntohs(opi->in_port), &flow);
462 /* Learn the source. */
463 if (!eth_addr_is_multicast(flow.dl_src)) {
464 struct mac_source *src;
468 bucket = mac_table_bucket(sw->datapath_id, flow.dl_src);
470 LIST_FOR_EACH (src, struct mac_source, hash_list, bucket) {
471 if (src->datapath_id == sw->datapath_id
472 && eth_addr_equals(src->mac, flow.dl_src)) {
479 /* Learn a new address. */
481 if (mac_count >= MAC_MAX) {
482 /* Drop the least recently used mac source. */
483 struct mac_source *lru;
484 lru = CONTAINER_OF(lrus.next, struct mac_source, lru_list);
485 list_remove(&lru->hash_list);
486 list_remove(&lru->lru_list);
492 /* Create new mac source */
493 src = xmalloc(sizeof *src);
494 src->datapath_id = sw->datapath_id;
495 memcpy(src->mac, flow.dl_src, ETH_ADDR_LEN);
497 list_push_front(bucket, &src->hash_list);
498 list_push_back(&lrus, &src->lru_list);
500 /* Make 'src' most-recently-used. */
501 list_remove(&src->lru_list);
502 list_push_back(&lrus, &src->lru_list);
505 if (ntohs(flow.in_port) != src->port) {
506 src->port = ntohs(flow.in_port);
507 VLOG_DBG("learned that "ETH_ADDR_FMT" is on datapath %"
509 ETH_ADDR_ARGS(src->mac), ntohll(src->datapath_id),
513 VLOG_DBG("multicast packet source "ETH_ADDR_FMT,
514 ETH_ADDR_ARGS(flow.dl_src));
517 /* Figure out the destination. */
518 out_port = OFPP_FLOOD;
519 if (!eth_addr_is_multicast(flow.dl_dst)) {
520 struct mac_source *dst;
523 bucket = mac_table_bucket(sw->datapath_id, flow.dl_dst);
524 LIST_FOR_EACH (dst, struct mac_source, hash_list, bucket) {
525 if (dst->datapath_id == sw->datapath_id
526 && eth_addr_equals(dst->mac, flow.dl_dst)) {
527 out_port = dst->port;
533 if (out_port != OFPP_FLOOD) {
534 /* The output port is known, so add a new flow. */
535 queue_tx(sw, make_add_simple_flow(&flow, ntohl(opi->buffer_id),
538 /* If the switch didn't buffer the packet, we need to send a copy. */
539 if (ntohl(opi->buffer_id) == UINT32_MAX) {
540 queue_tx(sw, make_unbuffered_packet_out(&pkt, ntohs(flow.in_port),
544 /* We don't know that MAC. Flood the packet. */
546 if (ntohl(opi->buffer_id) == UINT32_MAX) {
547 b = make_unbuffered_packet_out(&pkt, ntohs(flow.in_port), out_port);
549 b = make_buffered_packet_out(ntohl(opi->buffer_id),
550 ntohs(flow.in_port), out_port);
557 parse_options(int argc, char *argv[])
559 static struct option long_options[] = {
560 {"hub", no_argument, 0, 'H'},
561 {"noflow", no_argument, 0, 'n'},
562 {"verbose", optional_argument, 0, 'v'},
563 {"help", no_argument, 0, 'h'},
564 {"version", no_argument, 0, 'V'},
565 VCONN_SSL_LONG_OPTIONS
568 char *short_options = long_options_to_short_options(long_options);
574 c = getopt_long(argc, argv, short_options, long_options, &indexptr);
592 printf("%s "VERSION" compiled "__DATE__" "__TIME__"\n", argv[0]);
596 vlog_set_verbosity(optarg);
599 VCONN_SSL_OPTION_HANDLERS
614 printf("%s: OpenFlow controller\n"
615 "usage: %s [OPTIONS] METHOD\n"
616 "where METHOD is any OpenFlow connection method.\n",
617 program_name, program_name);
618 vconn_usage(true, true);
619 printf("\nOther options:\n"
620 " -H, --hub act as hub instead of learning switch\n"
621 " -n, --noflow pass traffic, but don't add flows\n"
622 " -v, --verbose set maximum verbosity level\n"
623 " -h, --help display this help message\n"
624 " -V, --version display version information\n");