/* * Copyright (c) 2009, 2010, 2011, 2012, 2013 Nicira, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at: * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include "ofproto-dpif-monitor.h" #include #include "bfd.h" #include "cfm.h" #include "hash.h" #include "heap.h" #include "hmap.h" #include "latch.h" #include "ofpbuf.h" #include "ofproto-dpif.h" #include "ovs-thread.h" #include "poll-loop.h" #include "seq.h" #include "timeval.h" #include "util.h" #include "vlog.h" VLOG_DEFINE_THIS_MODULE(ofproto_dpif_monitor); /* Converts the time in millisecond to heap priority. */ #define MSEC_TO_PRIO(TIME) (LLONG_MAX - (TIME)) /* Converts the heap priority to time in millisecond. */ #define PRIO_TO_MSEC(PRIO) (LLONG_MAX - (PRIO)) /* Monitored port. It owns references to ofport, bfd, cfm structs. */ struct mport { struct hmap_node hmap_node; /* In monitor_hmap. */ struct heap_node heap_node; /* In monitor_heap. */ const struct ofport_dpif *ofport; /* The corresponding ofport. */ struct cfm *cfm; /* Reference to cfm. */ struct bfd *bfd; /* Reference to bfd. */ uint8_t hw_addr[OFP_ETH_ALEN]; /* Hardware address. */ }; /* hmap that contains "struct mport"s. */ static struct hmap monitor_hmap; /* heap for ordering mport based on bfd/cfm wakeup time. */ static struct heap monitor_heap; /* The monitor thread id. */ static pthread_t monitor_tid; /* True if the monitor thread is running. */ static bool monitor_running; static struct seq *monitor_seq; static struct latch monitor_exit_latch; static struct ovs_rwlock monitor_rwlock = OVS_RWLOCK_INITIALIZER; static void monitor_init(void); static void *monitor_main(void *); static void monitor_run(void); static void mport_register(const struct ofport_dpif *, struct bfd *, struct cfm *, uint8_t[ETH_ADDR_LEN]) OVS_REQ_WRLOCK(monitor_rwlock); static void mport_unregister(const struct ofport_dpif *) OVS_REQ_WRLOCK(monitor_rwlock); static void mport_update(struct mport *, struct bfd *, struct cfm *, uint8_t[ETH_ADDR_LEN]) OVS_REQ_WRLOCK(monitor_rwlock); static struct mport *mport_find(const struct ofport_dpif *) OVS_REQ_WRLOCK(monitor_rwlock); /* Tries finding and returning the 'mport' from the monitor_hmap. * If there is no such 'mport', returns NULL. */ static struct mport * mport_find(const struct ofport_dpif *ofport) OVS_REQ_WRLOCK(monitor_rwlock) { struct mport *node; HMAP_FOR_EACH_WITH_HASH (node, hmap_node, hash_pointer(ofport, 0), &monitor_hmap) { if (node->ofport == ofport) { return node; } } return NULL; } /* Creates a new mport and inserts it into monitor_hmap and monitor_heap, * if it doesn't exist. Otherwise, just updates its fields. */ static void mport_register(const struct ofport_dpif *ofport, struct bfd *bfd, struct cfm *cfm, uint8_t *hw_addr) OVS_REQ_WRLOCK(monitor_rwlock) { struct mport *mport = mport_find(ofport); if (!mport) { mport = xzalloc(sizeof *mport); mport->ofport = ofport; hmap_insert(&monitor_hmap, &mport->hmap_node, hash_pointer(ofport, 0)); heap_insert(&monitor_heap, &mport->heap_node, 0); } mport_update(mport, bfd, cfm, hw_addr); } /* Removes mport from monitor_hmap and monitor_heap and frees it. */ static void mport_unregister(const struct ofport_dpif *ofport) OVS_REQ_WRLOCK(monitor_rwlock) { struct mport *mport = mport_find(ofport); if (mport) { mport_update(mport, NULL, NULL, NULL); hmap_remove(&monitor_hmap, &mport->hmap_node); heap_remove(&monitor_heap, &mport->heap_node); free(mport); } } /* Updates the fields of an existing mport struct. */ static void mport_update(struct mport *mport, struct bfd *bfd, struct cfm *cfm, uint8_t hw_addr[ETH_ADDR_LEN]) OVS_REQ_WRLOCK(monitor_rwlock) { ovs_assert(mport); if (mport->cfm != cfm) { cfm_unref(mport->cfm); mport->cfm = cfm_ref(cfm); } if (mport->bfd != bfd) { bfd_unref(mport->bfd); mport->bfd = bfd_ref(bfd); } if (hw_addr && memcmp(mport->hw_addr, hw_addr, ETH_ADDR_LEN)) { memcpy(mport->hw_addr, hw_addr, ETH_ADDR_LEN); } /* If bfd/cfm is added or reconfigured, move the mport on top of the heap * and wakes up the monitor thread. */ if (mport->bfd || mport->cfm) { heap_change(&monitor_heap, &mport->heap_node, LLONG_MAX); seq_change(monitor_seq); } } /* Initializes the global variables. This will only run once. */ static void monitor_init(void) { static struct ovsthread_once once = OVSTHREAD_ONCE_INITIALIZER; if (ovsthread_once_start(&once)) { hmap_init(&monitor_hmap); monitor_seq = seq_create(); ovsthread_once_done(&once); } } /* The 'main' function for the monitor thread. */ static void * monitor_main(void * args OVS_UNUSED) { set_subprogram_name("monitor"); VLOG_INFO("monitor thread created"); while (!latch_is_set(&monitor_exit_latch)) { uint64_t seq = seq_read(monitor_seq); monitor_run(); latch_wait(&monitor_exit_latch); seq_wait(monitor_seq, seq); poll_block(); } VLOG_INFO("monitor thread terminated"); return NULL; } /* Checks the sending of control packets on mports that have timed out. * Sends the control packets if needed. Executes bfd and cfm periodic * functions (run, wait) on those mports. */ static void monitor_run(void) { uint32_t stub[512 / 4]; long long int prio_now; struct ofpbuf packet; ofpbuf_use_stub(&packet, stub, sizeof stub); ovs_rwlock_rdlock(&monitor_rwlock); prio_now = MSEC_TO_PRIO(time_msec()); /* Peeks the top of heap and checks if we should run this mport. */ while (!heap_is_empty(&monitor_heap) && heap_max(&monitor_heap)->priority >= prio_now) { long long int next_wake_time; struct mport *mport; mport = CONTAINER_OF(heap_max(&monitor_heap), struct mport, heap_node); if (mport->cfm && cfm_should_send_ccm(mport->cfm)) { ofpbuf_clear(&packet); cfm_compose_ccm(mport->cfm, &packet, mport->hw_addr); ofproto_dpif_send_packet(mport->ofport, &packet); } if (mport->bfd && bfd_should_send_packet(mport->bfd)) { ofpbuf_clear(&packet); bfd_put_packet(mport->bfd, &packet, mport->hw_addr); ofproto_dpif_send_packet(mport->ofport, &packet); } if (mport->cfm) { cfm_run(mport->cfm); cfm_wait(mport->cfm); } if (mport->bfd) { bfd_run(mport->bfd); bfd_wait(mport->bfd); } /* Computes the next wakeup time for this mport. */ next_wake_time = MIN(bfd_wake_time(mport->bfd), cfm_wake_time(mport->cfm)); heap_change(&monitor_heap, heap_max(&monitor_heap), MSEC_TO_PRIO(next_wake_time)); } /* Waits on the earliest next wakeup time. */ if (!heap_is_empty(&monitor_heap)) { poll_timer_wait_until(PRIO_TO_MSEC(heap_max(&monitor_heap)->priority)); } ovs_rwlock_unlock(&monitor_rwlock); ofpbuf_uninit(&packet); } /* Creates the mport in monitor module if either bfd or cfm * is configured. Otherwise, deletes the mport. * Also checks whether the monitor thread should be started * or terminated. */ void ofproto_dpif_monitor_port_update(const struct ofport_dpif *ofport, struct bfd *bfd, struct cfm *cfm, uint8_t hw_addr[ETH_ADDR_LEN]) { monitor_init(); ovs_rwlock_wrlock(&monitor_rwlock); if (!cfm && !bfd) { mport_unregister(ofport); } else { mport_register(ofport, bfd, cfm, hw_addr); } ovs_rwlock_unlock(&monitor_rwlock); /* If the monitor thread is not running and the hmap * is not empty, starts it. If it is and the hmap is empty, * terminates it. */ if (!monitor_running && !hmap_is_empty(&monitor_hmap)) { latch_init(&monitor_exit_latch); xpthread_create(&monitor_tid, NULL, monitor_main, NULL); monitor_running = true; } else if (monitor_running && hmap_is_empty(&monitor_hmap)) { latch_set(&monitor_exit_latch); xpthread_join(monitor_tid, NULL); latch_destroy(&monitor_exit_latch); monitor_running = false; } }