X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=ofproto%2Fpinsched.c;h=831afefb2836417850cad30919d585fa137ab417;hb=HEAD;hp=4a939b8bf294f12ce6e18af05deffd51d50a3f61;hpb=68941e3f99fb5a3e1ef7f7b7b700b252c1f4d82f;p=sliver-openvswitch.git diff --git a/ofproto/pinsched.c b/ofproto/pinsched.c index 4a939b8bf..831afefb2 100644 --- a/ofproto/pinsched.c +++ b/ofproto/pinsched.c @@ -1,5 +1,5 @@ /* - * Copyright (c) 2008, 2009, 2010, 2011, 2012 Nicira, Inc. + * Copyright (c) 2008, 2009, 2010, 2011, 2012, 2013 Nicira, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,6 +21,7 @@ #include #include #include +#include "flow.h" #include "hash.h" #include "hmap.h" #include "ofpbuf.h" @@ -28,35 +29,26 @@ #include "poll-loop.h" #include "random.h" #include "rconn.h" +#include "sat-math.h" #include "timeval.h" +#include "token-bucket.h" #include "vconn.h" struct pinqueue { struct hmap_node node; /* In struct pinsched's 'queues' hmap. */ - uint16_t port_no; /* Port number. */ + ofp_port_t port_no; /* Port number. */ struct list packets; /* Contains "struct ofpbuf"s. */ int n; /* Number of packets in 'packets'. */ }; struct pinsched { - /* Client-supplied parameters. */ - int rate_limit; /* Packets added to bucket per second. */ - int burst_limit; /* Maximum token bucket size, in packets. */ + struct token_bucket token_bucket; /* One queue per physical port. */ struct hmap queues; /* Contains "struct pinqueue"s. */ int n_queued; /* Sum over queues[*].n. */ struct pinqueue *next_txq; /* Next pinqueue check in round-robin. */ - /* Token bucket. - * - * It costs 1000 tokens to send a single packet_in message. A single token - * per message would be more straightforward, but this choice lets us avoid - * round-off error in refill_bucket()'s calculation of how many tokens to - * add to the bucket, since no division step is needed. */ - long long int last_fill; /* Time at which we last added tokens. */ - int tokens; /* Current number of tokens. */ - /* Transmission queue. */ int n_txq; /* No. of packets waiting in rconn for tx. */ @@ -86,6 +78,20 @@ dequeue_packet(struct pinsched *ps, struct pinqueue *q) return packet; } +static void +adjust_limits(int *rate_limit, int *burst_limit) +{ + if (*rate_limit <= 0) { + *rate_limit = 1000; + } + if (*burst_limit <= 0) { + *burst_limit = *rate_limit / 4; + } + if (*burst_limit < 1) { + *burst_limit = 1; + } +} + /* Destroys 'q' and removes it from 'ps''s set of queues. * (The caller must ensure that 'q' is empty.) */ static void @@ -96,9 +102,9 @@ pinqueue_destroy(struct pinsched *ps, struct pinqueue *q) } static struct pinqueue * -pinqueue_get(struct pinsched *ps, uint16_t port_no) +pinqueue_get(struct pinsched *ps, ofp_port_t port_no) { - uint32_t hash = hash_int(port_no, 0); + uint32_t hash = hash_ofp_port(port_no); struct pinqueue *q; HMAP_FOR_EACH_IN_BUCKET (q, node, hash, &ps->queues) { @@ -169,43 +175,27 @@ get_tx_packet(struct pinsched *ps) return packet; } -/* Add tokens to the bucket based on elapsed time. */ -static void -refill_bucket(struct pinsched *ps) -{ - long long int now = time_msec(); - long long int tokens = (now - ps->last_fill) * ps->rate_limit + ps->tokens; - if (tokens >= 1000) { - ps->last_fill = now; - ps->tokens = MIN(tokens, ps->burst_limit * 1000); - } -} - /* Attempts to remove enough tokens from 'ps' to transmit a packet. Returns * true if successful, false otherwise. (In the latter case no tokens are * removed.) */ static bool get_token(struct pinsched *ps) { - if (ps->tokens >= 1000) { - ps->tokens -= 1000; - return true; - } else { - return false; - } + return token_bucket_withdraw(&ps->token_bucket, 1000); } void -pinsched_send(struct pinsched *ps, uint16_t port_no, - struct ofpbuf *packet, pinsched_tx_cb *cb, void *aux) +pinsched_send(struct pinsched *ps, ofp_port_t port_no, + struct ofpbuf *packet, struct list *txq) { + list_init(txq); if (!ps) { - cb(packet, aux); + list_push_back(txq, &packet->list_node); } else if (!ps->n_queued && get_token(ps)) { /* In the common case where we are not constrained by the rate limit, * let the packet take the normal path. */ ps->n_normal++; - cb(packet, aux); + list_push_back(txq, &packet->list_node); } else { /* Otherwise queue it up for the periodic callback to drain out. */ struct pinqueue *q; @@ -216,7 +206,7 @@ pinsched_send(struct pinsched *ps, uint16_t port_no, * otherwise wasted space. */ ofpbuf_trim(packet); - if (ps->n_queued >= ps->burst_limit) { + if (ps->n_queued * 1000 >= ps->token_bucket.burst) { drop_packet(ps); } q = pinqueue_get(ps, port_no); @@ -228,16 +218,17 @@ pinsched_send(struct pinsched *ps, uint16_t port_no, } void -pinsched_run(struct pinsched *ps, pinsched_tx_cb *cb, void *aux) +pinsched_run(struct pinsched *ps, struct list *txq) { + list_init(txq); if (ps) { int i; /* Drain some packets out of the bucket if possible, but limit the * number of iterations to allow other code to get work done too. */ - refill_bucket(ps); for (i = 0; ps->n_queued && get_token(ps) && i < 50; i++) { - cb(get_tx_packet(ps), aux); + struct ofpbuf *packet = get_tx_packet(ps); + list_push_back(txq, &packet->list_node); } } } @@ -246,14 +237,7 @@ void pinsched_wait(struct pinsched *ps) { if (ps && ps->n_queued) { - if (ps->tokens >= 1000) { - /* We can transmit more packets as soon as we're called again. */ - poll_immediate_wake(); - } else { - /* We have to wait for the bucket to re-fill. We could calculate - * the exact amount of time here for increased smoothness. */ - poll_timer_wait(TIME_UPDATE_INTERVAL / 2); - } + token_bucket_wait(&ps->token_bucket, 1000); } } @@ -264,16 +248,18 @@ pinsched_create(int rate_limit, int burst_limit) struct pinsched *ps; ps = xzalloc(sizeof *ps); + + adjust_limits(&rate_limit, &burst_limit); + token_bucket_init(&ps->token_bucket, + rate_limit, sat_mul(burst_limit, 1000)); + hmap_init(&ps->queues); ps->n_queued = 0; ps->next_txq = NULL; - ps->last_fill = time_msec(); - ps->tokens = rate_limit * 1000; ps->n_txq = 0; ps->n_normal = 0; ps->n_limited = 0; ps->n_queue_dropped = 0; - pinsched_set_limits(ps, rate_limit, burst_limit); return ps; } @@ -298,24 +284,16 @@ void pinsched_get_limits(const struct pinsched *ps, int *rate_limit, int *burst_limit) { - *rate_limit = ps->rate_limit; - *burst_limit = ps->burst_limit; + *rate_limit = ps->token_bucket.rate; + *burst_limit = ps->token_bucket.burst / 1000; } void pinsched_set_limits(struct pinsched *ps, int rate_limit, int burst_limit) { - if (rate_limit <= 0) { - rate_limit = 1000; - } - if (burst_limit <= 0) { - burst_limit = rate_limit / 4; - } - burst_limit = MAX(burst_limit, 1); - burst_limit = MIN(burst_limit, INT_MAX / 1000); - - ps->rate_limit = rate_limit; - ps->burst_limit = burst_limit; + adjust_limits(&rate_limit, &burst_limit); + token_bucket_set(&ps->token_bucket, + rate_limit, sat_mul(burst_limit, 1000)); while (ps->n_queued > burst_limit) { drop_packet(ps); }