X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=lib%2Fofpbuf.c;h=56e1ec6caa98db2fb8437b0b01ff85cf4b5a4c02;hb=79f108b14e7944ddc4669e9c03fc34b40a3a2288;hp=bb8855bd619d81654a3e3c799a22cb538082dc1c;hpb=31ac1e590b9bb2a2ce7c70cd7c8fd2db0fb8e481;p=sliver-openvswitch.git diff --git a/lib/ofpbuf.c b/lib/ofpbuf.c index bb8855bd6..56e1ec6ca 100644 --- a/lib/ofpbuf.c +++ b/lib/ofpbuf.c @@ -1,5 +1,5 @@ /* - * Copyright (c) 2008, 2009, 2010 Nicira Networks. + * Copyright (c) 2008, 2009, 2010, 2011, 2012, 2013 Nicira, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -16,10 +16,10 @@ #include #include "ofpbuf.h" -#include #include #include #include "dynamic-string.h" +#include "netdev-dpdk.h" #include "util.h" static void @@ -30,9 +30,9 @@ ofpbuf_use__(struct ofpbuf *b, void *base, size_t allocated, b->allocated = allocated; b->source = source; b->size = 0; - b->l2 = b->l3 = b->l4 = b->l7 = NULL; + b->l2 = NULL; + b->l2_5_ofs = b->l3_ofs = b->l4_ofs = UINT16_MAX; list_poison(&b->list_node); - b->private_p = NULL; } /* Initializes 'b' as an empty ofpbuf that contains the 'allocated' bytes of @@ -47,23 +47,44 @@ ofpbuf_use(struct ofpbuf *b, void *base, size_t allocated) /* Initializes 'b' as an empty ofpbuf that contains the 'allocated' bytes of * memory starting at 'base'. 'base' should point to a buffer on the stack. - * If 'b' is resized, new memory will be allocated with malloc() and 'base' - * will not be freed. This is useful when a small stack-allocated buffer is - * normally appropriate but sometimes it must be expanded. + * (Nothing actually relies on 'base' being allocated on the stack. It could + * be static or malloc()'d memory. But stack space is the most common use + * case.) * * 'base' should be appropriately aligned. Using an array of uint32_t or * uint64_t for the buffer is a reasonable way to ensure appropriate alignment * for 32- or 64-bit data. * - * (Nothing actually relies on 'base' being allocated on the stack. It could - * be static or malloc()'d memory. But stack space is the most common use - * case.) */ + * An ofpbuf operation that requires reallocating data will assert-fail if this + * function was used to initialize it. Thus, one need not call ofpbuf_uninit() + * on an ofpbuf initialized by this function (though doing so is harmless), + * because it is guaranteed that 'b' does not own any heap-allocated memory. */ void ofpbuf_use_stack(struct ofpbuf *b, void *base, size_t allocated) { ofpbuf_use__(b, base, allocated, OFPBUF_STACK); } +/* Initializes 'b' as an empty ofpbuf that contains the 'allocated' bytes of + * memory starting at 'base'. 'base' should point to a buffer on the stack. + * (Nothing actually relies on 'base' being allocated on the stack. It could + * be static or malloc()'d memory. But stack space is the most common use + * case.) + * + * 'base' should be appropriately aligned. Using an array of uint32_t or + * uint64_t for the buffer is a reasonable way to ensure appropriate alignment + * for 32- or 64-bit data. + * + * An ofpbuf operation that requires reallocating data will copy the provided + * buffer into a malloc()'d buffer. Thus, it is wise to call ofpbuf_uninit() + * on an ofpbuf initialized by this function, so that if it expanded into the + * heap, that memory is freed. */ +void +ofpbuf_use_stub(struct ofpbuf *b, void *base, size_t allocated) +{ + ofpbuf_use__(b, base, allocated, OFPBUF_STUB); +} + /* Initializes 'b' as an ofpbuf whose data starts at 'data' and continues for * 'size' bytes. This is appropriate for an ofpbuf that will be used to * inspect existing data, without moving it around or reallocating it, and @@ -74,7 +95,7 @@ ofpbuf_use_stack(struct ofpbuf *b, void *base, size_t allocated) void ofpbuf_use_const(struct ofpbuf *b, const void *data, size_t size) { - ofpbuf_use__(b, (void *) data, size, OFPBUF_CONST); + ofpbuf_use__(b, CONST_CAST(void *, data), size, OFPBUF_STACK); b->size = size; } @@ -90,8 +111,13 @@ ofpbuf_init(struct ofpbuf *b, size_t size) void ofpbuf_uninit(struct ofpbuf *b) { - if (b && b->source == OFPBUF_MALLOC) { - free(b->base); + if (b) { + if (b->source == OFPBUF_MALLOC) { + free(b->base); + } + if (b->source == OFPBUF_DPDK) { + free_dpdk_buf(b); + } } } @@ -123,10 +149,13 @@ ofpbuf_new_with_headroom(size_t size, size_t headroom) return b; } +/* Creates and returns a new ofpbuf that initially contains a copy of the + * 'buffer->size' bytes of data starting at 'buffer->data' with no headroom or + * tailroom. */ struct ofpbuf * ofpbuf_clone(const struct ofpbuf *buffer) { - return ofpbuf_clone_data(buffer->data, buffer->size); + return ofpbuf_clone_with_headroom(buffer, 0); } /* Creates and returns a new ofpbuf whose data are copied from 'buffer'. The @@ -134,100 +163,105 @@ ofpbuf_clone(const struct ofpbuf *buffer) struct ofpbuf * ofpbuf_clone_with_headroom(const struct ofpbuf *buffer, size_t headroom) { - struct ofpbuf *b = ofpbuf_new_with_headroom(buffer->size, headroom); - ofpbuf_put(b, buffer->data, buffer->size); - return b; -} + struct ofpbuf *new_buffer; -struct ofpbuf * -ofpbuf_clone_data(const void *data, size_t size) -{ - struct ofpbuf *b = ofpbuf_new(size); - ofpbuf_put(b, data, size); - return b; -} + new_buffer = ofpbuf_clone_data_with_headroom(buffer->data, buffer->size, + headroom); + if (buffer->l2) { + uintptr_t data_delta = (char *)new_buffer->data - (char *)buffer->data; -/* Frees memory that 'b' points to, as well as 'b' itself. */ -void -ofpbuf_delete(struct ofpbuf *b) -{ - if (b) { - ofpbuf_uninit(b); - free(b); + new_buffer->l2 = (char *) buffer->l2 + data_delta; } + new_buffer->l2_5_ofs = buffer->l2_5_ofs; + new_buffer->l3_ofs = buffer->l3_ofs; + new_buffer->l4_ofs = buffer->l4_ofs; + + return new_buffer; } -/* Returns the number of bytes of headroom in 'b', that is, the number of bytes - * of unused space in ofpbuf 'b' before the data that is in use. (Most - * commonly, the data in a ofpbuf is at its beginning, and thus the ofpbuf's - * headroom is 0.) */ -size_t -ofpbuf_headroom(const struct ofpbuf *b) +/* Creates and returns a new ofpbuf that initially contains a copy of the + * 'size' bytes of data starting at 'data' with no headroom or tailroom. */ +struct ofpbuf * +ofpbuf_clone_data(const void *data, size_t size) { - return (char*)b->data - (char*)b->base; + return ofpbuf_clone_data_with_headroom(data, size, 0); } -/* Returns the number of bytes that may be appended to the tail end of ofpbuf - * 'b' before the ofpbuf must be reallocated. */ -size_t -ofpbuf_tailroom(const struct ofpbuf *b) +/* Creates and returns a new ofpbuf that initially contains 'headroom' bytes of + * headroom followed by a copy of the 'size' bytes of data starting at + * 'data'. */ +struct ofpbuf * +ofpbuf_clone_data_with_headroom(const void *data, size_t size, size_t headroom) { - return (char*)ofpbuf_end(b) - (char*)ofpbuf_tail(b); + struct ofpbuf *b = ofpbuf_new_with_headroom(size, headroom); + ofpbuf_put(b, data, size); + return b; } -/* Changes 'b->base' to 'new_base' and adjusts all of 'b''s internal pointers - * to reflect the change. */ static void -ofpbuf_rebase__(struct ofpbuf *b, void *new_base) +ofpbuf_copy__(struct ofpbuf *b, uint8_t *new_base, + size_t new_headroom, size_t new_tailroom) { - if (b->base != new_base) { - uintptr_t base_delta = (char*)new_base - (char*)b->base; - b->base = new_base; - b->data = (char*)b->data + base_delta; - if (b->l2) { - b->l2 = (char*)b->l2 + base_delta; - } - if (b->l3) { - b->l3 = (char*)b->l3 + base_delta; - } - if (b->l4) { - b->l4 = (char*)b->l4 + base_delta; - } - if (b->l7) { - b->l7 = (char*)b->l7 + base_delta; - } - } + const uint8_t *old_base = b->base; + size_t old_headroom = ofpbuf_headroom(b); + size_t old_tailroom = ofpbuf_tailroom(b); + size_t copy_headroom = MIN(old_headroom, new_headroom); + size_t copy_tailroom = MIN(old_tailroom, new_tailroom); + + memcpy(&new_base[new_headroom - copy_headroom], + &old_base[old_headroom - copy_headroom], + copy_headroom + b->size + copy_tailroom); } -/* Reallocates 'b' so that it has exactly 'new_tailroom' bytes of tailroom. */ +/* Reallocates 'b' so that it has exactly 'new_headroom' and 'new_tailroom' + * bytes of headroom and tailroom, respectively. */ static void -ofpbuf_resize_tailroom__(struct ofpbuf *b, size_t new_tailroom) +ofpbuf_resize__(struct ofpbuf *b, size_t new_headroom, size_t new_tailroom) { + void *new_base, *new_data; size_t new_allocated; - void *new_base; - new_allocated = ofpbuf_headroom(b) + b->size + new_tailroom; + new_allocated = new_headroom + b->size + new_tailroom; switch (b->source) { + case OFPBUF_DPDK: + OVS_NOT_REACHED(); + case OFPBUF_MALLOC: - new_base = xrealloc(b->base, new_allocated); + if (new_headroom == ofpbuf_headroom(b)) { + new_base = xrealloc(b->base, new_allocated); + } else { + new_base = xmalloc(new_allocated); + ofpbuf_copy__(b, new_base, new_headroom, new_tailroom); + free(b->base); + } break; case OFPBUF_STACK: - new_base = xmalloc(new_allocated); - memcpy(new_base, b->base, MIN(new_allocated, b->allocated)); + OVS_NOT_REACHED(); + + case OFPBUF_STUB: b->source = OFPBUF_MALLOC; + new_base = xmalloc(new_allocated); + ofpbuf_copy__(b, new_base, new_headroom, new_tailroom); break; - case OFPBUF_CONST: - NOT_REACHED(); - default: - NOT_REACHED(); + OVS_NOT_REACHED(); } b->allocated = new_allocated; - ofpbuf_rebase__(b, new_base); + b->base = new_base; + + new_data = (char *) new_base + new_headroom; + if (b->data != new_data) { + uintptr_t data_delta = (char *) new_data - (char *) b->data; + + b->data = new_data; + if (b->l2) { + b->l2 = (char *) b->l2 + data_delta; + } + } } /* Ensures that 'b' has room for at least 'size' bytes at its tail end, @@ -237,14 +271,19 @@ void ofpbuf_prealloc_tailroom(struct ofpbuf *b, size_t size) { if (size > ofpbuf_tailroom(b)) { - ofpbuf_resize_tailroom__(b, MAX(size, 64)); + ofpbuf_resize__(b, ofpbuf_headroom(b), MAX(size, 64)); } } +/* Ensures that 'b' has room for at least 'size' bytes at its head, + * reallocating and copying its data if necessary. Its tailroom, if any, is + * preserved. */ void ofpbuf_prealloc_headroom(struct ofpbuf *b, size_t size) { - assert(size <= ofpbuf_headroom(b)); + if (size > ofpbuf_headroom(b)) { + ofpbuf_resize__(b, MAX(size, 64), ofpbuf_tailroom(b)); + } } /* Trims the size of 'b' to fit its actual content, reducing its tailroom to @@ -255,8 +294,39 @@ ofpbuf_prealloc_headroom(struct ofpbuf *b, size_t size) void ofpbuf_trim(struct ofpbuf *b) { - if (b->source == OFPBUF_MALLOC && ofpbuf_tailroom(b) > 0) { - ofpbuf_resize_tailroom__(b, 0); + ovs_assert(b->source != OFPBUF_DPDK); + + if (b->source == OFPBUF_MALLOC + && (ofpbuf_headroom(b) || ofpbuf_tailroom(b))) { + ofpbuf_resize__(b, 0, 0); + } +} + +/* If 'b' is shorter than 'length' bytes, pads its tail out with zeros to that + * length. */ +void +ofpbuf_padto(struct ofpbuf *b, size_t length) +{ + if (b->size < length) { + ofpbuf_put_zeros(b, length - b->size); + } +} + +/* Shifts all of the data within the allocated space in 'b' by 'delta' bytes. + * For example, a 'delta' of 1 would cause each byte of data to move one byte + * forward (from address 'p' to 'p+1'), and a 'delta' of -1 would cause each + * byte to move one byte backward (from 'p' to 'p-1'). */ +void +ofpbuf_shift(struct ofpbuf *b, int delta) +{ + ovs_assert(delta > 0 ? delta <= ofpbuf_tailroom(b) + : delta < 0 ? -delta <= ofpbuf_headroom(b) + : true); + + if (delta != 0) { + char *dst = (char *) b->data + delta; + memmove(dst, b->data, b->size); + b->data = dst; } } @@ -308,13 +378,13 @@ ofpbuf_put_hex(struct ofpbuf *b, const char *s, size_t *n) uint8_t byte; bool ok; - s += strspn(s, " "); + s += strspn(s, " \t\r\n"); byte = hexits_value(s, 2, &ok); if (!ok) { if (n) { *n = b->size - initial_size; } - return (char *) s; + return CONST_CAST(char *, s); } ofpbuf_put(b, &byte, 1); @@ -327,11 +397,25 @@ ofpbuf_put_hex(struct ofpbuf *b, const char *s, size_t *n) void ofpbuf_reserve(struct ofpbuf *b, size_t size) { - assert(!b->size); + ovs_assert(!b->size); ofpbuf_prealloc_tailroom(b, size); b->data = (char*)b->data + size; } +/* Reserves 'size' bytes of headroom so that they can be later allocated with + * ofpbuf_push_uninit() without reallocating the ofpbuf. */ +void +ofpbuf_reserve_with_tailroom(struct ofpbuf *b, size_t headroom, + size_t tailroom) +{ + ovs_assert(!b->size); + ofpbuf_prealloc_tailroom(b, headroom + tailroom); + b->data = (char*)b->data + headroom; +} + +/* Prefixes 'size' bytes to the head end of 'b', reallocating and copying its + * data if necessary. Returns a pointer to the first byte of the data's + * location in the ofpbuf. The new data is left uninitialized. */ void * ofpbuf_push_uninit(struct ofpbuf *b, size_t size) { @@ -341,9 +425,9 @@ ofpbuf_push_uninit(struct ofpbuf *b, size_t size) return b->data; } -/* Prefixes 'size' zeroed bytes to the head end of 'b'. 'b' must have at least - * 'size' bytes of headroom. Returns a pointer to the first byte of the data's - * location in the ofpbuf. */ +/* Prefixes 'size' zeroed bytes to the head end of 'b', reallocating and + * copying its data if necessary. Returns a pointer to the first byte of the + * data's location in the ofpbuf. */ void * ofpbuf_push_zeros(struct ofpbuf *b, size_t size) { @@ -352,6 +436,9 @@ ofpbuf_push_zeros(struct ofpbuf *b, size_t size) return dst; } +/* Copies the 'size' bytes starting at 'p' to the head end of 'b', reallocating + * and copying its data if necessary. Returns a pointer to the first byte of + * the data's location in the ofpbuf. */ void * ofpbuf_push(struct ofpbuf *b, const void *p, size_t size) { @@ -360,65 +447,25 @@ ofpbuf_push(struct ofpbuf *b, const void *p, size_t size) return dst; } -/* If 'b' contains at least 'offset + size' bytes of data, returns a pointer to - * byte 'offset'. Otherwise, returns a null pointer. */ +/* Returns the data in 'b' as a block of malloc()'d memory and frees the buffer + * within 'b'. (If 'b' itself was dynamically allocated, e.g. with + * ofpbuf_new(), then it should still be freed with, e.g., ofpbuf_delete().) */ void * -ofpbuf_at(const struct ofpbuf *b, size_t offset, size_t size) +ofpbuf_steal_data(struct ofpbuf *b) { - return offset + size <= b->size ? (char *) b->data + offset : NULL; -} - -/* Returns a pointer to byte 'offset' in 'b', which must contain at least - * 'offset + size' bytes of data. */ -void * -ofpbuf_at_assert(const struct ofpbuf *b, size_t offset, size_t size) -{ - assert(offset + size <= b->size); - return ((char *) b->data) + offset; -} - -/* Returns the byte following the last byte of data in use in 'b'. */ -void * -ofpbuf_tail(const struct ofpbuf *b) -{ - return (char *) b->data + b->size; -} - -/* Returns the byte following the last byte allocated for use (but not - * necessarily in use) by 'b'. */ -void * -ofpbuf_end(const struct ofpbuf *b) -{ - return (char *) b->base + b->allocated; -} - -/* Clears any data from 'b'. */ -void -ofpbuf_clear(struct ofpbuf *b) -{ - b->data = b->base; - b->size = 0; -} - -/* Removes 'size' bytes from the head end of 'b', which must contain at least - * 'size' bytes of data. Returns the first byte of data removed. */ -void * -ofpbuf_pull(struct ofpbuf *b, size_t size) -{ - void *data = b->data; - assert(b->size >= size); - b->data = (char*)b->data + size; - b->size -= size; - return data; -} - -/* If 'b' has at least 'size' bytes of data, removes that many bytes from the - * head end of 'b' and returns the first byte removed. Otherwise, returns a - * null pointer without modifying 'b'. */ -void * -ofpbuf_try_pull(struct ofpbuf *b, size_t size) -{ - return b->size >= size ? ofpbuf_pull(b, size) : NULL; + void *p; + ovs_assert(b->source != OFPBUF_DPDK); + + if (b->source == OFPBUF_MALLOC && b->data == b->base) { + p = b->data; + } else { + p = xmemdup(b->data, b->size); + if (b->source == OFPBUF_MALLOC) { + free(b->base); + } + } + b->base = b->data = NULL; + return p; } /* Returns a string that describes some of 'b''s metadata plus a hex dump of up @@ -429,7 +476,7 @@ ofpbuf_to_string(const struct ofpbuf *b, size_t maxbytes) struct ds s; ds_init(&s); - ds_put_format(&s, "size=%zu, allocated=%zu, head=%zu, tail=%zu\n", + ds_put_format(&s, "size=%"PRIu32", allocated=%"PRIu32", head=%"PRIuSIZE", tail=%"PRIuSIZE"\n", b->size, b->allocated, ofpbuf_headroom(b), ofpbuf_tailroom(b)); ds_put_hex_dump(&s, b->data, MIN(b->size, maxbytes), 0, false); @@ -448,3 +495,42 @@ ofpbuf_list_delete(struct list *list) ofpbuf_delete(b); } } + +static inline void +ofpbuf_adjust_layer_offset(uint16_t *offset, int increment) +{ + if (*offset != UINT16_MAX) { + *offset += increment; + } +} + +/* Adjust the size of the l2_5 portion of the ofpbuf, updating the l2 + * pointer and the layer offsets. The caller is responsible for + * modifying the contents. */ +void * +ofpbuf_resize_l2_5(struct ofpbuf *b, int increment) +{ + if (increment >= 0) { + ofpbuf_push_uninit(b, increment); + } else { + ofpbuf_pull(b, -increment); + } + + b->l2 = b->data; + /* Adjust layer offsets after l2_5. */ + ofpbuf_adjust_layer_offset(&b->l3_ofs, increment); + ofpbuf_adjust_layer_offset(&b->l4_ofs, increment); + + return b->l2; +} + +/* Adjust the size of the l2 portion of the ofpbuf, updating the l2 + * pointer and the layer offsets. The caller is responsible for + * modifying the contents. */ +void * +ofpbuf_resize_l2(struct ofpbuf *b, int increment) +{ + ofpbuf_resize_l2_5(b, increment); + ofpbuf_adjust_layer_offset(&b->l2_5_ofs, increment); + return b->l2; +}