(no commit message)
[linux-2.6.git] / linux-2.6-710-disable-vserver-check-for-ns-devices.patch
1 diff -Nurb linux-2.6.27.10-clickport/net/core/dev.c trellis2/net/core/dev.c
2 --- linux-2.6.27.10-clickport/net/core/dev.c    2009-01-27 16:02:45.000000000 -0500
3 +++ trellis2/net/core/dev.c     2009-02-12 11:00:46.000000000 -0500
4 @@ -2559,7 +2559,7 @@
5  
6         total = 0;
7         for_each_netdev(net, dev) {
8 -               if (!nx_dev_visible(current->nx_info, dev))
9 +               if (net==&init_dev && !nx_dev_visible(current->nx_info, dev))
10                         continue;
11                 for (i = 0; i < NPROTO; i++) {
12                         if (gifconf_list[i]) {
13 @@ -2628,8 +2628,9 @@
14  static void dev_seq_printf_stats(struct seq_file *seq, struct net_device *dev)
15  {
16         struct net_device_stats *stats = dev->get_stats(dev);
17 +    struct net *net = seq->private;
18  
19 -       if (!nx_dev_visible(current->nx_info, dev))
20 +       if (net==&init_net && !nx_dev_visible(current->nx_info, dev))
21                 return;
22  
23         seq_printf(seq, "%6s:%8lu %7lu %4lu %4lu %4lu %5lu %10lu %9lu "
24 diff -Nurb linux-2.6.27.10-clickport/net/core/dev.c.orig trellis2/net/core/dev.c.orig
25 --- linux-2.6.27.10-clickport/net/core/dev.c.orig       1969-12-31 19:00:00.000000000 -0500
26 +++ trellis2/net/core/dev.c.orig        2009-01-27 16:02:45.000000000 -0500
27 @@ -0,0 +1,4951 @@
28 +/*
29 + *     NET3    Protocol independent device support routines.
30 + *
31 + *             This program is free software; you can redistribute it and/or
32 + *             modify it under the terms of the GNU General Public License
33 + *             as published by the Free Software Foundation; either version
34 + *             2 of the License, or (at your option) any later version.
35 + *
36 + *     Derived from the non IP parts of dev.c 1.0.19
37 + *             Authors:        Ross Biro
38 + *                             Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
39 + *                             Mark Evans, <evansmp@uhura.aston.ac.uk>
40 + *
41 + *     Additional Authors:
42 + *             Florian la Roche <rzsfl@rz.uni-sb.de>
43 + *             Alan Cox <gw4pts@gw4pts.ampr.org>
44 + *             David Hinds <dahinds@users.sourceforge.net>
45 + *             Alexey Kuznetsov <kuznet@ms2.inr.ac.ru>
46 + *             Adam Sulmicki <adam@cfar.umd.edu>
47 + *              Pekka Riikonen <priikone@poesidon.pspt.fi>
48 + *
49 + *     Changes:
50 + *              D.J. Barrow     :       Fixed bug where dev->refcnt gets set
51 + *                                     to 2 if register_netdev gets called
52 + *                                     before net_dev_init & also removed a
53 + *                                     few lines of code in the process.
54 + *             Alan Cox        :       device private ioctl copies fields back.
55 + *             Alan Cox        :       Transmit queue code does relevant
56 + *                                     stunts to keep the queue safe.
57 + *             Alan Cox        :       Fixed double lock.
58 + *             Alan Cox        :       Fixed promisc NULL pointer trap
59 + *             ????????        :       Support the full private ioctl range
60 + *             Alan Cox        :       Moved ioctl permission check into
61 + *                                     drivers
62 + *             Tim Kordas      :       SIOCADDMULTI/SIOCDELMULTI
63 + *             Alan Cox        :       100 backlog just doesn't cut it when
64 + *                                     you start doing multicast video 8)
65 + *             Alan Cox        :       Rewrote net_bh and list manager.
66 + *             Alan Cox        :       Fix ETH_P_ALL echoback lengths.
67 + *             Alan Cox        :       Took out transmit every packet pass
68 + *                                     Saved a few bytes in the ioctl handler
69 + *             Alan Cox        :       Network driver sets packet type before
70 + *                                     calling netif_rx. Saves a function
71 + *                                     call a packet.
72 + *             Alan Cox        :       Hashed net_bh()
73 + *             Richard Kooijman:       Timestamp fixes.
74 + *             Alan Cox        :       Wrong field in SIOCGIFDSTADDR
75 + *             Alan Cox        :       Device lock protection.
76 + *             Alan Cox        :       Fixed nasty side effect of device close
77 + *                                     changes.
78 + *             Rudi Cilibrasi  :       Pass the right thing to
79 + *                                     set_mac_address()
80 + *             Dave Miller     :       32bit quantity for the device lock to
81 + *                                     make it work out on a Sparc.
82 + *             Bjorn Ekwall    :       Added KERNELD hack.
83 + *             Alan Cox        :       Cleaned up the backlog initialise.
84 + *             Craig Metz      :       SIOCGIFCONF fix if space for under
85 + *                                     1 device.
86 + *         Thomas Bogendoerfer :       Return ENODEV for dev_open, if there
87 + *                                     is no device open function.
88 + *             Andi Kleen      :       Fix error reporting for SIOCGIFCONF
89 + *         Michael Chastain    :       Fix signed/unsigned for SIOCGIFCONF
90 + *             Cyrus Durgin    :       Cleaned for KMOD
91 + *             Adam Sulmicki   :       Bug Fix : Network Device Unload
92 + *                                     A network device unload needs to purge
93 + *                                     the backlog queue.
94 + *     Paul Rusty Russell      :       SIOCSIFNAME
95 + *              Pekka Riikonen  :      Netdev boot-time settings code
96 + *              Andrew Morton   :       Make unregister_netdevice wait
97 + *                                     indefinitely on dev->refcnt
98 + *             J Hadi Salim    :       - Backlog queue sampling
99 + *                                     - netif_rx() feedback
100 + */
101 +
102 +#include <asm/uaccess.h>
103 +#include <asm/system.h>
104 +#include <linux/bitops.h>
105 +#include <linux/capability.h>
106 +#include <linux/cpu.h>
107 +#include <linux/types.h>
108 +#include <linux/kernel.h>
109 +#include <linux/sched.h>
110 +#include <linux/mutex.h>
111 +#include <linux/string.h>
112 +#include <linux/mm.h>
113 +#include <linux/socket.h>
114 +#include <linux/sockios.h>
115 +#include <linux/errno.h>
116 +#include <linux/interrupt.h>
117 +#include <linux/if_ether.h>
118 +#include <linux/netdevice.h>
119 +#include <linux/etherdevice.h>
120 +#include <linux/ethtool.h>
121 +#include <linux/notifier.h>
122 +#include <linux/skbuff.h>
123 +#include <net/net_namespace.h>
124 +#include <net/sock.h>
125 +#include <linux/rtnetlink.h>
126 +#include <linux/proc_fs.h>
127 +#include <linux/seq_file.h>
128 +#include <linux/stat.h>
129 +#include <linux/if_bridge.h>
130 +#include <linux/if_macvlan.h>
131 +#include <net/dst.h>
132 +#include <net/pkt_sched.h>
133 +#include <net/checksum.h>
134 +#include <linux/highmem.h>
135 +#include <linux/init.h>
136 +#include <linux/kmod.h>
137 +#include <linux/module.h>
138 +#include <linux/kallsyms.h>
139 +#include <linux/netpoll.h>
140 +#include <linux/rcupdate.h>
141 +#include <linux/delay.h>
142 +#include <net/wext.h>
143 +#include <net/iw_handler.h>
144 +#include <asm/current.h>
145 +#include <linux/audit.h>
146 +#include <linux/dmaengine.h>
147 +#include <linux/err.h>
148 +#include <linux/ctype.h>
149 +#include <linux/if_arp.h>
150 +#include <linux/if_vlan.h>
151 +#include <linux/ip.h>
152 +#include <net/ip.h>
153 +#include <linux/ipv6.h>
154 +#include <linux/in.h>
155 +#include <linux/jhash.h>
156 +#include <linux/random.h>
157 +#include <linux/vs_inet.h>
158 +
159 +#include "net-sysfs.h"
160 +
161 +/*
162 + *     The list of packet types we will receive (as opposed to discard)
163 + *     and the routines to invoke.
164 + *
165 + *     Why 16. Because with 16 the only overlap we get on a hash of the
166 + *     low nibble of the protocol value is RARP/SNAP/X.25.
167 + *
168 + *      NOTE:  That is no longer true with the addition of VLAN tags.  Not
169 + *             sure which should go first, but I bet it won't make much
170 + *             difference if we are running VLANs.  The good news is that
171 + *             this protocol won't be in the list unless compiled in, so
172 + *             the average user (w/out VLANs) will not be adversely affected.
173 + *             --BLG
174 + *
175 + *             0800    IP
176 + *             8100    802.1Q VLAN
177 + *             0001    802.3
178 + *             0002    AX.25
179 + *             0004    802.2
180 + *             8035    RARP
181 + *             0005    SNAP
182 + *             0805    X.25
183 + *             0806    ARP
184 + *             8137    IPX
185 + *             0009    Localtalk
186 + *             86DD    IPv6
187 + */
188 +
189 +#define PTYPE_HASH_SIZE        (16)
190 +#define PTYPE_HASH_MASK        (PTYPE_HASH_SIZE - 1)
191 +
192 +static DEFINE_SPINLOCK(ptype_lock);
193 +static struct list_head ptype_base[PTYPE_HASH_SIZE] __read_mostly;
194 +static struct list_head ptype_all __read_mostly;       /* Taps */
195 +
196 +#ifdef CONFIG_NET_DMA
197 +struct net_dma {
198 +       struct dma_client client;
199 +       spinlock_t lock;
200 +       cpumask_t channel_mask;
201 +       struct dma_chan **channels;
202 +};
203 +
204 +static enum dma_state_client
205 +netdev_dma_event(struct dma_client *client, struct dma_chan *chan,
206 +       enum dma_state state);
207 +
208 +static struct net_dma net_dma = {
209 +       .client = {
210 +               .event_callback = netdev_dma_event,
211 +       },
212 +};
213 +#endif
214 +
215 +/*
216 + * The @dev_base_head list is protected by @dev_base_lock and the rtnl
217 + * semaphore.
218 + *
219 + * Pure readers hold dev_base_lock for reading.
220 + *
221 + * Writers must hold the rtnl semaphore while they loop through the
222 + * dev_base_head list, and hold dev_base_lock for writing when they do the
223 + * actual updates.  This allows pure readers to access the list even
224 + * while a writer is preparing to update it.
225 + *
226 + * To put it another way, dev_base_lock is held for writing only to
227 + * protect against pure readers; the rtnl semaphore provides the
228 + * protection against other writers.
229 + *
230 + * See, for example usages, register_netdevice() and
231 + * unregister_netdevice(), which must be called with the rtnl
232 + * semaphore held.
233 + */
234 +DEFINE_RWLOCK(dev_base_lock);
235 +
236 +EXPORT_SYMBOL(dev_base_lock);
237 +
238 +#define NETDEV_HASHBITS        8
239 +#define NETDEV_HASHENTRIES (1 << NETDEV_HASHBITS)
240 +
241 +static inline struct hlist_head *dev_name_hash(struct net *net, const char *name)
242 +{
243 +       unsigned hash = full_name_hash(name, strnlen(name, IFNAMSIZ));
244 +       return &net->dev_name_head[hash & ((1 << NETDEV_HASHBITS) - 1)];
245 +}
246 +
247 +static inline struct hlist_head *dev_index_hash(struct net *net, int ifindex)
248 +{
249 +       return &net->dev_index_head[ifindex & ((1 << NETDEV_HASHBITS) - 1)];
250 +}
251 +
252 +/* Device list insertion */
253 +static int list_netdevice(struct net_device *dev)
254 +{
255 +       struct net *net = dev_net(dev);
256 +
257 +       ASSERT_RTNL();
258 +
259 +       write_lock_bh(&dev_base_lock);
260 +       list_add_tail(&dev->dev_list, &net->dev_base_head);
261 +       hlist_add_head(&dev->name_hlist, dev_name_hash(net, dev->name));
262 +       hlist_add_head(&dev->index_hlist, dev_index_hash(net, dev->ifindex));
263 +       write_unlock_bh(&dev_base_lock);
264 +       return 0;
265 +}
266 +
267 +/* Device list removal */
268 +static void unlist_netdevice(struct net_device *dev)
269 +{
270 +       ASSERT_RTNL();
271 +
272 +       /* Unlink dev from the device chain */
273 +       write_lock_bh(&dev_base_lock);
274 +       list_del(&dev->dev_list);
275 +       hlist_del(&dev->name_hlist);
276 +       hlist_del(&dev->index_hlist);
277 +       write_unlock_bh(&dev_base_lock);
278 +}
279 +
280 +/* Click: input packet handlers, might steal packets from net_rx_action. */
281 +static RAW_NOTIFIER_HEAD(net_in_chain);
282 +
283 +/*
284 + *     Our notifier list
285 + */
286 +
287 +static RAW_NOTIFIER_HEAD(netdev_chain);
288 +
289 +/*
290 + *     Device drivers call our routines to queue packets here. We empty the
291 + *     queue in the local softnet handler.
292 + */
293 +
294 +DEFINE_PER_CPU(struct softnet_data, softnet_data);
295 +
296 +#ifdef CONFIG_LOCKDEP
297 +/*
298 + * register_netdevice() inits txq->_xmit_lock and sets lockdep class
299 + * according to dev->type
300 + */
301 +static const unsigned short netdev_lock_type[] =
302 +       {ARPHRD_NETROM, ARPHRD_ETHER, ARPHRD_EETHER, ARPHRD_AX25,
303 +        ARPHRD_PRONET, ARPHRD_CHAOS, ARPHRD_IEEE802, ARPHRD_ARCNET,
304 +        ARPHRD_APPLETLK, ARPHRD_DLCI, ARPHRD_ATM, ARPHRD_METRICOM,
305 +        ARPHRD_IEEE1394, ARPHRD_EUI64, ARPHRD_INFINIBAND, ARPHRD_SLIP,
306 +        ARPHRD_CSLIP, ARPHRD_SLIP6, ARPHRD_CSLIP6, ARPHRD_RSRVD,
307 +        ARPHRD_ADAPT, ARPHRD_ROSE, ARPHRD_X25, ARPHRD_HWX25,
308 +        ARPHRD_PPP, ARPHRD_CISCO, ARPHRD_LAPB, ARPHRD_DDCMP,
309 +        ARPHRD_RAWHDLC, ARPHRD_TUNNEL, ARPHRD_TUNNEL6, ARPHRD_FRAD,
310 +        ARPHRD_SKIP, ARPHRD_LOOPBACK, ARPHRD_LOCALTLK, ARPHRD_FDDI,
311 +        ARPHRD_BIF, ARPHRD_SIT, ARPHRD_IPDDP, ARPHRD_IPGRE,
312 +        ARPHRD_PIMREG, ARPHRD_HIPPI, ARPHRD_ASH, ARPHRD_ECONET,
313 +        ARPHRD_IRDA, ARPHRD_FCPP, ARPHRD_FCAL, ARPHRD_FCPL,
314 +        ARPHRD_FCFABRIC, ARPHRD_IEEE802_TR, ARPHRD_IEEE80211,
315 +        ARPHRD_IEEE80211_PRISM, ARPHRD_IEEE80211_RADIOTAP, ARPHRD_VOID,
316 +        ARPHRD_NONE};
317 +
318 +static const char *netdev_lock_name[] =
319 +       {"_xmit_NETROM", "_xmit_ETHER", "_xmit_EETHER", "_xmit_AX25",
320 +        "_xmit_PRONET", "_xmit_CHAOS", "_xmit_IEEE802", "_xmit_ARCNET",
321 +        "_xmit_APPLETLK", "_xmit_DLCI", "_xmit_ATM", "_xmit_METRICOM",
322 +        "_xmit_IEEE1394", "_xmit_EUI64", "_xmit_INFINIBAND", "_xmit_SLIP",
323 +        "_xmit_CSLIP", "_xmit_SLIP6", "_xmit_CSLIP6", "_xmit_RSRVD",
324 +        "_xmit_ADAPT", "_xmit_ROSE", "_xmit_X25", "_xmit_HWX25",
325 +        "_xmit_PPP", "_xmit_CISCO", "_xmit_LAPB", "_xmit_DDCMP",
326 +        "_xmit_RAWHDLC", "_xmit_TUNNEL", "_xmit_TUNNEL6", "_xmit_FRAD",
327 +        "_xmit_SKIP", "_xmit_LOOPBACK", "_xmit_LOCALTLK", "_xmit_FDDI",
328 +        "_xmit_BIF", "_xmit_SIT", "_xmit_IPDDP", "_xmit_IPGRE",
329 +        "_xmit_PIMREG", "_xmit_HIPPI", "_xmit_ASH", "_xmit_ECONET",
330 +        "_xmit_IRDA", "_xmit_FCPP", "_xmit_FCAL", "_xmit_FCPL",
331 +        "_xmit_FCFABRIC", "_xmit_IEEE802_TR", "_xmit_IEEE80211",
332 +        "_xmit_IEEE80211_PRISM", "_xmit_IEEE80211_RADIOTAP", "_xmit_VOID",
333 +        "_xmit_NONE"};
334 +
335 +static struct lock_class_key netdev_xmit_lock_key[ARRAY_SIZE(netdev_lock_type)];
336 +static struct lock_class_key netdev_addr_lock_key[ARRAY_SIZE(netdev_lock_type)];
337 +
338 +static inline unsigned short netdev_lock_pos(unsigned short dev_type)
339 +{
340 +       int i;
341 +
342 +       for (i = 0; i < ARRAY_SIZE(netdev_lock_type); i++)
343 +               if (netdev_lock_type[i] == dev_type)
344 +                       return i;
345 +       /* the last key is used by default */
346 +       return ARRAY_SIZE(netdev_lock_type) - 1;
347 +}
348 +
349 +static inline void netdev_set_xmit_lockdep_class(spinlock_t *lock,
350 +                                                unsigned short dev_type)
351 +{
352 +       int i;
353 +
354 +       i = netdev_lock_pos(dev_type);
355 +       lockdep_set_class_and_name(lock, &netdev_xmit_lock_key[i],
356 +                                  netdev_lock_name[i]);
357 +}
358 +
359 +static inline void netdev_set_addr_lockdep_class(struct net_device *dev)
360 +{
361 +       int i;
362 +
363 +       i = netdev_lock_pos(dev->type);
364 +       lockdep_set_class_and_name(&dev->addr_list_lock,
365 +                                  &netdev_addr_lock_key[i],
366 +                                  netdev_lock_name[i]);
367 +}
368 +#else
369 +static inline void netdev_set_xmit_lockdep_class(spinlock_t *lock,
370 +                                                unsigned short dev_type)
371 +{
372 +}
373 +static inline void netdev_set_addr_lockdep_class(struct net_device *dev)
374 +{
375 +}
376 +#endif
377 +
378 +/*******************************************************************************
379 +
380 +               Protocol management and registration routines
381 +
382 +*******************************************************************************/
383 +
384 +/*
385 + *     Add a protocol ID to the list. Now that the input handler is
386 + *     smarter we can dispense with all the messy stuff that used to be
387 + *     here.
388 + *
389 + *     BEWARE!!! Protocol handlers, mangling input packets,
390 + *     MUST BE last in hash buckets and checking protocol handlers
391 + *     MUST start from promiscuous ptype_all chain in net_bh.
392 + *     It is true now, do not change it.
393 + *     Explanation follows: if protocol handler, mangling packet, will
394 + *     be the first on list, it is not able to sense, that packet
395 + *     is cloned and should be copied-on-write, so that it will
396 + *     change it and subsequent readers will get broken packet.
397 + *                                                     --ANK (980803)
398 + */
399 +
400 +/**
401 + *     dev_add_pack - add packet handler
402 + *     @pt: packet type declaration
403 + *
404 + *     Add a protocol handler to the networking stack. The passed &packet_type
405 + *     is linked into kernel lists and may not be freed until it has been
406 + *     removed from the kernel lists.
407 + *
408 + *     This call does not sleep therefore it can not
409 + *     guarantee all CPU's that are in middle of receiving packets
410 + *     will see the new packet type (until the next received packet).
411 + */
412 +
413 +void dev_add_pack(struct packet_type *pt)
414 +{
415 +       int hash;
416 +
417 +       spin_lock_bh(&ptype_lock);
418 +       if (pt->type == htons(ETH_P_ALL))
419 +               list_add_rcu(&pt->list, &ptype_all);
420 +       else {
421 +               hash = ntohs(pt->type) & PTYPE_HASH_MASK;
422 +               list_add_rcu(&pt->list, &ptype_base[hash]);
423 +       }
424 +       spin_unlock_bh(&ptype_lock);
425 +}
426 +
427 +/**
428 + *     __dev_remove_pack        - remove packet handler
429 + *     @pt: packet type declaration
430 + *
431 + *     Remove a protocol handler that was previously added to the kernel
432 + *     protocol handlers by dev_add_pack(). The passed &packet_type is removed
433 + *     from the kernel lists and can be freed or reused once this function
434 + *     returns.
435 + *
436 + *      The packet type might still be in use by receivers
437 + *     and must not be freed until after all the CPU's have gone
438 + *     through a quiescent state.
439 + */
440 +void __dev_remove_pack(struct packet_type *pt)
441 +{
442 +       struct list_head *head;
443 +       struct packet_type *pt1;
444 +
445 +       spin_lock_bh(&ptype_lock);
446 +
447 +       if (pt->type == htons(ETH_P_ALL))
448 +               head = &ptype_all;
449 +       else
450 +               head = &ptype_base[ntohs(pt->type) & PTYPE_HASH_MASK];
451 +
452 +       list_for_each_entry(pt1, head, list) {
453 +               if (pt == pt1) {
454 +                       list_del_rcu(&pt->list);
455 +                       goto out;
456 +               }
457 +       }
458 +
459 +       printk(KERN_WARNING "dev_remove_pack: %p not found.\n", pt);
460 +out:
461 +       spin_unlock_bh(&ptype_lock);
462 +}
463 +/**
464 + *     dev_remove_pack  - remove packet handler
465 + *     @pt: packet type declaration
466 + *
467 + *     Remove a protocol handler that was previously added to the kernel
468 + *     protocol handlers by dev_add_pack(). The passed &packet_type is removed
469 + *     from the kernel lists and can be freed or reused once this function
470 + *     returns.
471 + *
472 + *     This call sleeps to guarantee that no CPU is looking at the packet
473 + *     type after return.
474 + */
475 +void dev_remove_pack(struct packet_type *pt)
476 +{
477 +       __dev_remove_pack(pt);
478 +
479 +       synchronize_net();
480 +}
481 +
482 +/******************************************************************************
483 +
484 +                     Device Boot-time Settings Routines
485 +
486 +*******************************************************************************/
487 +
488 +/* Boot time configuration table */
489 +static struct netdev_boot_setup dev_boot_setup[NETDEV_BOOT_SETUP_MAX];
490 +
491 +/**
492 + *     netdev_boot_setup_add   - add new setup entry
493 + *     @name: name of the device
494 + *     @map: configured settings for the device
495 + *
496 + *     Adds new setup entry to the dev_boot_setup list.  The function
497 + *     returns 0 on error and 1 on success.  This is a generic routine to
498 + *     all netdevices.
499 + */
500 +static int netdev_boot_setup_add(char *name, struct ifmap *map)
501 +{
502 +       struct netdev_boot_setup *s;
503 +       int i;
504 +
505 +       s = dev_boot_setup;
506 +       for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
507 +               if (s[i].name[0] == '\0' || s[i].name[0] == ' ') {
508 +                       memset(s[i].name, 0, sizeof(s[i].name));
509 +                       strlcpy(s[i].name, name, IFNAMSIZ);
510 +                       memcpy(&s[i].map, map, sizeof(s[i].map));
511 +                       break;
512 +               }
513 +       }
514 +
515 +       return i >= NETDEV_BOOT_SETUP_MAX ? 0 : 1;
516 +}
517 +
518 +/**
519 + *     netdev_boot_setup_check - check boot time settings
520 + *     @dev: the netdevice
521 + *
522 + *     Check boot time settings for the device.
523 + *     The found settings are set for the device to be used
524 + *     later in the device probing.
525 + *     Returns 0 if no settings found, 1 if they are.
526 + */
527 +int netdev_boot_setup_check(struct net_device *dev)
528 +{
529 +       struct netdev_boot_setup *s = dev_boot_setup;
530 +       int i;
531 +
532 +       for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
533 +               if (s[i].name[0] != '\0' && s[i].name[0] != ' ' &&
534 +                   !strcmp(dev->name, s[i].name)) {
535 +                       dev->irq        = s[i].map.irq;
536 +                       dev->base_addr  = s[i].map.base_addr;
537 +                       dev->mem_start  = s[i].map.mem_start;
538 +                       dev->mem_end    = s[i].map.mem_end;
539 +                       return 1;
540 +               }
541 +       }
542 +       return 0;
543 +}
544 +
545 +
546 +/**
547 + *     netdev_boot_base        - get address from boot time settings
548 + *     @prefix: prefix for network device
549 + *     @unit: id for network device
550 + *
551 + *     Check boot time settings for the base address of device.
552 + *     The found settings are set for the device to be used
553 + *     later in the device probing.
554 + *     Returns 0 if no settings found.
555 + */
556 +unsigned long netdev_boot_base(const char *prefix, int unit)
557 +{
558 +       const struct netdev_boot_setup *s = dev_boot_setup;
559 +       char name[IFNAMSIZ];
560 +       int i;
561 +
562 +       sprintf(name, "%s%d", prefix, unit);
563 +
564 +       /*
565 +        * If device already registered then return base of 1
566 +        * to indicate not to probe for this interface
567 +        */
568 +       if (__dev_get_by_name(&init_net, name))
569 +               return 1;
570 +
571 +       for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++)
572 +               if (!strcmp(name, s[i].name))
573 +                       return s[i].map.base_addr;
574 +       return 0;
575 +}
576 +
577 +/*
578 + * Saves at boot time configured settings for any netdevice.
579 + */
580 +int __init netdev_boot_setup(char *str)
581 +{
582 +       int ints[5];
583 +       struct ifmap map;
584 +
585 +       str = get_options(str, ARRAY_SIZE(ints), ints);
586 +       if (!str || !*str)
587 +               return 0;
588 +
589 +       /* Save settings */
590 +       memset(&map, 0, sizeof(map));
591 +       if (ints[0] > 0)
592 +               map.irq = ints[1];
593 +       if (ints[0] > 1)
594 +               map.base_addr = ints[2];
595 +       if (ints[0] > 2)
596 +               map.mem_start = ints[3];
597 +       if (ints[0] > 3)
598 +               map.mem_end = ints[4];
599 +
600 +       /* Add new entry to the list */
601 +       return netdev_boot_setup_add(str, &map);
602 +}
603 +
604 +__setup("netdev=", netdev_boot_setup);
605 +
606 +/*******************************************************************************
607 +
608 +                           Device Interface Subroutines
609 +
610 +*******************************************************************************/
611 +
612 +/**
613 + *     __dev_get_by_name       - find a device by its name
614 + *     @net: the applicable net namespace
615 + *     @name: name to find
616 + *
617 + *     Find an interface by name. Must be called under RTNL semaphore
618 + *     or @dev_base_lock. If the name is found a pointer to the device
619 + *     is returned. If the name is not found then %NULL is returned. The
620 + *     reference counters are not incremented so the caller must be
621 + *     careful with locks.
622 + */
623 +
624 +struct net_device *__dev_get_by_name(struct net *net, const char *name)
625 +{
626 +       struct hlist_node *p;
627 +
628 +       hlist_for_each(p, dev_name_hash(net, name)) {
629 +               struct net_device *dev
630 +                       = hlist_entry(p, struct net_device, name_hlist);
631 +               if (!strncmp(dev->name, name, IFNAMSIZ))
632 +                       return dev;
633 +       }
634 +       return NULL;
635 +}
636 +
637 +/**
638 + *     dev_get_by_name         - find a device by its name
639 + *     @net: the applicable net namespace
640 + *     @name: name to find
641 + *
642 + *     Find an interface by name. This can be called from any
643 + *     context and does its own locking. The returned handle has
644 + *     the usage count incremented and the caller must use dev_put() to
645 + *     release it when it is no longer needed. %NULL is returned if no
646 + *     matching device is found.
647 + */
648 +
649 +struct net_device *dev_get_by_name(struct net *net, const char *name)
650 +{
651 +       struct net_device *dev;
652 +
653 +       read_lock(&dev_base_lock);
654 +       dev = __dev_get_by_name(net, name);
655 +       if (dev)
656 +               dev_hold(dev);
657 +       read_unlock(&dev_base_lock);
658 +       return dev;
659 +}
660 +
661 +/**
662 + *     __dev_get_by_index - find a device by its ifindex
663 + *     @net: the applicable net namespace
664 + *     @ifindex: index of device
665 + *
666 + *     Search for an interface by index. Returns %NULL if the device
667 + *     is not found or a pointer to the device. The device has not
668 + *     had its reference counter increased so the caller must be careful
669 + *     about locking. The caller must hold either the RTNL semaphore
670 + *     or @dev_base_lock.
671 + */
672 +
673 +struct net_device *__dev_get_by_index(struct net *net, int ifindex)
674 +{
675 +       struct hlist_node *p;
676 +
677 +       hlist_for_each(p, dev_index_hash(net, ifindex)) {
678 +               struct net_device *dev
679 +                       = hlist_entry(p, struct net_device, index_hlist);
680 +               if (dev->ifindex == ifindex)
681 +                       return dev;
682 +       }
683 +       return NULL;
684 +}
685 +
686 +
687 +/**
688 + *     dev_get_by_index - find a device by its ifindex
689 + *     @net: the applicable net namespace
690 + *     @ifindex: index of device
691 + *
692 + *     Search for an interface by index. Returns NULL if the device
693 + *     is not found or a pointer to the device. The device returned has
694 + *     had a reference added and the pointer is safe until the user calls
695 + *     dev_put to indicate they have finished with it.
696 + */
697 +
698 +struct net_device *dev_get_by_index(struct net *net, int ifindex)
699 +{
700 +       struct net_device *dev;
701 +
702 +       read_lock(&dev_base_lock);
703 +       dev = __dev_get_by_index(net, ifindex);
704 +       if (dev)
705 +               dev_hold(dev);
706 +       read_unlock(&dev_base_lock);
707 +       return dev;
708 +}
709 +
710 +/**
711 + *     dev_getbyhwaddr - find a device by its hardware address
712 + *     @net: the applicable net namespace
713 + *     @type: media type of device
714 + *     @ha: hardware address
715 + *
716 + *     Search for an interface by MAC address. Returns NULL if the device
717 + *     is not found or a pointer to the device. The caller must hold the
718 + *     rtnl semaphore. The returned device has not had its ref count increased
719 + *     and the caller must therefore be careful about locking
720 + *
721 + *     BUGS:
722 + *     If the API was consistent this would be __dev_get_by_hwaddr
723 + */
724 +
725 +struct net_device *dev_getbyhwaddr(struct net *net, unsigned short type, char *ha)
726 +{
727 +       struct net_device *dev;
728 +
729 +       ASSERT_RTNL();
730 +
731 +       for_each_netdev(net, dev)
732 +               if (dev->type == type &&
733 +                   !memcmp(dev->dev_addr, ha, dev->addr_len))
734 +                       return dev;
735 +
736 +       return NULL;
737 +}
738 +
739 +EXPORT_SYMBOL(dev_getbyhwaddr);
740 +
741 +struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type)
742 +{
743 +       struct net_device *dev;
744 +
745 +       ASSERT_RTNL();
746 +       for_each_netdev(net, dev)
747 +               if (dev->type == type)
748 +                       return dev;
749 +
750 +       return NULL;
751 +}
752 +
753 +EXPORT_SYMBOL(__dev_getfirstbyhwtype);
754 +
755 +struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type)
756 +{
757 +       struct net_device *dev;
758 +
759 +       rtnl_lock();
760 +       dev = __dev_getfirstbyhwtype(net, type);
761 +       if (dev)
762 +               dev_hold(dev);
763 +       rtnl_unlock();
764 +       return dev;
765 +}
766 +
767 +EXPORT_SYMBOL(dev_getfirstbyhwtype);
768 +
769 +/**
770 + *     dev_get_by_flags - find any device with given flags
771 + *     @net: the applicable net namespace
772 + *     @if_flags: IFF_* values
773 + *     @mask: bitmask of bits in if_flags to check
774 + *
775 + *     Search for any interface with the given flags. Returns NULL if a device
776 + *     is not found or a pointer to the device. The device returned has
777 + *     had a reference added and the pointer is safe until the user calls
778 + *     dev_put to indicate they have finished with it.
779 + */
780 +
781 +struct net_device * dev_get_by_flags(struct net *net, unsigned short if_flags, unsigned short mask)
782 +{
783 +       struct net_device *dev, *ret;
784 +
785 +       ret = NULL;
786 +       read_lock(&dev_base_lock);
787 +       for_each_netdev(net, dev) {
788 +               if (((dev->flags ^ if_flags) & mask) == 0) {
789 +                       dev_hold(dev);
790 +                       ret = dev;
791 +                       break;
792 +               }
793 +       }
794 +       read_unlock(&dev_base_lock);
795 +       return ret;
796 +}
797 +
798 +/**
799 + *     dev_valid_name - check if name is okay for network device
800 + *     @name: name string
801 + *
802 + *     Network device names need to be valid file names to
803 + *     to allow sysfs to work.  We also disallow any kind of
804 + *     whitespace.
805 + */
806 +int dev_valid_name(const char *name)
807 +{
808 +       if (*name == '\0')
809 +               return 0;
810 +       if (strlen(name) >= IFNAMSIZ)
811 +               return 0;
812 +       if (!strcmp(name, ".") || !strcmp(name, ".."))
813 +               return 0;
814 +
815 +       while (*name) {
816 +               if (*name == '/' || isspace(*name))
817 +                       return 0;
818 +               name++;
819 +       }
820 +       return 1;
821 +}
822 +
823 +/**
824 + *     __dev_alloc_name - allocate a name for a device
825 + *     @net: network namespace to allocate the device name in
826 + *     @name: name format string
827 + *     @buf:  scratch buffer and result name string
828 + *
829 + *     Passed a format string - eg "lt%d" it will try and find a suitable
830 + *     id. It scans list of devices to build up a free map, then chooses
831 + *     the first empty slot. The caller must hold the dev_base or rtnl lock
832 + *     while allocating the name and adding the device in order to avoid
833 + *     duplicates.
834 + *     Limited to bits_per_byte * page size devices (ie 32K on most platforms).
835 + *     Returns the number of the unit assigned or a negative errno code.
836 + */
837 +
838 +static int __dev_alloc_name(struct net *net, const char *name, char *buf)
839 +{
840 +       int i = 0;
841 +       const char *p;
842 +       const int max_netdevices = 8*PAGE_SIZE;
843 +       unsigned long *inuse;
844 +       struct net_device *d;
845 +
846 +       p = strnchr(name, IFNAMSIZ-1, '%');
847 +       if (p) {
848 +               /*
849 +                * Verify the string as this thing may have come from
850 +                * the user.  There must be either one "%d" and no other "%"
851 +                * characters.
852 +                */
853 +               if (p[1] != 'd' || strchr(p + 2, '%'))
854 +                       return -EINVAL;
855 +
856 +               /* Use one page as a bit array of possible slots */
857 +               inuse = (unsigned long *) get_zeroed_page(GFP_ATOMIC);
858 +               if (!inuse)
859 +                       return -ENOMEM;
860 +
861 +               for_each_netdev(net, d) {
862 +                       if (!sscanf(d->name, name, &i))
863 +                               continue;
864 +                       if (i < 0 || i >= max_netdevices)
865 +                               continue;
866 +
867 +                       /*  avoid cases where sscanf is not exact inverse of printf */
868 +                       snprintf(buf, IFNAMSIZ, name, i);
869 +                       if (!strncmp(buf, d->name, IFNAMSIZ))
870 +                               set_bit(i, inuse);
871 +               }
872 +
873 +               i = find_first_zero_bit(inuse, max_netdevices);
874 +               free_page((unsigned long) inuse);
875 +       }
876 +
877 +       snprintf(buf, IFNAMSIZ, name, i);
878 +       if (!__dev_get_by_name(net, buf))
879 +               return i;
880 +
881 +       /* It is possible to run out of possible slots
882 +        * when the name is long and there isn't enough space left
883 +        * for the digits, or if all bits are used.
884 +        */
885 +       return -ENFILE;
886 +}
887 +
888 +/**
889 + *     dev_alloc_name - allocate a name for a device
890 + *     @dev: device
891 + *     @name: name format string
892 + *
893 + *     Passed a format string - eg "lt%d" it will try and find a suitable
894 + *     id. It scans list of devices to build up a free map, then chooses
895 + *     the first empty slot. The caller must hold the dev_base or rtnl lock
896 + *     while allocating the name and adding the device in order to avoid
897 + *     duplicates.
898 + *     Limited to bits_per_byte * page size devices (ie 32K on most platforms).
899 + *     Returns the number of the unit assigned or a negative errno code.
900 + */
901 +
902 +int dev_alloc_name(struct net_device *dev, const char *name)
903 +{
904 +       char buf[IFNAMSIZ];
905 +       struct net *net;
906 +       int ret;
907 +
908 +       BUG_ON(!dev_net(dev));
909 +       net = dev_net(dev);
910 +       ret = __dev_alloc_name(net, name, buf);
911 +       if (ret >= 0)
912 +               strlcpy(dev->name, buf, IFNAMSIZ);
913 +       return ret;
914 +}
915 +
916 +
917 +/**
918 + *     dev_change_name - change name of a device
919 + *     @dev: device
920 + *     @newname: name (or format string) must be at least IFNAMSIZ
921 + *
922 + *     Change name of a device, can pass format strings "eth%d".
923 + *     for wildcarding.
924 + */
925 +int dev_change_name(struct net_device *dev, char *newname)
926 +{
927 +       char oldname[IFNAMSIZ];
928 +       int err = 0;
929 +       int ret;
930 +       struct net *net;
931 +
932 +       ASSERT_RTNL();
933 +       BUG_ON(!dev_net(dev));
934 +
935 +       net = dev_net(dev);
936 +       if (dev->flags & IFF_UP)
937 +               return -EBUSY;
938 +
939 +       if (!dev_valid_name(newname))
940 +               return -EINVAL;
941 +
942 +       if (strncmp(newname, dev->name, IFNAMSIZ) == 0)
943 +               return 0;
944 +
945 +       memcpy(oldname, dev->name, IFNAMSIZ);
946 +
947 +       if (strchr(newname, '%')) {
948 +               err = dev_alloc_name(dev, newname);
949 +               if (err < 0)
950 +                       return err;
951 +               strcpy(newname, dev->name);
952 +       }
953 +       else if (__dev_get_by_name(net, newname))
954 +               return -EEXIST;
955 +       else
956 +               strlcpy(dev->name, newname, IFNAMSIZ);
957 +
958 +rollback:
959 +       /* For now only devices in the initial network namespace
960 +        * are in sysfs.
961 +        */
962 +       if (net == &init_net) {
963 +               ret = device_rename(&dev->dev, dev->name);
964 +               if (ret) {
965 +                       memcpy(dev->name, oldname, IFNAMSIZ);
966 +                       return ret;
967 +               }
968 +       }
969 +
970 +       write_lock_bh(&dev_base_lock);
971 +       hlist_del(&dev->name_hlist);
972 +       hlist_add_head(&dev->name_hlist, dev_name_hash(net, dev->name));
973 +       write_unlock_bh(&dev_base_lock);
974 +
975 +       ret = call_netdevice_notifiers(NETDEV_CHANGENAME, dev);
976 +       ret = notifier_to_errno(ret);
977 +
978 +       if (ret) {
979 +               if (err) {
980 +                       printk(KERN_ERR
981 +                              "%s: name change rollback failed: %d.\n",
982 +                              dev->name, ret);
983 +               } else {
984 +                       err = ret;
985 +                       memcpy(dev->name, oldname, IFNAMSIZ);
986 +                       goto rollback;
987 +               }
988 +       }
989 +
990 +       return err;
991 +}
992 +
993 +/**
994 + *     netdev_features_change - device changes features
995 + *     @dev: device to cause notification
996 + *
997 + *     Called to indicate a device has changed features.
998 + */
999 +void netdev_features_change(struct net_device *dev)
1000 +{
1001 +       call_netdevice_notifiers(NETDEV_FEAT_CHANGE, dev);
1002 +}
1003 +EXPORT_SYMBOL(netdev_features_change);
1004 +
1005 +/**
1006 + *     netdev_state_change - device changes state
1007 + *     @dev: device to cause notification
1008 + *
1009 + *     Called to indicate a device has changed state. This function calls
1010 + *     the notifier chains for netdev_chain and sends a NEWLINK message
1011 + *     to the routing socket.
1012 + */
1013 +void netdev_state_change(struct net_device *dev)
1014 +{
1015 +       if (dev->flags & IFF_UP) {
1016 +               call_netdevice_notifiers(NETDEV_CHANGE, dev);
1017 +               rtmsg_ifinfo(RTM_NEWLINK, dev, 0);
1018 +       }
1019 +}
1020 +
1021 +void netdev_bonding_change(struct net_device *dev)
1022 +{
1023 +       call_netdevice_notifiers(NETDEV_BONDING_FAILOVER, dev);
1024 +}
1025 +EXPORT_SYMBOL(netdev_bonding_change);
1026 +
1027 +/**
1028 + *     dev_load        - load a network module
1029 + *     @net: the applicable net namespace
1030 + *     @name: name of interface
1031 + *
1032 + *     If a network interface is not present and the process has suitable
1033 + *     privileges this function loads the module. If module loading is not
1034 + *     available in this kernel then it becomes a nop.
1035 + */
1036 +
1037 +void dev_load(struct net *net, const char *name)
1038 +{
1039 +       struct net_device *dev;
1040 +
1041 +       read_lock(&dev_base_lock);
1042 +       dev = __dev_get_by_name(net, name);
1043 +       read_unlock(&dev_base_lock);
1044 +
1045 +       if (!dev && capable(CAP_SYS_MODULE))
1046 +               request_module("%s", name);
1047 +}
1048 +
1049 +/**
1050 + *     dev_open        - prepare an interface for use.
1051 + *     @dev:   device to open
1052 + *
1053 + *     Takes a device from down to up state. The device's private open
1054 + *     function is invoked and then the multicast lists are loaded. Finally
1055 + *     the device is moved into the up state and a %NETDEV_UP message is
1056 + *     sent to the netdev notifier chain.
1057 + *
1058 + *     Calling this function on an active interface is a nop. On a failure
1059 + *     a negative errno code is returned.
1060 + */
1061 +int dev_open(struct net_device *dev)
1062 +{
1063 +       int ret = 0;
1064 +
1065 +       ASSERT_RTNL();
1066 +
1067 +       /*
1068 +        *      Is it already up?
1069 +        */
1070 +
1071 +       if (dev->flags & IFF_UP)
1072 +               return 0;
1073 +
1074 +       /*
1075 +        *      Is it even present?
1076 +        */
1077 +       if (!netif_device_present(dev))
1078 +               return -ENODEV;
1079 +
1080 +       /*
1081 +        *      Call device private open method
1082 +        */
1083 +       set_bit(__LINK_STATE_START, &dev->state);
1084 +
1085 +       if (dev->validate_addr)
1086 +               ret = dev->validate_addr(dev);
1087 +
1088 +       if (!ret && dev->open)
1089 +               ret = dev->open(dev);
1090 +
1091 +       /*
1092 +        *      If it went open OK then:
1093 +        */
1094 +
1095 +       if (ret)
1096 +               clear_bit(__LINK_STATE_START, &dev->state);
1097 +       else {
1098 +               /*
1099 +                *      Set the flags.
1100 +                */
1101 +               dev->flags |= IFF_UP;
1102 +
1103 +               /*
1104 +                *      Initialize multicasting status
1105 +                */
1106 +               dev_set_rx_mode(dev);
1107 +
1108 +               /*
1109 +                *      Wakeup transmit queue engine
1110 +                */
1111 +               dev_activate(dev);
1112 +
1113 +               /*
1114 +                *      ... and announce new interface.
1115 +                */
1116 +               call_netdevice_notifiers(NETDEV_UP, dev);
1117 +       }
1118 +
1119 +       return ret;
1120 +}
1121 +
1122 +/**
1123 + *     dev_close - shutdown an interface.
1124 + *     @dev: device to shutdown
1125 + *
1126 + *     This function moves an active device into down state. A
1127 + *     %NETDEV_GOING_DOWN is sent to the netdev notifier chain. The device
1128 + *     is then deactivated and finally a %NETDEV_DOWN is sent to the notifier
1129 + *     chain.
1130 + */
1131 +int dev_close(struct net_device *dev)
1132 +{
1133 +       ASSERT_RTNL();
1134 +
1135 +       might_sleep();
1136 +
1137 +       if (!(dev->flags & IFF_UP))
1138 +               return 0;
1139 +
1140 +       /*
1141 +        *      Tell people we are going down, so that they can
1142 +        *      prepare to death, when device is still operating.
1143 +        */
1144 +       call_netdevice_notifiers(NETDEV_GOING_DOWN, dev);
1145 +
1146 +       clear_bit(__LINK_STATE_START, &dev->state);
1147 +
1148 +       /* Synchronize to scheduled poll. We cannot touch poll list,
1149 +        * it can be even on different cpu. So just clear netif_running().
1150 +        *
1151 +        * dev->stop() will invoke napi_disable() on all of it's
1152 +        * napi_struct instances on this device.
1153 +        */
1154 +       smp_mb__after_clear_bit(); /* Commit netif_running(). */
1155 +
1156 +       dev_deactivate(dev);
1157 +
1158 +       /*
1159 +        *      Call the device specific close. This cannot fail.
1160 +        *      Only if device is UP
1161 +        *
1162 +        *      We allow it to be called even after a DETACH hot-plug
1163 +        *      event.
1164 +        */
1165 +       if (dev->stop)
1166 +               dev->stop(dev);
1167 +
1168 +       /*
1169 +        *      Device is now down.
1170 +        */
1171 +
1172 +       dev->flags &= ~IFF_UP;
1173 +
1174 +       /*
1175 +        * Tell people we are down
1176 +        */
1177 +       call_netdevice_notifiers(NETDEV_DOWN, dev);
1178 +
1179 +       return 0;
1180 +}
1181 +
1182 +
1183 +/**
1184 + *     dev_disable_lro - disable Large Receive Offload on a device
1185 + *     @dev: device
1186 + *
1187 + *     Disable Large Receive Offload (LRO) on a net device.  Must be
1188 + *     called under RTNL.  This is needed if received packets may be
1189 + *     forwarded to another interface.
1190 + */
1191 +void dev_disable_lro(struct net_device *dev)
1192 +{
1193 +       if (dev->ethtool_ops && dev->ethtool_ops->get_flags &&
1194 +           dev->ethtool_ops->set_flags) {
1195 +               u32 flags = dev->ethtool_ops->get_flags(dev);
1196 +               if (flags & ETH_FLAG_LRO) {
1197 +                       flags &= ~ETH_FLAG_LRO;
1198 +                       dev->ethtool_ops->set_flags(dev, flags);
1199 +               }
1200 +       }
1201 +       WARN_ON(dev->features & NETIF_F_LRO);
1202 +}
1203 +EXPORT_SYMBOL(dev_disable_lro);
1204 +
1205 +
1206 +static int dev_boot_phase = 1;
1207 +
1208 +/*
1209 + *     Device change register/unregister. These are not inline or static
1210 + *     as we export them to the world.
1211 + */
1212 +
1213 +/**
1214 + *     register_netdevice_notifier - register a network notifier block
1215 + *     @nb: notifier
1216 + *
1217 + *     Register a notifier to be called when network device events occur.
1218 + *     The notifier passed is linked into the kernel structures and must
1219 + *     not be reused until it has been unregistered. A negative errno code
1220 + *     is returned on a failure.
1221 + *
1222 + *     When registered all registration and up events are replayed
1223 + *     to the new notifier to allow device to have a race free
1224 + *     view of the network device list.
1225 + */
1226 +
1227 +int register_netdevice_notifier(struct notifier_block *nb)
1228 +{
1229 +       struct net_device *dev;
1230 +       struct net_device *last;
1231 +       struct net *net;
1232 +       int err;
1233 +
1234 +       rtnl_lock();
1235 +       err = raw_notifier_chain_register(&netdev_chain, nb);
1236 +       if (err)
1237 +               goto unlock;
1238 +       if (dev_boot_phase)
1239 +               goto unlock;
1240 +       for_each_net(net) {
1241 +               for_each_netdev(net, dev) {
1242 +                       err = nb->notifier_call(nb, NETDEV_REGISTER, dev);
1243 +                       err = notifier_to_errno(err);
1244 +                       if (err)
1245 +                               goto rollback;
1246 +
1247 +                       if (!(dev->flags & IFF_UP))
1248 +                               continue;
1249 +
1250 +                       nb->notifier_call(nb, NETDEV_UP, dev);
1251 +               }
1252 +       }
1253 +
1254 +unlock:
1255 +       rtnl_unlock();
1256 +       return err;
1257 +
1258 +rollback:
1259 +       last = dev;
1260 +       for_each_net(net) {
1261 +               for_each_netdev(net, dev) {
1262 +                       if (dev == last)
1263 +                               break;
1264 +
1265 +                       if (dev->flags & IFF_UP) {
1266 +                               nb->notifier_call(nb, NETDEV_GOING_DOWN, dev);
1267 +                               nb->notifier_call(nb, NETDEV_DOWN, dev);
1268 +                       }
1269 +                       nb->notifier_call(nb, NETDEV_UNREGISTER, dev);
1270 +               }
1271 +       }
1272 +
1273 +       raw_notifier_chain_unregister(&netdev_chain, nb);
1274 +       goto unlock;
1275 +}
1276 +
1277 +/**
1278 + *     unregister_netdevice_notifier - unregister a network notifier block
1279 + *     @nb: notifier
1280 + *
1281 + *     Unregister a notifier previously registered by
1282 + *     register_netdevice_notifier(). The notifier is unlinked into the
1283 + *     kernel structures and may then be reused. A negative errno code
1284 + *     is returned on a failure.
1285 + */
1286 +
1287 +int unregister_netdevice_notifier(struct notifier_block *nb)
1288 +{
1289 +       int err;
1290 +
1291 +       rtnl_lock();
1292 +       err = raw_notifier_chain_unregister(&netdev_chain, nb);
1293 +       rtnl_unlock();
1294 +       return err;
1295 +}
1296 +
1297 +/**
1298 + *     call_netdevice_notifiers - call all network notifier blocks
1299 + *      @val: value passed unmodified to notifier function
1300 + *      @dev: net_device pointer passed unmodified to notifier function
1301 + *
1302 + *     Call all network notifier blocks.  Parameters and return value
1303 + *     are as for raw_notifier_call_chain().
1304 + */
1305 +
1306 +int call_netdevice_notifiers(unsigned long val, struct net_device *dev)
1307 +{
1308 +       return raw_notifier_call_chain(&netdev_chain, val, dev);
1309 +}
1310 +
1311 +/* When > 0 there are consumers of rx skb time stamps */
1312 +static atomic_t netstamp_needed = ATOMIC_INIT(0);
1313 +
1314 +void net_enable_timestamp(void)
1315 +{
1316 +       atomic_inc(&netstamp_needed);
1317 +}
1318 +
1319 +void net_disable_timestamp(void)
1320 +{
1321 +       atomic_dec(&netstamp_needed);
1322 +}
1323 +
1324 +static inline void net_timestamp(struct sk_buff *skb)
1325 +{
1326 +       if (atomic_read(&netstamp_needed))
1327 +               __net_timestamp(skb);
1328 +       else
1329 +               skb->tstamp.tv64 = 0;
1330 +}
1331 +
1332 +/*
1333 + *     Support routine. Sends outgoing frames to any network
1334 + *     taps currently in use.
1335 + */
1336 +
1337 +static void dev_queue_xmit_nit(struct sk_buff *skb, struct net_device *dev)
1338 +{
1339 +       struct packet_type *ptype;
1340 +
1341 +       net_timestamp(skb);
1342 +
1343 +       rcu_read_lock();
1344 +       list_for_each_entry_rcu(ptype, &ptype_all, list) {
1345 +               /* Never send packets back to the socket
1346 +                * they originated from - MvS (miquels@drinkel.ow.org)
1347 +                */
1348 +               if ((ptype->dev == dev || !ptype->dev) &&
1349 +                   (ptype->af_packet_priv == NULL ||
1350 +                    (struct sock *)ptype->af_packet_priv != skb->sk)) {
1351 +                       struct sk_buff *skb2= skb_clone(skb, GFP_ATOMIC);
1352 +                       if (!skb2)
1353 +                               break;
1354 +
1355 +                       /* skb->nh should be correctly
1356 +                          set by sender, so that the second statement is
1357 +                          just protection against buggy protocols.
1358 +                        */
1359 +                       skb_reset_mac_header(skb2);
1360 +
1361 +                       if (skb_network_header(skb2) < skb2->data ||
1362 +                           skb2->network_header > skb2->tail) {
1363 +                               if (net_ratelimit())
1364 +                                       printk(KERN_CRIT "protocol %04x is "
1365 +                                              "buggy, dev %s\n",
1366 +                                              skb2->protocol, dev->name);
1367 +                               skb_reset_network_header(skb2);
1368 +                       }
1369 +
1370 +                       skb2->transport_header = skb2->network_header;
1371 +                       skb2->pkt_type = PACKET_OUTGOING;
1372 +                       ptype->func(skb2, skb->dev, ptype, skb->dev);
1373 +               }
1374 +       }
1375 +       rcu_read_unlock();
1376 +}
1377 +
1378 +
1379 +static inline void __netif_reschedule(struct Qdisc *q)
1380 +{
1381 +       struct softnet_data *sd;
1382 +       unsigned long flags;
1383 +
1384 +       local_irq_save(flags);
1385 +       sd = &__get_cpu_var(softnet_data);
1386 +       q->next_sched = sd->output_queue;
1387 +       sd->output_queue = q;
1388 +       raise_softirq_irqoff(NET_TX_SOFTIRQ);
1389 +       local_irq_restore(flags);
1390 +}
1391 +
1392 +void __netif_schedule(struct Qdisc *q)
1393 +{
1394 +       if (!test_and_set_bit(__QDISC_STATE_SCHED, &q->state))
1395 +               __netif_reschedule(q);
1396 +}
1397 +EXPORT_SYMBOL(__netif_schedule);
1398 +
1399 +void dev_kfree_skb_irq(struct sk_buff *skb)
1400 +{
1401 +       if (atomic_dec_and_test(&skb->users)) {
1402 +               struct softnet_data *sd;
1403 +               unsigned long flags;
1404 +
1405 +               local_irq_save(flags);
1406 +               sd = &__get_cpu_var(softnet_data);
1407 +               skb->next = sd->completion_queue;
1408 +               sd->completion_queue = skb;
1409 +               raise_softirq_irqoff(NET_TX_SOFTIRQ);
1410 +               local_irq_restore(flags);
1411 +       }
1412 +}
1413 +EXPORT_SYMBOL(dev_kfree_skb_irq);
1414 +
1415 +void dev_kfree_skb_any(struct sk_buff *skb)
1416 +{
1417 +       if (in_irq() || irqs_disabled())
1418 +               dev_kfree_skb_irq(skb);
1419 +       else
1420 +               dev_kfree_skb(skb);
1421 +}
1422 +EXPORT_SYMBOL(dev_kfree_skb_any);
1423 +
1424 +
1425 +/**
1426 + * netif_device_detach - mark device as removed
1427 + * @dev: network device
1428 + *
1429 + * Mark device as removed from system and therefore no longer available.
1430 + */
1431 +void netif_device_detach(struct net_device *dev)
1432 +{
1433 +       if (test_and_clear_bit(__LINK_STATE_PRESENT, &dev->state) &&
1434 +           netif_running(dev)) {
1435 +               netif_stop_queue(dev);
1436 +       }
1437 +}
1438 +EXPORT_SYMBOL(netif_device_detach);
1439 +
1440 +/**
1441 + * netif_device_attach - mark device as attached
1442 + * @dev: network device
1443 + *
1444 + * Mark device as attached from system and restart if needed.
1445 + */
1446 +void netif_device_attach(struct net_device *dev)
1447 +{
1448 +       if (!test_and_set_bit(__LINK_STATE_PRESENT, &dev->state) &&
1449 +           netif_running(dev)) {
1450 +               netif_wake_queue(dev);
1451 +               __netdev_watchdog_up(dev);
1452 +       }
1453 +}
1454 +EXPORT_SYMBOL(netif_device_attach);
1455 +
1456 +static bool can_checksum_protocol(unsigned long features, __be16 protocol)
1457 +{
1458 +       return ((features & NETIF_F_GEN_CSUM) ||
1459 +               ((features & NETIF_F_IP_CSUM) &&
1460 +                protocol == htons(ETH_P_IP)) ||
1461 +               ((features & NETIF_F_IPV6_CSUM) &&
1462 +                protocol == htons(ETH_P_IPV6)));
1463 +}
1464 +
1465 +static bool dev_can_checksum(struct net_device *dev, struct sk_buff *skb)
1466 +{
1467 +       if (can_checksum_protocol(dev->features, skb->protocol))
1468 +               return true;
1469 +
1470 +       if (skb->protocol == htons(ETH_P_8021Q)) {
1471 +               struct vlan_ethhdr *veh = (struct vlan_ethhdr *)skb->data;
1472 +               if (can_checksum_protocol(dev->features & dev->vlan_features,
1473 +                                         veh->h_vlan_encapsulated_proto))
1474 +                       return true;
1475 +       }
1476 +
1477 +       return false;
1478 +}
1479 +
1480 +/*
1481 + * Invalidate hardware checksum when packet is to be mangled, and
1482 + * complete checksum manually on outgoing path.
1483 + */
1484 +int skb_checksum_help(struct sk_buff *skb)
1485 +{
1486 +       __wsum csum;
1487 +       int ret = 0, offset;
1488 +
1489 +       if (skb->ip_summed == CHECKSUM_COMPLETE)
1490 +               goto out_set_summed;
1491 +
1492 +       if (unlikely(skb_shinfo(skb)->gso_size)) {
1493 +               /* Let GSO fix up the checksum. */
1494 +               goto out_set_summed;
1495 +       }
1496 +
1497 +       offset = skb->csum_start - skb_headroom(skb);
1498 +       BUG_ON(offset >= skb_headlen(skb));
1499 +       csum = skb_checksum(skb, offset, skb->len - offset, 0);
1500 +
1501 +       offset += skb->csum_offset;
1502 +       BUG_ON(offset + sizeof(__sum16) > skb_headlen(skb));
1503 +
1504 +       if (skb_cloned(skb) &&
1505 +           !skb_clone_writable(skb, offset + sizeof(__sum16))) {
1506 +               ret = pskb_expand_head(skb, 0, 0, GFP_ATOMIC);
1507 +               if (ret)
1508 +                       goto out;
1509 +       }
1510 +
1511 +       *(__sum16 *)(skb->data + offset) = csum_fold(csum);
1512 +out_set_summed:
1513 +       skb->ip_summed = CHECKSUM_NONE;
1514 +out:
1515 +       return ret;
1516 +}
1517 +
1518 +/**
1519 + *     skb_gso_segment - Perform segmentation on skb.
1520 + *     @skb: buffer to segment
1521 + *     @features: features for the output path (see dev->features)
1522 + *
1523 + *     This function segments the given skb and returns a list of segments.
1524 + *
1525 + *     It may return NULL if the skb requires no segmentation.  This is
1526 + *     only possible when GSO is used for verifying header integrity.
1527 + */
1528 +struct sk_buff *skb_gso_segment(struct sk_buff *skb, int features)
1529 +{
1530 +       struct sk_buff *segs = ERR_PTR(-EPROTONOSUPPORT);
1531 +       struct packet_type *ptype;
1532 +       __be16 type = skb->protocol;
1533 +       int err;
1534 +
1535 +       BUG_ON(skb_shinfo(skb)->frag_list);
1536 +
1537 +       skb_reset_mac_header(skb);
1538 +       skb->mac_len = skb->network_header - skb->mac_header;
1539 +       __skb_pull(skb, skb->mac_len);
1540 +
1541 +       if (WARN_ON(skb->ip_summed != CHECKSUM_PARTIAL)) {
1542 +               if (skb_header_cloned(skb) &&
1543 +                   (err = pskb_expand_head(skb, 0, 0, GFP_ATOMIC)))
1544 +                       return ERR_PTR(err);
1545 +       }
1546 +
1547 +       rcu_read_lock();
1548 +       list_for_each_entry_rcu(ptype,
1549 +                       &ptype_base[ntohs(type) & PTYPE_HASH_MASK], list) {
1550 +               if (ptype->type == type && !ptype->dev && ptype->gso_segment) {
1551 +                       if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
1552 +                               err = ptype->gso_send_check(skb);
1553 +                               segs = ERR_PTR(err);
1554 +                               if (err || skb_gso_ok(skb, features))
1555 +                                       break;
1556 +                               __skb_push(skb, (skb->data -
1557 +                                                skb_network_header(skb)));
1558 +                       }
1559 +                       segs = ptype->gso_segment(skb, features);
1560 +                       break;
1561 +               }
1562 +       }
1563 +       rcu_read_unlock();
1564 +
1565 +       __skb_push(skb, skb->data - skb_mac_header(skb));
1566 +
1567 +       return segs;
1568 +}
1569 +
1570 +EXPORT_SYMBOL(skb_gso_segment);
1571 +
1572 +/* Take action when hardware reception checksum errors are detected. */
1573 +#ifdef CONFIG_BUG
1574 +void netdev_rx_csum_fault(struct net_device *dev)
1575 +{
1576 +       if (net_ratelimit()) {
1577 +               printk(KERN_ERR "%s: hw csum failure.\n",
1578 +                       dev ? dev->name : "<unknown>");
1579 +               dump_stack();
1580 +       }
1581 +}
1582 +EXPORT_SYMBOL(netdev_rx_csum_fault);
1583 +#endif
1584 +
1585 +/* Actually, we should eliminate this check as soon as we know, that:
1586 + * 1. IOMMU is present and allows to map all the memory.
1587 + * 2. No high memory really exists on this machine.
1588 + */
1589 +
1590 +static inline int illegal_highdma(struct net_device *dev, struct sk_buff *skb)
1591 +{
1592 +#ifdef CONFIG_HIGHMEM
1593 +       int i;
1594 +
1595 +       if (dev->features & NETIF_F_HIGHDMA)
1596 +               return 0;
1597 +
1598 +       for (i = 0; i < skb_shinfo(skb)->nr_frags; i++)
1599 +               if (PageHighMem(skb_shinfo(skb)->frags[i].page))
1600 +                       return 1;
1601 +
1602 +#endif
1603 +       return 0;
1604 +}
1605 +
1606 +struct dev_gso_cb {
1607 +       void (*destructor)(struct sk_buff *skb);
1608 +};
1609 +
1610 +#define DEV_GSO_CB(skb) ((struct dev_gso_cb *)(skb)->cb)
1611 +
1612 +static void dev_gso_skb_destructor(struct sk_buff *skb)
1613 +{
1614 +       struct dev_gso_cb *cb;
1615 +
1616 +       do {
1617 +               struct sk_buff *nskb = skb->next;
1618 +
1619 +               skb->next = nskb->next;
1620 +               nskb->next = NULL;
1621 +               kfree_skb(nskb);
1622 +       } while (skb->next);
1623 +
1624 +       cb = DEV_GSO_CB(skb);
1625 +       if (cb->destructor)
1626 +               cb->destructor(skb);
1627 +}
1628 +
1629 +/**
1630 + *     dev_gso_segment - Perform emulated hardware segmentation on skb.
1631 + *     @skb: buffer to segment
1632 + *
1633 + *     This function segments the given skb and stores the list of segments
1634 + *     in skb->next.
1635 + */
1636 +static int dev_gso_segment(struct sk_buff *skb)
1637 +{
1638 +       struct net_device *dev = skb->dev;
1639 +       struct sk_buff *segs;
1640 +       int features = dev->features & ~(illegal_highdma(dev, skb) ?
1641 +                                        NETIF_F_SG : 0);
1642 +
1643 +       segs = skb_gso_segment(skb, features);
1644 +
1645 +       /* Verifying header integrity only. */
1646 +       if (!segs)
1647 +               return 0;
1648 +
1649 +       if (IS_ERR(segs))
1650 +               return PTR_ERR(segs);
1651 +
1652 +       skb->next = segs;
1653 +       DEV_GSO_CB(skb)->destructor = skb->destructor;
1654 +       skb->destructor = dev_gso_skb_destructor;
1655 +
1656 +       return 0;
1657 +}
1658 +
1659 +int dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev,
1660 +                       struct netdev_queue *txq)
1661 +{
1662 +       if (likely(!skb->next)) {
1663 +               if (!list_empty(&ptype_all))
1664 +                       dev_queue_xmit_nit(skb, dev);
1665 +
1666 +               if (netif_needs_gso(dev, skb)) {
1667 +                       if (unlikely(dev_gso_segment(skb)))
1668 +                               goto out_kfree_skb;
1669 +                       if (skb->next)
1670 +                               goto gso;
1671 +               }
1672 +
1673 +               return dev->hard_start_xmit(skb, dev);
1674 +       }
1675 +
1676 +gso:
1677 +       do {
1678 +               struct sk_buff *nskb = skb->next;
1679 +               int rc;
1680 +
1681 +               skb->next = nskb->next;
1682 +               nskb->next = NULL;
1683 +               rc = dev->hard_start_xmit(nskb, dev);
1684 +               if (unlikely(rc)) {
1685 +                       nskb->next = skb->next;
1686 +                       skb->next = nskb;
1687 +                       return rc;
1688 +               }
1689 +               if (unlikely(netif_tx_queue_stopped(txq) && skb->next))
1690 +                       return NETDEV_TX_BUSY;
1691 +       } while (skb->next);
1692 +
1693 +       skb->destructor = DEV_GSO_CB(skb)->destructor;
1694 +
1695 +out_kfree_skb:
1696 +       kfree_skb(skb);
1697 +       return 0;
1698 +}
1699 +
1700 +static u32 simple_tx_hashrnd;
1701 +static int simple_tx_hashrnd_initialized = 0;
1702 +
1703 +static u16 simple_tx_hash(struct net_device *dev, struct sk_buff *skb)
1704 +{
1705 +       u32 addr1, addr2, ports;
1706 +       u32 hash, ihl;
1707 +       u8 ip_proto = 0;
1708 +
1709 +       if (unlikely(!simple_tx_hashrnd_initialized)) {
1710 +               get_random_bytes(&simple_tx_hashrnd, 4);
1711 +               simple_tx_hashrnd_initialized = 1;
1712 +       }
1713 +
1714 +       switch (skb->protocol) {
1715 +       case __constant_htons(ETH_P_IP):
1716 +               if (!(ip_hdr(skb)->frag_off & htons(IP_MF | IP_OFFSET)))
1717 +                       ip_proto = ip_hdr(skb)->protocol;
1718 +               addr1 = ip_hdr(skb)->saddr;
1719 +               addr2 = ip_hdr(skb)->daddr;
1720 +               ihl = ip_hdr(skb)->ihl;
1721 +               break;
1722 +       case __constant_htons(ETH_P_IPV6):
1723 +               ip_proto = ipv6_hdr(skb)->nexthdr;
1724 +               addr1 = ipv6_hdr(skb)->saddr.s6_addr32[3];
1725 +               addr2 = ipv6_hdr(skb)->daddr.s6_addr32[3];
1726 +               ihl = (40 >> 2);
1727 +               break;
1728 +       default:
1729 +               return 0;
1730 +       }
1731 +
1732 +
1733 +       switch (ip_proto) {
1734 +       case IPPROTO_TCP:
1735 +       case IPPROTO_UDP:
1736 +       case IPPROTO_DCCP:
1737 +       case IPPROTO_ESP:
1738 +       case IPPROTO_AH:
1739 +       case IPPROTO_SCTP:
1740 +       case IPPROTO_UDPLITE:
1741 +               ports = *((u32 *) (skb_network_header(skb) + (ihl * 4)));
1742 +               break;
1743 +
1744 +       default:
1745 +               ports = 0;
1746 +               break;
1747 +       }
1748 +
1749 +       hash = jhash_3words(addr1, addr2, ports, simple_tx_hashrnd);
1750 +
1751 +       return (u16) (((u64) hash * dev->real_num_tx_queues) >> 32);
1752 +}
1753 +
1754 +static struct netdev_queue *dev_pick_tx(struct net_device *dev,
1755 +                                       struct sk_buff *skb)
1756 +{
1757 +       u16 queue_index = 0;
1758 +
1759 +       if (dev->select_queue)
1760 +               queue_index = dev->select_queue(dev, skb);
1761 +       else if (dev->real_num_tx_queues > 1)
1762 +               queue_index = simple_tx_hash(dev, skb);
1763 +
1764 +       skb_set_queue_mapping(skb, queue_index);
1765 +       return netdev_get_tx_queue(dev, queue_index);
1766 +}
1767 +
1768 +/**
1769 + *     dev_queue_xmit - transmit a buffer
1770 + *     @skb: buffer to transmit
1771 + *
1772 + *     Queue a buffer for transmission to a network device. The caller must
1773 + *     have set the device and priority and built the buffer before calling
1774 + *     this function. The function can be called from an interrupt.
1775 + *
1776 + *     A negative errno code is returned on a failure. A success does not
1777 + *     guarantee the frame will be transmitted as it may be dropped due
1778 + *     to congestion or traffic shaping.
1779 + *
1780 + * -----------------------------------------------------------------------------------
1781 + *      I notice this method can also return errors from the queue disciplines,
1782 + *      including NET_XMIT_DROP, which is a positive value.  So, errors can also
1783 + *      be positive.
1784 + *
1785 + *      Regardless of the return value, the skb is consumed, so it is currently
1786 + *      difficult to retry a send to this method.  (You can bump the ref count
1787 + *      before sending to hold a reference for retry if you are careful.)
1788 + *
1789 + *      When calling this method, interrupts MUST be enabled.  This is because
1790 + *      the BH enable code must have IRQs enabled so that it will not deadlock.
1791 + *          --BLG
1792 + */
1793 +int dev_queue_xmit(struct sk_buff *skb)
1794 +{
1795 +       struct net_device *dev = skb->dev;
1796 +       struct netdev_queue *txq;
1797 +       struct Qdisc *q;
1798 +       int rc = -ENOMEM;
1799 +
1800 +       /* GSO will handle the following emulations directly. */
1801 +       if (netif_needs_gso(dev, skb))
1802 +               goto gso;
1803 +
1804 +       if (skb_shinfo(skb)->frag_list &&
1805 +           !(dev->features & NETIF_F_FRAGLIST) &&
1806 +           __skb_linearize(skb))
1807 +               goto out_kfree_skb;
1808 +
1809 +       /* Fragmented skb is linearized if device does not support SG,
1810 +        * or if at least one of fragments is in highmem and device
1811 +        * does not support DMA from it.
1812 +        */
1813 +       if (skb_shinfo(skb)->nr_frags &&
1814 +           (!(dev->features & NETIF_F_SG) || illegal_highdma(dev, skb)) &&
1815 +           __skb_linearize(skb))
1816 +               goto out_kfree_skb;
1817 +
1818 +       /* If packet is not checksummed and device does not support
1819 +        * checksumming for this protocol, complete checksumming here.
1820 +        */
1821 +       if (skb->ip_summed == CHECKSUM_PARTIAL) {
1822 +               skb_set_transport_header(skb, skb->csum_start -
1823 +                                             skb_headroom(skb));
1824 +               if (!dev_can_checksum(dev, skb) && skb_checksum_help(skb))
1825 +                       goto out_kfree_skb;
1826 +       }
1827 +
1828 +gso:
1829 +       /* Disable soft irqs for various locks below. Also
1830 +        * stops preemption for RCU.
1831 +        */
1832 +       rcu_read_lock_bh();
1833 +
1834 +       txq = dev_pick_tx(dev, skb);
1835 +       q = rcu_dereference(txq->qdisc);
1836 +
1837 +#ifdef CONFIG_NET_CLS_ACT
1838 +       skb->tc_verd = SET_TC_AT(skb->tc_verd,AT_EGRESS);
1839 +#endif
1840 +       if (q->enqueue) {
1841 +               spinlock_t *root_lock = qdisc_lock(q);
1842 +
1843 +               spin_lock(root_lock);
1844 +
1845 +               if (unlikely(test_bit(__QDISC_STATE_DEACTIVATED, &q->state))) {
1846 +                       kfree_skb(skb);
1847 +                       rc = NET_XMIT_DROP;
1848 +               } else {
1849 +                       rc = qdisc_enqueue_root(skb, q);
1850 +                       qdisc_run(q);
1851 +               }
1852 +               spin_unlock(root_lock);
1853 +
1854 +               goto out;
1855 +       }
1856 +
1857 +       /* The device has no queue. Common case for software devices:
1858 +          loopback, all the sorts of tunnels...
1859 +
1860 +          Really, it is unlikely that netif_tx_lock protection is necessary
1861 +          here.  (f.e. loopback and IP tunnels are clean ignoring statistics
1862 +          counters.)
1863 +          However, it is possible, that they rely on protection
1864 +          made by us here.
1865 +
1866 +          Check this and shot the lock. It is not prone from deadlocks.
1867 +          Either shot noqueue qdisc, it is even simpler 8)
1868 +        */
1869 +       if (dev->flags & IFF_UP) {
1870 +               int cpu = smp_processor_id(); /* ok because BHs are off */
1871 +
1872 +               if (txq->xmit_lock_owner != cpu) {
1873 +
1874 +                       HARD_TX_LOCK(dev, txq, cpu);
1875 +
1876 +                       if (!netif_tx_queue_stopped(txq)) {
1877 +                               rc = 0;
1878 +                               if (!dev_hard_start_xmit(skb, dev, txq)) {
1879 +                                       HARD_TX_UNLOCK(dev, txq);
1880 +                                       goto out;
1881 +                               }
1882 +                       }
1883 +                       HARD_TX_UNLOCK(dev, txq);
1884 +                       if (net_ratelimit())
1885 +                               printk(KERN_CRIT "Virtual device %s asks to "
1886 +                                      "queue packet!\n", dev->name);
1887 +               } else {
1888 +                       /* Recursion is detected! It is possible,
1889 +                        * unfortunately */
1890 +                       if (net_ratelimit())
1891 +                               printk(KERN_CRIT "Dead loop on virtual device "
1892 +                                      "%s, fix it urgently!\n", dev->name);
1893 +               }
1894 +       }
1895 +
1896 +       rc = -ENETDOWN;
1897 +       rcu_read_unlock_bh();
1898 +
1899 +out_kfree_skb:
1900 +       kfree_skb(skb);
1901 +       return rc;
1902 +out:
1903 +       rcu_read_unlock_bh();
1904 +       return rc;
1905 +}
1906 +
1907 +
1908 +/*=======================================================================
1909 +                       Receiver routines
1910 +  =======================================================================*/
1911 +
1912 +int netdev_max_backlog __read_mostly = 1000;
1913 +int netdev_budget __read_mostly = 300;
1914 +int weight_p __read_mostly = 64;            /* old backlog weight */
1915 +
1916 +DEFINE_PER_CPU(struct netif_rx_stats, netdev_rx_stat) = { 0, };
1917 +
1918 +
1919 +/**
1920 + *     netif_rx        -       post buffer to the network code
1921 + *     @skb: buffer to post
1922 + *
1923 + *     This function receives a packet from a device driver and queues it for
1924 + *     the upper (protocol) levels to process.  It always succeeds. The buffer
1925 + *     may be dropped during processing for congestion control or by the
1926 + *     protocol layers.
1927 + *
1928 + *     return values:
1929 + *     NET_RX_SUCCESS  (no congestion)
1930 + *     NET_RX_DROP     (packet was dropped)
1931 + *
1932 + */
1933 +
1934 +int netif_rx(struct sk_buff *skb)
1935 +{
1936 +       struct softnet_data *queue;
1937 +       unsigned long flags;
1938 +
1939 +       /* if netpoll wants it, pretend we never saw it */
1940 +       if (netpoll_rx(skb))
1941 +               return NET_RX_DROP;
1942 +
1943 +       if (!skb->tstamp.tv64)
1944 +               net_timestamp(skb);
1945 +
1946 +       /*
1947 +        * The code is rearranged so that the path is the most
1948 +        * short when CPU is congested, but is still operating.
1949 +        */
1950 +       local_irq_save(flags);
1951 +       queue = &__get_cpu_var(softnet_data);
1952 +
1953 +       __get_cpu_var(netdev_rx_stat).total++;
1954 +       if (queue->input_pkt_queue.qlen <= netdev_max_backlog) {
1955 +               if (queue->input_pkt_queue.qlen) {
1956 +enqueue:
1957 +                       __skb_queue_tail(&queue->input_pkt_queue, skb);
1958 +                       local_irq_restore(flags);
1959 +                       return NET_RX_SUCCESS;
1960 +               }
1961 +
1962 +               napi_schedule(&queue->backlog);
1963 +               goto enqueue;
1964 +       }
1965 +
1966 +       __get_cpu_var(netdev_rx_stat).dropped++;
1967 +       local_irq_restore(flags);
1968 +
1969 +       kfree_skb(skb);
1970 +       return NET_RX_DROP;
1971 +}
1972 +
1973 +int netif_rx_ni(struct sk_buff *skb)
1974 +{
1975 +       int err;
1976 +
1977 +       preempt_disable();
1978 +       err = netif_rx(skb);
1979 +       if (local_softirq_pending())
1980 +               do_softirq();
1981 +       preempt_enable();
1982 +
1983 +       return err;
1984 +}
1985 +
1986 +EXPORT_SYMBOL(netif_rx_ni);
1987 +
1988 +static void net_tx_action(struct softirq_action *h)
1989 +{
1990 +       struct softnet_data *sd = &__get_cpu_var(softnet_data);
1991 +
1992 +       if (sd->completion_queue) {
1993 +               struct sk_buff *clist;
1994 +
1995 +               local_irq_disable();
1996 +               clist = sd->completion_queue;
1997 +               sd->completion_queue = NULL;
1998 +               local_irq_enable();
1999 +
2000 +               while (clist) {
2001 +                       struct sk_buff *skb = clist;
2002 +                       clist = clist->next;
2003 +
2004 +                       WARN_ON(atomic_read(&skb->users));
2005 +                       __kfree_skb(skb);
2006 +               }
2007 +       }
2008 +
2009 +       if (sd->output_queue) {
2010 +               struct Qdisc *head;
2011 +
2012 +               local_irq_disable();
2013 +               head = sd->output_queue;
2014 +               sd->output_queue = NULL;
2015 +               local_irq_enable();
2016 +
2017 +               while (head) {
2018 +                       struct Qdisc *q = head;
2019 +                       spinlock_t *root_lock;
2020 +
2021 +                       head = head->next_sched;
2022 +
2023 +                       root_lock = qdisc_lock(q);
2024 +                       if (spin_trylock(root_lock)) {
2025 +                               smp_mb__before_clear_bit();
2026 +                               clear_bit(__QDISC_STATE_SCHED,
2027 +                                         &q->state);
2028 +                               qdisc_run(q);
2029 +                               spin_unlock(root_lock);
2030 +                       } else {
2031 +                               if (!test_bit(__QDISC_STATE_DEACTIVATED,
2032 +                                             &q->state)) {
2033 +                                       __netif_reschedule(q);
2034 +                               } else {
2035 +                                       smp_mb__before_clear_bit();
2036 +                                       clear_bit(__QDISC_STATE_SCHED,
2037 +                                                 &q->state);
2038 +                               }
2039 +                       }
2040 +               }
2041 +       }
2042 +}
2043 +
2044 +static inline int deliver_skb(struct sk_buff *skb,
2045 +                             struct packet_type *pt_prev,
2046 +                             struct net_device *orig_dev)
2047 +{
2048 +       atomic_inc(&skb->users);
2049 +       return pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
2050 +}
2051 +
2052 +
2053 +/*
2054 + * Click: Allow Click to ask to intercept input packets.
2055 + */
2056 +int
2057 +register_net_in(struct notifier_block *nb)
2058 +{
2059 +       int err;
2060 +       rtnl_lock();
2061 +       err = raw_notifier_chain_register(&net_in_chain, nb);
2062 +       rtnl_unlock();
2063 +       return err;
2064 +}
2065 +
2066 +int
2067 +unregister_net_in(struct notifier_block *nb)
2068 +{
2069 +       int err;
2070 +       rtnl_lock();
2071 +       err = raw_notifier_chain_unregister(&net_in_chain, nb);
2072 +       rtnl_unlock();
2073 +       return err;
2074 +}
2075 +
2076 +
2077 +#if defined(CONFIG_BRIDGE) || defined (CONFIG_BRIDGE_MODULE)
2078 +/* These hooks defined here for ATM */
2079 +struct net_bridge;
2080 +struct net_bridge_fdb_entry *(*br_fdb_get_hook)(struct net_bridge *br,
2081 +                                               unsigned char *addr);
2082 +void (*br_fdb_put_hook)(struct net_bridge_fdb_entry *ent) __read_mostly;
2083 +
2084 +/*
2085 + * If bridge module is loaded call bridging hook.
2086 + *  returns NULL if packet was consumed.
2087 + */
2088 +struct sk_buff *(*br_handle_frame_hook)(struct net_bridge_port *p,
2089 +                                       struct sk_buff *skb) __read_mostly;
2090 +static inline struct sk_buff *handle_bridge(struct sk_buff *skb,
2091 +                                           struct packet_type **pt_prev, int *ret,
2092 +                                           struct net_device *orig_dev)
2093 +{
2094 +       struct net_bridge_port *port;
2095 +
2096 +       if (skb->pkt_type == PACKET_LOOPBACK ||
2097 +           (port = rcu_dereference(skb->dev->br_port)) == NULL)
2098 +               return skb;
2099 +
2100 +       if (*pt_prev) {
2101 +               *ret = deliver_skb(skb, *pt_prev, orig_dev);
2102 +               *pt_prev = NULL;
2103 +       }
2104 +
2105 +       return br_handle_frame_hook(port, skb);
2106 +}
2107 +#else
2108 +#define handle_bridge(skb, pt_prev, ret, orig_dev)     (skb)
2109 +#endif
2110 +
2111 +#if defined(CONFIG_MACVLAN) || defined(CONFIG_MACVLAN_MODULE)
2112 +struct sk_buff *(*macvlan_handle_frame_hook)(struct sk_buff *skb) __read_mostly;
2113 +EXPORT_SYMBOL_GPL(macvlan_handle_frame_hook);
2114 +
2115 +static inline struct sk_buff *handle_macvlan(struct sk_buff *skb,
2116 +                                            struct packet_type **pt_prev,
2117 +                                            int *ret,
2118 +                                            struct net_device *orig_dev)
2119 +{
2120 +       if (skb->dev->macvlan_port == NULL)
2121 +               return skb;
2122 +
2123 +       if (*pt_prev) {
2124 +               *ret = deliver_skb(skb, *pt_prev, orig_dev);
2125 +               *pt_prev = NULL;
2126 +       }
2127 +       return macvlan_handle_frame_hook(skb);
2128 +}
2129 +#else
2130 +#define handle_macvlan(skb, pt_prev, ret, orig_dev)    (skb)
2131 +#endif
2132 +
2133 +#ifdef CONFIG_NET_CLS_ACT
2134 +/* TODO: Maybe we should just force sch_ingress to be compiled in
2135 + * when CONFIG_NET_CLS_ACT is? otherwise some useless instructions
2136 + * a compare and 2 stores extra right now if we dont have it on
2137 + * but have CONFIG_NET_CLS_ACT
2138 + * NOTE: This doesnt stop any functionality; if you dont have
2139 + * the ingress scheduler, you just cant add policies on ingress.
2140 + *
2141 + */
2142 +static int ing_filter(struct sk_buff *skb)
2143 +{
2144 +       struct net_device *dev = skb->dev;
2145 +       u32 ttl = G_TC_RTTL(skb->tc_verd);
2146 +       struct netdev_queue *rxq;
2147 +       int result = TC_ACT_OK;
2148 +       struct Qdisc *q;
2149 +
2150 +       if (MAX_RED_LOOP < ttl++) {
2151 +               printk(KERN_WARNING
2152 +                      "Redir loop detected Dropping packet (%d->%d)\n",
2153 +                      skb->iif, dev->ifindex);
2154 +               return TC_ACT_SHOT;
2155 +       }
2156 +
2157 +       skb->tc_verd = SET_TC_RTTL(skb->tc_verd, ttl);
2158 +       skb->tc_verd = SET_TC_AT(skb->tc_verd, AT_INGRESS);
2159 +
2160 +       rxq = &dev->rx_queue;
2161 +
2162 +       q = rxq->qdisc;
2163 +       if (q != &noop_qdisc) {
2164 +               spin_lock(qdisc_lock(q));
2165 +               if (likely(!test_bit(__QDISC_STATE_DEACTIVATED, &q->state)))
2166 +                       result = qdisc_enqueue_root(skb, q);
2167 +               spin_unlock(qdisc_lock(q));
2168 +       }
2169 +
2170 +       return result;
2171 +}
2172 +
2173 +static inline struct sk_buff *handle_ing(struct sk_buff *skb,
2174 +                                        struct packet_type **pt_prev,
2175 +                                        int *ret, struct net_device *orig_dev)
2176 +{
2177 +       if (skb->dev->rx_queue.qdisc == &noop_qdisc)
2178 +               goto out;
2179 +
2180 +       if (*pt_prev) {
2181 +               *ret = deliver_skb(skb, *pt_prev, orig_dev);
2182 +               *pt_prev = NULL;
2183 +       } else {
2184 +               /* Huh? Why does turning on AF_PACKET affect this? */
2185 +               skb->tc_verd = SET_TC_OK2MUNGE(skb->tc_verd);
2186 +       }
2187 +
2188 +       switch (ing_filter(skb)) {
2189 +       case TC_ACT_SHOT:
2190 +       case TC_ACT_STOLEN:
2191 +               kfree_skb(skb);
2192 +               return NULL;
2193 +       }
2194 +
2195 +out:
2196 +       skb->tc_verd = 0;
2197 +       return skb;
2198 +}
2199 +#endif
2200 +
2201 +/*
2202 + *     netif_nit_deliver - deliver received packets to network taps
2203 + *     @skb: buffer
2204 + *
2205 + *     This function is used to deliver incoming packets to network
2206 + *     taps. It should be used when the normal netif_receive_skb path
2207 + *     is bypassed, for example because of VLAN acceleration.
2208 + */
2209 +void netif_nit_deliver(struct sk_buff *skb)
2210 +{
2211 +       struct packet_type *ptype;
2212 +
2213 +       if (list_empty(&ptype_all))
2214 +               return;
2215 +
2216 +       skb_reset_network_header(skb);
2217 +       skb_reset_transport_header(skb);
2218 +       skb->mac_len = skb->network_header - skb->mac_header;
2219 +
2220 +       rcu_read_lock();
2221 +       list_for_each_entry_rcu(ptype, &ptype_all, list) {
2222 +               if (!ptype->dev || ptype->dev == skb->dev)
2223 +                       deliver_skb(skb, ptype, skb->dev);
2224 +       }
2225 +       rcu_read_unlock();
2226 +}
2227 +
2228 +/**
2229 + *     netif_receive_skb - process receive buffer from network
2230 + *     @skb: buffer to process
2231 + *
2232 + *     netif_receive_skb() is the main receive data processing function.
2233 + *     It always succeeds. The buffer may be dropped during processing
2234 + *     for congestion control or by the protocol layers.
2235 + *
2236 + *     This function may only be called from softirq context and interrupts
2237 + *     should be enabled.
2238 + *
2239 + *     Return values (usually ignored):
2240 + *     NET_RX_SUCCESS: no congestion
2241 + *     NET_RX_DROP: packet was dropped
2242 + */
2243 +//int netif_receive_skb(struct sk_buff *skb)
2244 +int __netif_receive_skb(struct sk_buff *skb, unsigned short type, int notifier_data)
2245 +{
2246 +       struct packet_type *ptype, *pt_prev;
2247 +       struct net_device *orig_dev;
2248 +       struct net_device *null_or_orig;
2249 +       int ret = NET_RX_DROP;
2250 +//     __be16 type;
2251 +
2252 +       /* if we've gotten here through NAPI, check netpoll */
2253 +       if (netpoll_receive_skb(skb))
2254 +               return NET_RX_DROP;
2255 +
2256 +       if (!skb->tstamp.tv64)
2257 +               net_timestamp(skb);
2258 +
2259 +       if (!skb->iif)
2260 +               skb->iif = skb->dev->ifindex;
2261 +
2262 +       null_or_orig = NULL;
2263 +       orig_dev = skb->dev;
2264 +       if (orig_dev->master) {
2265 +               if (skb_bond_should_drop(skb))
2266 +                       null_or_orig = orig_dev; /* deliver only exact match */
2267 +               else
2268 +                       skb->dev = orig_dev->master;
2269 +       }
2270 +
2271 +       __get_cpu_var(netdev_rx_stat).total++;
2272 +
2273 +       skb_reset_network_header(skb);
2274 +       skb_reset_transport_header(skb);
2275 +       skb->mac_len = skb->network_header - skb->mac_header;
2276 +
2277 +       /* Click: may want to steal the packet */
2278 +       if (notifier_data >= 0
2279 +           && raw_notifier_call_chain(&net_in_chain,
2280 +                                  notifier_data,
2281 +                                  skb) & NOTIFY_STOP_MASK) {
2282 +               return ret;
2283 +       }
2284
2285 +       pt_prev = NULL;
2286 +
2287 +       rcu_read_lock();
2288 +
2289 +       /* Don't receive packets in an exiting network namespace */
2290 +       if (!net_alive(dev_net(skb->dev)))
2291 +               goto out;
2292 +
2293 +#ifdef CONFIG_NET_CLS_ACT
2294 +       if (skb->tc_verd & TC_NCLS) {
2295 +               skb->tc_verd = CLR_TC_NCLS(skb->tc_verd);
2296 +               goto ncls;
2297 +       }
2298 +#endif
2299 +
2300 +       list_for_each_entry_rcu(ptype, &ptype_all, list) {
2301 +               if (ptype->dev == null_or_orig || ptype->dev == skb->dev ||
2302 +                   ptype->dev == orig_dev) {
2303 +                       if (pt_prev)
2304 +                               ret = deliver_skb(skb, pt_prev, orig_dev);
2305 +                       pt_prev = ptype;
2306 +               }
2307 +       }
2308 +
2309 +#ifdef CONFIG_NET_CLS_ACT
2310 +       skb = handle_ing(skb, &pt_prev, &ret, orig_dev);
2311 +       if (!skb)
2312 +               goto out;
2313 +ncls:
2314 +#endif
2315 +
2316 +       skb = handle_bridge(skb, &pt_prev, &ret, orig_dev);
2317 +       if (!skb)
2318 +               goto out;
2319 +       skb = handle_macvlan(skb, &pt_prev, &ret, orig_dev);
2320 +       if (!skb)
2321 +               goto out;
2322 +
2323 +       type = skb->protocol;
2324 +       list_for_each_entry_rcu(ptype,
2325 +                       &ptype_base[ntohs(type) & PTYPE_HASH_MASK], list) {
2326 +               if (ptype->type == type &&
2327 +                   (ptype->dev == null_or_orig || ptype->dev == skb->dev ||
2328 +                    ptype->dev == orig_dev)) {
2329 +                       if (pt_prev)
2330 +                               ret = deliver_skb(skb, pt_prev, orig_dev);
2331 +                       pt_prev = ptype;
2332 +               }
2333 +       }
2334 +
2335 +       if (pt_prev) {
2336 +               ret = pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
2337 +       } else {
2338 +               kfree_skb(skb);
2339 +               /* Jamal, now you will not able to escape explaining
2340 +                * me how you were going to use this. :-)
2341 +                */
2342 +               ret = NET_RX_DROP;
2343 +       }
2344 +
2345 +out:
2346 +       rcu_read_unlock();
2347 +       return ret;
2348 +}
2349 +
2350 +/* Network device is going away, flush any packets still pending  */
2351 +static void flush_backlog(void *arg)
2352 +{
2353 +       struct net_device *dev = arg;
2354 +       struct softnet_data *queue = &__get_cpu_var(softnet_data);
2355 +       struct sk_buff *skb, *tmp;
2356 +
2357 +       skb_queue_walk_safe(&queue->input_pkt_queue, skb, tmp)
2358 +               if (skb->dev == dev) {
2359 +                       __skb_unlink(skb, &queue->input_pkt_queue);
2360 +                       kfree_skb(skb);
2361 +               }
2362 +}
2363 +
2364 +static int process_backlog(struct napi_struct *napi, int quota)
2365 +{
2366 +       int work = 0;
2367 +       struct softnet_data *queue = &__get_cpu_var(softnet_data);
2368 +       unsigned long start_time = jiffies;
2369 +
2370 +       napi->weight = weight_p;
2371 +       do {
2372 +               struct sk_buff *skb;
2373 +
2374 +               local_irq_disable();
2375 +               skb = __skb_dequeue(&queue->input_pkt_queue);
2376 +               if (!skb) {
2377 +                       __napi_complete(napi);
2378 +                       local_irq_enable();
2379 +                       break;
2380 +               }
2381 +               local_irq_enable();
2382 +
2383 +               __netif_receive_skb(skb, skb->protocol, skb_queue_len(&queue->input_pkt_queue));
2384 +//XXX          netif_receive_skb(skb);
2385 +       } while (++work < quota && jiffies == start_time);
2386 +
2387 +       return work;
2388 +}
2389 +
2390 +/**
2391 + * __napi_schedule - schedule for receive
2392 + * @n: entry to schedule
2393 + *
2394 + * The entry's receive function will be scheduled to run
2395 + */
2396 +void __napi_schedule(struct napi_struct *n)
2397 +{
2398 +       unsigned long flags;
2399 +
2400 +       local_irq_save(flags);
2401 +       list_add_tail(&n->poll_list, &__get_cpu_var(softnet_data).poll_list);
2402 +       __raise_softirq_irqoff(NET_RX_SOFTIRQ);
2403 +       local_irq_restore(flags);
2404 +}
2405 +EXPORT_SYMBOL(__napi_schedule);
2406 +
2407 +
2408 +static void net_rx_action(struct softirq_action *h)
2409 +{
2410 +       struct list_head *list = &__get_cpu_var(softnet_data).poll_list;
2411 +       unsigned long start_time = jiffies;
2412 +       int budget = netdev_budget;
2413 +       void *have;
2414 +
2415 +       local_irq_disable();
2416 +
2417 +       while (!list_empty(list)) {
2418 +               struct napi_struct *n;
2419 +               int work, weight;
2420 +
2421 +               /* If softirq window is exhuasted then punt.
2422 +                *
2423 +                * Note that this is a slight policy change from the
2424 +                * previous NAPI code, which would allow up to 2
2425 +                * jiffies to pass before breaking out.  The test
2426 +                * used to be "jiffies - start_time > 1".
2427 +                */
2428 +               if (unlikely(budget <= 0 || jiffies != start_time))
2429 +                       goto softnet_break;
2430 +
2431 +               local_irq_enable();
2432 +
2433 +               /* Even though interrupts have been re-enabled, this
2434 +                * access is safe because interrupts can only add new
2435 +                * entries to the tail of this list, and only ->poll()
2436 +                * calls can remove this head entry from the list.
2437 +                */
2438 +               n = list_entry(list->next, struct napi_struct, poll_list);
2439 +
2440 +               have = netpoll_poll_lock(n);
2441 +
2442 +               weight = n->weight;
2443 +
2444 +               /* This NAPI_STATE_SCHED test is for avoiding a race
2445 +                * with netpoll's poll_napi().  Only the entity which
2446 +                * obtains the lock and sees NAPI_STATE_SCHED set will
2447 +                * actually make the ->poll() call.  Therefore we avoid
2448 +                * accidently calling ->poll() when NAPI is not scheduled.
2449 +                */
2450 +               work = 0;
2451 +               if (test_bit(NAPI_STATE_SCHED, &n->state))
2452 +                       work = n->poll(n, weight);
2453 +
2454 +               WARN_ON_ONCE(work > weight);
2455 +
2456 +               budget -= work;
2457 +
2458 +               local_irq_disable();
2459 +
2460 +               /* Drivers must not modify the NAPI state if they
2461 +                * consume the entire weight.  In such cases this code
2462 +                * still "owns" the NAPI instance and therefore can
2463 +                * move the instance around on the list at-will.
2464 +                */
2465 +               if (unlikely(work == weight)) {
2466 +                       if (unlikely(napi_disable_pending(n)))
2467 +                               __napi_complete(n);
2468 +                       else
2469 +                               list_move_tail(&n->poll_list, list);
2470 +               }
2471 +
2472 +               netpoll_poll_unlock(have);
2473 +       }
2474 +out:
2475 +       local_irq_enable();
2476 +
2477 +#ifdef CONFIG_NET_DMA
2478 +       /*
2479 +        * There may not be any more sk_buffs coming right now, so push
2480 +        * any pending DMA copies to hardware
2481 +        */
2482 +       if (!cpus_empty(net_dma.channel_mask)) {
2483 +               int chan_idx;
2484 +               for_each_cpu_mask_nr(chan_idx, net_dma.channel_mask) {
2485 +                       struct dma_chan *chan = net_dma.channels[chan_idx];
2486 +                       if (chan)
2487 +                               dma_async_memcpy_issue_pending(chan);
2488 +               }
2489 +       }
2490 +#endif
2491 +
2492 +       return;
2493 +
2494 +softnet_break:
2495 +       __get_cpu_var(netdev_rx_stat).time_squeeze++;
2496 +       __raise_softirq_irqoff(NET_RX_SOFTIRQ);
2497 +       goto out;
2498 +}
2499 +
2500 +static gifconf_func_t * gifconf_list [NPROTO];
2501 +
2502 +/**
2503 + *     register_gifconf        -       register a SIOCGIF handler
2504 + *     @family: Address family
2505 + *     @gifconf: Function handler
2506 + *
2507 + *     Register protocol dependent address dumping routines. The handler
2508 + *     that is passed must not be freed or reused until it has been replaced
2509 + *     by another handler.
2510 + */
2511 +int register_gifconf(unsigned int family, gifconf_func_t * gifconf)
2512 +{
2513 +       if (family >= NPROTO)
2514 +               return -EINVAL;
2515 +       gifconf_list[family] = gifconf;
2516 +       return 0;
2517 +}
2518 +
2519 +
2520 +/*
2521 + *     Map an interface index to its name (SIOCGIFNAME)
2522 + */
2523 +
2524 +/*
2525 + *     We need this ioctl for efficient implementation of the
2526 + *     if_indextoname() function required by the IPv6 API.  Without
2527 + *     it, we would have to search all the interfaces to find a
2528 + *     match.  --pb
2529 + */
2530 +
2531 +static int dev_ifname(struct net *net, struct ifreq __user *arg)
2532 +{
2533 +       struct net_device *dev;
2534 +       struct ifreq ifr;
2535 +
2536 +       /*
2537 +        *      Fetch the caller's info block.
2538 +        */
2539 +
2540 +       if (copy_from_user(&ifr, arg, sizeof(struct ifreq)))
2541 +               return -EFAULT;
2542 +
2543 +       read_lock(&dev_base_lock);
2544 +       dev = __dev_get_by_index(net, ifr.ifr_ifindex);
2545 +       if (!dev) {
2546 +               read_unlock(&dev_base_lock);
2547 +               return -ENODEV;
2548 +       }
2549 +
2550 +       strcpy(ifr.ifr_name, dev->name);
2551 +       read_unlock(&dev_base_lock);
2552 +
2553 +       if (copy_to_user(arg, &ifr, sizeof(struct ifreq)))
2554 +               return -EFAULT;
2555 +       return 0;
2556 +}
2557 +
2558 +/*
2559 + *     Perform a SIOCGIFCONF call. This structure will change
2560 + *     size eventually, and there is nothing I can do about it.
2561 + *     Thus we will need a 'compatibility mode'.
2562 + */
2563 +
2564 +static int dev_ifconf(struct net *net, char __user *arg)
2565 +{
2566 +       struct ifconf ifc;
2567 +       struct net_device *dev;
2568 +       char __user *pos;
2569 +       int len;
2570 +       int total;
2571 +       int i;
2572 +
2573 +       /*
2574 +        *      Fetch the caller's info block.
2575 +        */
2576 +
2577 +       if (copy_from_user(&ifc, arg, sizeof(struct ifconf)))
2578 +               return -EFAULT;
2579 +
2580 +       pos = ifc.ifc_buf;
2581 +       len = ifc.ifc_len;
2582 +
2583 +       /*
2584 +        *      Loop over the interfaces, and write an info block for each.
2585 +        */
2586 +
2587 +       total = 0;
2588 +       for_each_netdev(net, dev) {
2589 +               if (!nx_dev_visible(current->nx_info, dev))
2590 +                       continue;
2591 +               for (i = 0; i < NPROTO; i++) {
2592 +                       if (gifconf_list[i]) {
2593 +                               int done;
2594 +                               if (!pos)
2595 +                                       done = gifconf_list[i](dev, NULL, 0);
2596 +                               else
2597 +                                       done = gifconf_list[i](dev, pos + total,
2598 +                                                              len - total);
2599 +                               if (done < 0)
2600 +                                       return -EFAULT;
2601 +                               total += done;
2602 +                       }
2603 +               }
2604 +       }
2605 +
2606 +       /*
2607 +        *      All done.  Write the updated control block back to the caller.
2608 +        */
2609 +       ifc.ifc_len = total;
2610 +
2611 +       /*
2612 +        *      Both BSD and Solaris return 0 here, so we do too.
2613 +        */
2614 +       return copy_to_user(arg, &ifc, sizeof(struct ifconf)) ? -EFAULT : 0;
2615 +}
2616 +
2617 +#ifdef CONFIG_PROC_FS
2618 +/*
2619 + *     This is invoked by the /proc filesystem handler to display a device
2620 + *     in detail.
2621 + */
2622 +void *dev_seq_start(struct seq_file *seq, loff_t *pos)
2623 +       __acquires(dev_base_lock)
2624 +{
2625 +       struct net *net = seq_file_net(seq);
2626 +       loff_t off;
2627 +       struct net_device *dev;
2628 +
2629 +       read_lock(&dev_base_lock);
2630 +       if (!*pos)
2631 +               return SEQ_START_TOKEN;
2632 +
2633 +       off = 1;
2634 +       for_each_netdev(net, dev)
2635 +               if (off++ == *pos)
2636 +                       return dev;
2637 +
2638 +       return NULL;
2639 +}
2640 +
2641 +void *dev_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2642 +{
2643 +       struct net *net = seq_file_net(seq);
2644 +       ++*pos;
2645 +       return v == SEQ_START_TOKEN ?
2646 +               first_net_device(net) : next_net_device((struct net_device *)v);
2647 +}
2648 +
2649 +void dev_seq_stop(struct seq_file *seq, void *v)
2650 +       __releases(dev_base_lock)
2651 +{
2652 +       read_unlock(&dev_base_lock);
2653 +}
2654 +
2655 +static void dev_seq_printf_stats(struct seq_file *seq, struct net_device *dev)
2656 +{
2657 +       struct net_device_stats *stats = dev->get_stats(dev);
2658 +
2659 +       if (!nx_dev_visible(current->nx_info, dev))
2660 +               return;
2661 +
2662 +       seq_printf(seq, "%6s:%8lu %7lu %4lu %4lu %4lu %5lu %10lu %9lu "
2663 +                  "%8lu %7lu %4lu %4lu %4lu %5lu %7lu %10lu\n",
2664 +                  dev->name, stats->rx_bytes, stats->rx_packets,
2665 +                  stats->rx_errors,
2666 +                  stats->rx_dropped + stats->rx_missed_errors,
2667 +                  stats->rx_fifo_errors,
2668 +                  stats->rx_length_errors + stats->rx_over_errors +
2669 +                   stats->rx_crc_errors + stats->rx_frame_errors,
2670 +                  stats->rx_compressed, stats->multicast,
2671 +                  stats->tx_bytes, stats->tx_packets,
2672 +                  stats->tx_errors, stats->tx_dropped,
2673 +                  stats->tx_fifo_errors, stats->collisions,
2674 +                  stats->tx_carrier_errors +
2675 +                   stats->tx_aborted_errors +
2676 +                   stats->tx_window_errors +
2677 +                   stats->tx_heartbeat_errors,
2678 +                  stats->tx_compressed);
2679 +}
2680 +
2681 +/*
2682 + *     Called from the PROCfs module. This now uses the new arbitrary sized
2683 + *     /proc/net interface to create /proc/net/dev
2684 + */
2685 +static int dev_seq_show(struct seq_file *seq, void *v)
2686 +{
2687 +       if (v == SEQ_START_TOKEN)
2688 +               seq_puts(seq, "Inter-|   Receive                            "
2689 +                             "                    |  Transmit\n"
2690 +                             " face |bytes    packets errs drop fifo frame "
2691 +                             "compressed multicast|bytes    packets errs "
2692 +                             "drop fifo colls carrier compressed\n");
2693 +       else
2694 +               dev_seq_printf_stats(seq, v);
2695 +       return 0;
2696 +}
2697 +
2698 +static struct netif_rx_stats *softnet_get_online(loff_t *pos)
2699 +{
2700 +       struct netif_rx_stats *rc = NULL;
2701 +
2702 +       while (*pos < nr_cpu_ids)
2703 +               if (cpu_online(*pos)) {
2704 +                       rc = &per_cpu(netdev_rx_stat, *pos);
2705 +                       break;
2706 +               } else
2707 +                       ++*pos;
2708 +       return rc;
2709 +}
2710 +
2711 +static void *softnet_seq_start(struct seq_file *seq, loff_t *pos)
2712 +{
2713 +       return softnet_get_online(pos);
2714 +}
2715 +
2716 +static void *softnet_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2717 +{
2718 +       ++*pos;
2719 +       return softnet_get_online(pos);
2720 +}
2721 +
2722 +static void softnet_seq_stop(struct seq_file *seq, void *v)
2723 +{
2724 +}
2725 +
2726 +static int softnet_seq_show(struct seq_file *seq, void *v)
2727 +{
2728 +       struct netif_rx_stats *s = v;
2729 +
2730 +       seq_printf(seq, "%08x %08x %08x %08x %08x %08x %08x %08x %08x\n",
2731 +                  s->total, s->dropped, s->time_squeeze, 0,
2732 +                  0, 0, 0, 0, /* was fastroute */
2733 +                  s->cpu_collision );
2734 +       return 0;
2735 +}
2736 +
2737 +static const struct seq_operations dev_seq_ops = {
2738 +       .start = dev_seq_start,
2739 +       .next  = dev_seq_next,
2740 +       .stop  = dev_seq_stop,
2741 +       .show  = dev_seq_show,
2742 +};
2743 +
2744 +static int dev_seq_open(struct inode *inode, struct file *file)
2745 +{
2746 +       return seq_open_net(inode, file, &dev_seq_ops,
2747 +                           sizeof(struct seq_net_private));
2748 +}
2749 +
2750 +static const struct file_operations dev_seq_fops = {
2751 +       .owner   = THIS_MODULE,
2752 +       .open    = dev_seq_open,
2753 +       .read    = seq_read,
2754 +       .llseek  = seq_lseek,
2755 +       .release = seq_release_net,
2756 +};
2757 +
2758 +static const struct seq_operations softnet_seq_ops = {
2759 +       .start = softnet_seq_start,
2760 +       .next  = softnet_seq_next,
2761 +       .stop  = softnet_seq_stop,
2762 +       .show  = softnet_seq_show,
2763 +};
2764 +
2765 +static int softnet_seq_open(struct inode *inode, struct file *file)
2766 +{
2767 +       return seq_open(file, &softnet_seq_ops);
2768 +}
2769 +
2770 +static const struct file_operations softnet_seq_fops = {
2771 +       .owner   = THIS_MODULE,
2772 +       .open    = softnet_seq_open,
2773 +       .read    = seq_read,
2774 +       .llseek  = seq_lseek,
2775 +       .release = seq_release,
2776 +};
2777 +
2778 +static void *ptype_get_idx(loff_t pos)
2779 +{
2780 +       struct packet_type *pt = NULL;
2781 +       loff_t i = 0;
2782 +       int t;
2783 +
2784 +       list_for_each_entry_rcu(pt, &ptype_all, list) {
2785 +               if (i == pos)
2786 +                       return pt;
2787 +               ++i;
2788 +       }
2789 +
2790 +       for (t = 0; t < PTYPE_HASH_SIZE; t++) {
2791 +               list_for_each_entry_rcu(pt, &ptype_base[t], list) {
2792 +                       if (i == pos)
2793 +                               return pt;
2794 +                       ++i;
2795 +               }
2796 +       }
2797 +       return NULL;
2798 +}
2799 +
2800 +static void *ptype_seq_start(struct seq_file *seq, loff_t *pos)
2801 +       __acquires(RCU)
2802 +{
2803 +       rcu_read_lock();
2804 +       return *pos ? ptype_get_idx(*pos - 1) : SEQ_START_TOKEN;
2805 +}
2806 +
2807 +static void *ptype_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2808 +{
2809 +       struct packet_type *pt;
2810 +       struct list_head *nxt;
2811 +       int hash;
2812 +
2813 +       ++*pos;
2814 +       if (v == SEQ_START_TOKEN)
2815 +               return ptype_get_idx(0);
2816 +
2817 +       pt = v;
2818 +       nxt = pt->list.next;
2819 +       if (pt->type == htons(ETH_P_ALL)) {
2820 +               if (nxt != &ptype_all)
2821 +                       goto found;
2822 +               hash = 0;
2823 +               nxt = ptype_base[0].next;
2824 +       } else
2825 +               hash = ntohs(pt->type) & PTYPE_HASH_MASK;
2826 +
2827 +       while (nxt == &ptype_base[hash]) {
2828 +               if (++hash >= PTYPE_HASH_SIZE)
2829 +                       return NULL;
2830 +               nxt = ptype_base[hash].next;
2831 +       }
2832 +found:
2833 +       return list_entry(nxt, struct packet_type, list);
2834 +}
2835 +
2836 +static void ptype_seq_stop(struct seq_file *seq, void *v)
2837 +       __releases(RCU)
2838 +{
2839 +       rcu_read_unlock();
2840 +}
2841 +
2842 +static void ptype_seq_decode(struct seq_file *seq, void *sym)
2843 +{
2844 +#ifdef CONFIG_KALLSYMS
2845 +       unsigned long offset = 0, symsize;
2846 +       const char *symname;
2847 +       char *modname;
2848 +       char namebuf[128];
2849 +
2850 +       symname = kallsyms_lookup((unsigned long)sym, &symsize, &offset,
2851 +                                 &modname, namebuf);
2852 +
2853 +       if (symname) {
2854 +               char *delim = ":";
2855 +
2856 +               if (!modname)
2857 +                       modname = delim = "";
2858 +               seq_printf(seq, "%s%s%s%s+0x%lx", delim, modname, delim,
2859 +                          symname, offset);
2860 +               return;
2861 +       }
2862 +#endif
2863 +
2864 +       seq_printf(seq, "[%p]", sym);
2865 +}
2866 +
2867 +static int ptype_seq_show(struct seq_file *seq, void *v)
2868 +{
2869 +       struct packet_type *pt = v;
2870 +
2871 +       if (v == SEQ_START_TOKEN)
2872 +               seq_puts(seq, "Type Device      Function\n");
2873 +       else if (pt->dev == NULL || dev_net(pt->dev) == seq_file_net(seq)) {
2874 +               if (pt->type == htons(ETH_P_ALL))
2875 +                       seq_puts(seq, "ALL ");
2876 +               else
2877 +                       seq_printf(seq, "%04x", ntohs(pt->type));
2878 +
2879 +               seq_printf(seq, " %-8s ",
2880 +                          pt->dev ? pt->dev->name : "");
2881 +               ptype_seq_decode(seq,  pt->func);
2882 +               seq_putc(seq, '\n');
2883 +       }
2884 +
2885 +       return 0;
2886 +}
2887 +
2888 +static const struct seq_operations ptype_seq_ops = {
2889 +       .start = ptype_seq_start,
2890 +       .next  = ptype_seq_next,
2891 +       .stop  = ptype_seq_stop,
2892 +       .show  = ptype_seq_show,
2893 +};
2894 +
2895 +static int ptype_seq_open(struct inode *inode, struct file *file)
2896 +{
2897 +       return seq_open_net(inode, file, &ptype_seq_ops,
2898 +                       sizeof(struct seq_net_private));
2899 +}
2900 +
2901 +static const struct file_operations ptype_seq_fops = {
2902 +       .owner   = THIS_MODULE,
2903 +       .open    = ptype_seq_open,
2904 +       .read    = seq_read,
2905 +       .llseek  = seq_lseek,
2906 +       .release = seq_release_net,
2907 +};
2908 +
2909 +
2910 +static int __net_init dev_proc_net_init(struct net *net)
2911 +{
2912 +       int rc = -ENOMEM;
2913 +
2914 +       if (!proc_net_fops_create(net, "dev", S_IRUGO, &dev_seq_fops))
2915 +               goto out;
2916 +       if (!proc_net_fops_create(net, "softnet_stat", S_IRUGO, &softnet_seq_fops))
2917 +               goto out_dev;
2918 +       if (!proc_net_fops_create(net, "ptype", S_IRUGO, &ptype_seq_fops))
2919 +               goto out_softnet;
2920 +
2921 +       if (wext_proc_init(net))
2922 +               goto out_ptype;
2923 +       rc = 0;
2924 +out:
2925 +       return rc;
2926 +out_ptype:
2927 +       proc_net_remove(net, "ptype");
2928 +out_softnet:
2929 +       proc_net_remove(net, "softnet_stat");
2930 +out_dev:
2931 +       proc_net_remove(net, "dev");
2932 +       goto out;
2933 +}
2934 +
2935 +static void __net_exit dev_proc_net_exit(struct net *net)
2936 +{
2937 +       wext_proc_exit(net);
2938 +
2939 +       proc_net_remove(net, "ptype");
2940 +       proc_net_remove(net, "softnet_stat");
2941 +       proc_net_remove(net, "dev");
2942 +}
2943 +
2944 +static struct pernet_operations __net_initdata dev_proc_ops = {
2945 +       .init = dev_proc_net_init,
2946 +       .exit = dev_proc_net_exit,
2947 +};
2948 +
2949 +static int __init dev_proc_init(void)
2950 +{
2951 +       return register_pernet_subsys(&dev_proc_ops);
2952 +}
2953 +#else
2954 +#define dev_proc_init() 0
2955 +#endif /* CONFIG_PROC_FS */
2956 +
2957 +
2958 +/**
2959 + *     netdev_set_master       -       set up master/slave pair
2960 + *     @slave: slave device
2961 + *     @master: new master device
2962 + *
2963 + *     Changes the master device of the slave. Pass %NULL to break the
2964 + *     bonding. The caller must hold the RTNL semaphore. On a failure
2965 + *     a negative errno code is returned. On success the reference counts
2966 + *     are adjusted, %RTM_NEWLINK is sent to the routing socket and the
2967 + *     function returns zero.
2968 + */
2969 +int netdev_set_master(struct net_device *slave, struct net_device *master)
2970 +{
2971 +       struct net_device *old = slave->master;
2972 +
2973 +       ASSERT_RTNL();
2974 +
2975 +       if (master) {
2976 +               if (old)
2977 +                       return -EBUSY;
2978 +               dev_hold(master);
2979 +       }
2980 +
2981 +       slave->master = master;
2982 +
2983 +       synchronize_net();
2984 +
2985 +       if (old)
2986 +               dev_put(old);
2987 +
2988 +       if (master)
2989 +               slave->flags |= IFF_SLAVE;
2990 +       else
2991 +               slave->flags &= ~IFF_SLAVE;
2992 +
2993 +       rtmsg_ifinfo(RTM_NEWLINK, slave, IFF_SLAVE);
2994 +       return 0;
2995 +}
2996 +
2997 +static void dev_change_rx_flags(struct net_device *dev, int flags)
2998 +{
2999 +       if (dev->flags & IFF_UP && dev->change_rx_flags)
3000 +               dev->change_rx_flags(dev, flags);
3001 +}
3002 +
3003 +static int __dev_set_promiscuity(struct net_device *dev, int inc)
3004 +{
3005 +       unsigned short old_flags = dev->flags;
3006 +
3007 +       ASSERT_RTNL();
3008 +
3009 +       dev->flags |= IFF_PROMISC;
3010 +       dev->promiscuity += inc;
3011 +       if (dev->promiscuity == 0) {
3012 +               /*
3013 +                * Avoid overflow.
3014 +                * If inc causes overflow, untouch promisc and return error.
3015 +                */
3016 +               if (inc < 0)
3017 +                       dev->flags &= ~IFF_PROMISC;
3018 +               else {
3019 +                       dev->promiscuity -= inc;
3020 +                       printk(KERN_WARNING "%s: promiscuity touches roof, "
3021 +                               "set promiscuity failed, promiscuity feature "
3022 +                               "of device might be broken.\n", dev->name);
3023 +                       return -EOVERFLOW;
3024 +               }
3025 +       }
3026 +       if (dev->flags != old_flags) {
3027 +               printk(KERN_INFO "device %s %s promiscuous mode\n",
3028 +                      dev->name, (dev->flags & IFF_PROMISC) ? "entered" :
3029 +                                                              "left");
3030 +               if (audit_enabled)
3031 +                       audit_log(current->audit_context, GFP_ATOMIC,
3032 +                               AUDIT_ANOM_PROMISCUOUS,
3033 +                               "dev=%s prom=%d old_prom=%d auid=%u uid=%u gid=%u ses=%u",
3034 +                               dev->name, (dev->flags & IFF_PROMISC),
3035 +                               (old_flags & IFF_PROMISC),
3036 +                               audit_get_loginuid(current),
3037 +                               current->uid, current->gid,
3038 +                               audit_get_sessionid(current));
3039 +
3040 +               dev_change_rx_flags(dev, IFF_PROMISC);
3041 +       }
3042 +       return 0;
3043 +}
3044 +
3045 +/**
3046 + *     dev_set_promiscuity     - update promiscuity count on a device
3047 + *     @dev: device
3048 + *     @inc: modifier
3049 + *
3050 + *     Add or remove promiscuity from a device. While the count in the device
3051 + *     remains above zero the interface remains promiscuous. Once it hits zero
3052 + *     the device reverts back to normal filtering operation. A negative inc
3053 + *     value is used to drop promiscuity on the device.
3054 + *     Return 0 if successful or a negative errno code on error.
3055 + */
3056 +int dev_set_promiscuity(struct net_device *dev, int inc)
3057 +{
3058 +       unsigned short old_flags = dev->flags;
3059 +       int err;
3060 +
3061 +       err = __dev_set_promiscuity(dev, inc);
3062 +       if (err < 0)
3063 +               return err;
3064 +       if (dev->flags != old_flags)
3065 +               dev_set_rx_mode(dev);
3066 +       return err;
3067 +}
3068 +
3069 +/**
3070 + *     dev_set_allmulti        - update allmulti count on a device
3071 + *     @dev: device
3072 + *     @inc: modifier
3073 + *
3074 + *     Add or remove reception of all multicast frames to a device. While the
3075 + *     count in the device remains above zero the interface remains listening
3076 + *     to all interfaces. Once it hits zero the device reverts back to normal
3077 + *     filtering operation. A negative @inc value is used to drop the counter
3078 + *     when releasing a resource needing all multicasts.
3079 + *     Return 0 if successful or a negative errno code on error.
3080 + */
3081 +
3082 +int dev_set_allmulti(struct net_device *dev, int inc)
3083 +{
3084 +       unsigned short old_flags = dev->flags;
3085 +
3086 +       ASSERT_RTNL();
3087 +
3088 +       dev->flags |= IFF_ALLMULTI;
3089 +       dev->allmulti += inc;
3090 +       if (dev->allmulti == 0) {
3091 +               /*
3092 +                * Avoid overflow.
3093 +                * If inc causes overflow, untouch allmulti and return error.
3094 +                */
3095 +               if (inc < 0)
3096 +                       dev->flags &= ~IFF_ALLMULTI;
3097 +               else {
3098 +                       dev->allmulti -= inc;
3099 +                       printk(KERN_WARNING "%s: allmulti touches roof, "
3100 +                               "set allmulti failed, allmulti feature of "
3101 +                               "device might be broken.\n", dev->name);
3102 +                       return -EOVERFLOW;
3103 +               }
3104 +       }
3105 +       if (dev->flags ^ old_flags) {
3106 +               dev_change_rx_flags(dev, IFF_ALLMULTI);
3107 +               dev_set_rx_mode(dev);
3108 +       }
3109 +       return 0;
3110 +}
3111 +
3112 +/*
3113 + *     Upload unicast and multicast address lists to device and
3114 + *     configure RX filtering. When the device doesn't support unicast
3115 + *     filtering it is put in promiscuous mode while unicast addresses
3116 + *     are present.
3117 + */
3118 +void __dev_set_rx_mode(struct net_device *dev)
3119 +{
3120 +       /* dev_open will call this function so the list will stay sane. */
3121 +       if (!(dev->flags&IFF_UP))
3122 +               return;
3123 +
3124 +       if (!netif_device_present(dev))
3125 +               return;
3126 +
3127 +       if (dev->set_rx_mode)
3128 +               dev->set_rx_mode(dev);
3129 +       else {
3130 +               /* Unicast addresses changes may only happen under the rtnl,
3131 +                * therefore calling __dev_set_promiscuity here is safe.
3132 +                */
3133 +               if (dev->uc_count > 0 && !dev->uc_promisc) {
3134 +                       __dev_set_promiscuity(dev, 1);
3135 +                       dev->uc_promisc = 1;
3136 +               } else if (dev->uc_count == 0 && dev->uc_promisc) {
3137 +                       __dev_set_promiscuity(dev, -1);
3138 +                       dev->uc_promisc = 0;
3139 +               }
3140 +
3141 +               if (dev->set_multicast_list)
3142 +                       dev->set_multicast_list(dev);
3143 +       }
3144 +}
3145 +
3146 +void dev_set_rx_mode(struct net_device *dev)
3147 +{
3148 +       netif_addr_lock_bh(dev);
3149 +       __dev_set_rx_mode(dev);
3150 +       netif_addr_unlock_bh(dev);
3151 +}
3152 +
3153 +int __dev_addr_delete(struct dev_addr_list **list, int *count,
3154 +                     void *addr, int alen, int glbl)
3155 +{
3156 +       struct dev_addr_list *da;
3157 +
3158 +       for (; (da = *list) != NULL; list = &da->next) {
3159 +               if (memcmp(da->da_addr, addr, da->da_addrlen) == 0 &&
3160 +                   alen == da->da_addrlen) {
3161 +                       if (glbl) {
3162 +                               int old_glbl = da->da_gusers;
3163 +                               da->da_gusers = 0;
3164 +                               if (old_glbl == 0)
3165 +                                       break;
3166 +                       }
3167 +                       if (--da->da_users)
3168 +                               return 0;
3169 +
3170 +                       *list = da->next;
3171 +                       kfree(da);
3172 +                       (*count)--;
3173 +                       return 0;
3174 +               }
3175 +       }
3176 +       return -ENOENT;
3177 +}
3178 +
3179 +int __dev_addr_add(struct dev_addr_list **list, int *count,
3180 +                  void *addr, int alen, int glbl)
3181 +{
3182 +       struct dev_addr_list *da;
3183 +
3184 +       for (da = *list; da != NULL; da = da->next) {
3185 +               if (memcmp(da->da_addr, addr, da->da_addrlen) == 0 &&
3186 +                   da->da_addrlen == alen) {
3187 +                       if (glbl) {
3188 +                               int old_glbl = da->da_gusers;
3189 +                               da->da_gusers = 1;
3190 +                               if (old_glbl)
3191 +                                       return 0;
3192 +                       }
3193 +                       da->da_users++;
3194 +                       return 0;
3195 +               }
3196 +       }
3197 +
3198 +       da = kzalloc(sizeof(*da), GFP_ATOMIC);
3199 +       if (da == NULL)
3200 +               return -ENOMEM;
3201 +       memcpy(da->da_addr, addr, alen);
3202 +       da->da_addrlen = alen;
3203 +       da->da_users = 1;
3204 +       da->da_gusers = glbl ? 1 : 0;
3205 +       da->next = *list;
3206 +       *list = da;
3207 +       (*count)++;
3208 +       return 0;
3209 +}
3210 +
3211 +/**
3212 + *     dev_unicast_delete      - Release secondary unicast address.
3213 + *     @dev: device
3214 + *     @addr: address to delete
3215 + *     @alen: length of @addr
3216 + *
3217 + *     Release reference to a secondary unicast address and remove it
3218 + *     from the device if the reference count drops to zero.
3219 + *
3220 + *     The caller must hold the rtnl_mutex.
3221 + */
3222 +int dev_unicast_delete(struct net_device *dev, void *addr, int alen)
3223 +{
3224 +       int err;
3225 +
3226 +       ASSERT_RTNL();
3227 +
3228 +       netif_addr_lock_bh(dev);
3229 +       err = __dev_addr_delete(&dev->uc_list, &dev->uc_count, addr, alen, 0);
3230 +       if (!err)
3231 +               __dev_set_rx_mode(dev);
3232 +       netif_addr_unlock_bh(dev);
3233 +       return err;
3234 +}
3235 +EXPORT_SYMBOL(dev_unicast_delete);
3236 +
3237 +/**
3238 + *     dev_unicast_add         - add a secondary unicast address
3239 + *     @dev: device
3240 + *     @addr: address to add
3241 + *     @alen: length of @addr
3242 + *
3243 + *     Add a secondary unicast address to the device or increase
3244 + *     the reference count if it already exists.
3245 + *
3246 + *     The caller must hold the rtnl_mutex.
3247 + */
3248 +int dev_unicast_add(struct net_device *dev, void *addr, int alen)
3249 +{
3250 +       int err;
3251 +
3252 +       ASSERT_RTNL();
3253 +
3254 +       netif_addr_lock_bh(dev);
3255 +       err = __dev_addr_add(&dev->uc_list, &dev->uc_count, addr, alen, 0);
3256 +       if (!err)
3257 +               __dev_set_rx_mode(dev);
3258 +       netif_addr_unlock_bh(dev);
3259 +       return err;
3260 +}
3261 +EXPORT_SYMBOL(dev_unicast_add);
3262 +
3263 +int __dev_addr_sync(struct dev_addr_list **to, int *to_count,
3264 +                   struct dev_addr_list **from, int *from_count)
3265 +{
3266 +       struct dev_addr_list *da, *next;
3267 +       int err = 0;
3268 +
3269 +       da = *from;
3270 +       while (da != NULL) {
3271 +               next = da->next;
3272 +               if (!da->da_synced) {
3273 +                       err = __dev_addr_add(to, to_count,
3274 +                                            da->da_addr, da->da_addrlen, 0);
3275 +                       if (err < 0)
3276 +                               break;
3277 +                       da->da_synced = 1;
3278 +                       da->da_users++;
3279 +               } else if (da->da_users == 1) {
3280 +                       __dev_addr_delete(to, to_count,
3281 +                                         da->da_addr, da->da_addrlen, 0);
3282 +                       __dev_addr_delete(from, from_count,
3283 +                                         da->da_addr, da->da_addrlen, 0);
3284 +               }
3285 +               da = next;
3286 +       }
3287 +       return err;
3288 +}
3289 +
3290 +void __dev_addr_unsync(struct dev_addr_list **to, int *to_count,
3291 +                      struct dev_addr_list **from, int *from_count)
3292 +{
3293 +       struct dev_addr_list *da, *next;
3294 +
3295 +       da = *from;
3296 +       while (da != NULL) {
3297 +               next = da->next;
3298 +               if (da->da_synced) {
3299 +                       __dev_addr_delete(to, to_count,
3300 +                                         da->da_addr, da->da_addrlen, 0);
3301 +                       da->da_synced = 0;
3302 +                       __dev_addr_delete(from, from_count,
3303 +                                         da->da_addr, da->da_addrlen, 0);
3304 +               }
3305 +               da = next;
3306 +       }
3307 +}
3308 +
3309 +/**
3310 + *     dev_unicast_sync - Synchronize device's unicast list to another device
3311 + *     @to: destination device
3312 + *     @from: source device
3313 + *
3314 + *     Add newly added addresses to the destination device and release
3315 + *     addresses that have no users left. The source device must be
3316 + *     locked by netif_tx_lock_bh.
3317 + *
3318 + *     This function is intended to be called from the dev->set_rx_mode
3319 + *     function of layered software devices.
3320 + */
3321 +int dev_unicast_sync(struct net_device *to, struct net_device *from)
3322 +{
3323 +       int err = 0;
3324 +
3325 +       netif_addr_lock_bh(to);
3326 +       err = __dev_addr_sync(&to->uc_list, &to->uc_count,
3327 +                             &from->uc_list, &from->uc_count);
3328 +       if (!err)
3329 +               __dev_set_rx_mode(to);
3330 +       netif_addr_unlock_bh(to);
3331 +       return err;
3332 +}
3333 +EXPORT_SYMBOL(dev_unicast_sync);
3334 +
3335 +/**
3336 + *     dev_unicast_unsync - Remove synchronized addresses from the destination device
3337 + *     @to: destination device
3338 + *     @from: source device
3339 + *
3340 + *     Remove all addresses that were added to the destination device by
3341 + *     dev_unicast_sync(). This function is intended to be called from the
3342 + *     dev->stop function of layered software devices.
3343 + */
3344 +void dev_unicast_unsync(struct net_device *to, struct net_device *from)
3345 +{
3346 +       netif_addr_lock_bh(from);
3347 +       netif_addr_lock(to);
3348 +
3349 +       __dev_addr_unsync(&to->uc_list, &to->uc_count,
3350 +                         &from->uc_list, &from->uc_count);
3351 +       __dev_set_rx_mode(to);
3352 +
3353 +       netif_addr_unlock(to);
3354 +       netif_addr_unlock_bh(from);
3355 +}
3356 +EXPORT_SYMBOL(dev_unicast_unsync);
3357 +
3358 +static void __dev_addr_discard(struct dev_addr_list **list)
3359 +{
3360 +       struct dev_addr_list *tmp;
3361 +
3362 +       while (*list != NULL) {
3363 +               tmp = *list;
3364 +               *list = tmp->next;
3365 +               if (tmp->da_users > tmp->da_gusers)
3366 +                       printk("__dev_addr_discard: address leakage! "
3367 +                              "da_users=%d\n", tmp->da_users);
3368 +               kfree(tmp);
3369 +       }
3370 +}
3371 +
3372 +static void dev_addr_discard(struct net_device *dev)
3373 +{
3374 +       netif_addr_lock_bh(dev);
3375 +
3376 +       __dev_addr_discard(&dev->uc_list);
3377 +       dev->uc_count = 0;
3378 +
3379 +       __dev_addr_discard(&dev->mc_list);
3380 +       dev->mc_count = 0;
3381 +
3382 +       netif_addr_unlock_bh(dev);
3383 +}
3384 +
3385 +unsigned dev_get_flags(const struct net_device *dev)
3386 +{
3387 +       unsigned flags;
3388 +
3389 +       flags = (dev->flags & ~(IFF_PROMISC |
3390 +                               IFF_ALLMULTI |
3391 +                               IFF_RUNNING |
3392 +                               IFF_LOWER_UP |
3393 +                               IFF_DORMANT)) |
3394 +               (dev->gflags & (IFF_PROMISC |
3395 +                               IFF_ALLMULTI));
3396 +
3397 +       if (netif_running(dev)) {
3398 +               if (netif_oper_up(dev))
3399 +                       flags |= IFF_RUNNING;
3400 +               if (netif_carrier_ok(dev))
3401 +                       flags |= IFF_LOWER_UP;
3402 +               if (netif_dormant(dev))
3403 +                       flags |= IFF_DORMANT;
3404 +       }
3405 +
3406 +       return flags;
3407 +}
3408 +
3409 +int dev_change_flags(struct net_device *dev, unsigned flags)
3410 +{
3411 +       int ret, changes;
3412 +       int old_flags = dev->flags;
3413 +
3414 +       ASSERT_RTNL();
3415 +
3416 +       /*
3417 +        *      Set the flags on our device.
3418 +        */
3419 +
3420 +       dev->flags = (flags & (IFF_DEBUG | IFF_NOTRAILERS | IFF_NOARP |
3421 +                              IFF_DYNAMIC | IFF_MULTICAST | IFF_PORTSEL |
3422 +                              IFF_AUTOMEDIA)) |
3423 +                    (dev->flags & (IFF_UP | IFF_VOLATILE | IFF_PROMISC |
3424 +                                   IFF_ALLMULTI));
3425 +
3426 +       /*
3427 +        *      Load in the correct multicast list now the flags have changed.
3428 +        */
3429 +
3430 +       if ((old_flags ^ flags) & IFF_MULTICAST)
3431 +               dev_change_rx_flags(dev, IFF_MULTICAST);
3432 +
3433 +       dev_set_rx_mode(dev);
3434 +
3435 +       /*
3436 +        *      Have we downed the interface. We handle IFF_UP ourselves
3437 +        *      according to user attempts to set it, rather than blindly
3438 +        *      setting it.
3439 +        */
3440 +
3441 +       ret = 0;
3442 +       if ((old_flags ^ flags) & IFF_UP) {     /* Bit is different  ? */
3443 +               ret = ((old_flags & IFF_UP) ? dev_close : dev_open)(dev);
3444 +
3445 +               if (!ret)
3446 +                       dev_set_rx_mode(dev);
3447 +       }
3448 +
3449 +       if (dev->flags & IFF_UP &&
3450 +           ((old_flags ^ dev->flags) &~ (IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
3451 +                                         IFF_VOLATILE)))
3452 +               call_netdevice_notifiers(NETDEV_CHANGE, dev);
3453 +
3454 +       if ((flags ^ dev->gflags) & IFF_PROMISC) {
3455 +               int inc = (flags & IFF_PROMISC) ? +1 : -1;
3456 +               dev->gflags ^= IFF_PROMISC;
3457 +               dev_set_promiscuity(dev, inc);
3458 +       }
3459 +
3460 +       /* NOTE: order of synchronization of IFF_PROMISC and IFF_ALLMULTI
3461 +          is important. Some (broken) drivers set IFF_PROMISC, when
3462 +          IFF_ALLMULTI is requested not asking us and not reporting.
3463 +        */
3464 +       if ((flags ^ dev->gflags) & IFF_ALLMULTI) {
3465 +               int inc = (flags & IFF_ALLMULTI) ? +1 : -1;
3466 +               dev->gflags ^= IFF_ALLMULTI;
3467 +               dev_set_allmulti(dev, inc);
3468 +       }
3469 +
3470 +       /* Exclude state transition flags, already notified */
3471 +       changes = (old_flags ^ dev->flags) & ~(IFF_UP | IFF_RUNNING);
3472 +       if (changes)
3473 +               rtmsg_ifinfo(RTM_NEWLINK, dev, changes);
3474 +
3475 +       return ret;
3476 +}
3477 +
3478 +int dev_set_mtu(struct net_device *dev, int new_mtu)
3479 +{
3480 +       int err;
3481 +
3482 +       if (new_mtu == dev->mtu)
3483 +               return 0;
3484 +
3485 +       /*      MTU must be positive.    */
3486 +       if (new_mtu < 0)
3487 +               return -EINVAL;
3488 +
3489 +       if (!netif_device_present(dev))
3490 +               return -ENODEV;
3491 +
3492 +       err = 0;
3493 +       if (dev->change_mtu)
3494 +               err = dev->change_mtu(dev, new_mtu);
3495 +       else
3496 +               dev->mtu = new_mtu;
3497 +       if (!err && dev->flags & IFF_UP)
3498 +               call_netdevice_notifiers(NETDEV_CHANGEMTU, dev);
3499 +       return err;
3500 +}
3501 +
3502 +int dev_set_mac_address(struct net_device *dev, struct sockaddr *sa)
3503 +{
3504 +       int err;
3505 +
3506 +       if (!dev->set_mac_address)
3507 +               return -EOPNOTSUPP;
3508 +       if (sa->sa_family != dev->type)
3509 +               return -EINVAL;
3510 +       if (!netif_device_present(dev))
3511 +               return -ENODEV;
3512 +       err = dev->set_mac_address(dev, sa);
3513 +       if (!err)
3514 +               call_netdevice_notifiers(NETDEV_CHANGEADDR, dev);
3515 +       return err;
3516 +}
3517 +
3518 +/*
3519 + *     Perform the SIOCxIFxxx calls, inside read_lock(dev_base_lock)
3520 + */
3521 +static int dev_ifsioc_locked(struct net *net, struct ifreq *ifr, unsigned int cmd)
3522 +{
3523 +       int err;
3524 +       struct net_device *dev = __dev_get_by_name(net, ifr->ifr_name);
3525 +
3526 +       if (!dev)
3527 +               return -ENODEV;
3528 +
3529 +       switch (cmd) {
3530 +               case SIOCGIFFLAGS:      /* Get interface flags */
3531 +                       ifr->ifr_flags = dev_get_flags(dev);
3532 +                       return 0;
3533 +
3534 +               case SIOCGIFMETRIC:     /* Get the metric on the interface
3535 +                                          (currently unused) */
3536 +                       ifr->ifr_metric = 0;
3537 +                       return 0;
3538 +
3539 +               case SIOCGIFMTU:        /* Get the MTU of a device */
3540 +                       ifr->ifr_mtu = dev->mtu;
3541 +                       return 0;
3542 +
3543 +               case SIOCGIFHWADDR:
3544 +                       if (!dev->addr_len)
3545 +                               memset(ifr->ifr_hwaddr.sa_data, 0, sizeof ifr->ifr_hwaddr.sa_data);
3546 +                       else
3547 +                               memcpy(ifr->ifr_hwaddr.sa_data, dev->dev_addr,
3548 +                                      min(sizeof ifr->ifr_hwaddr.sa_data, (size_t) dev->addr_len));
3549 +                       ifr->ifr_hwaddr.sa_family = dev->type;
3550 +                       return 0;
3551 +
3552 +               case SIOCGIFSLAVE:
3553 +                       err = -EINVAL;
3554 +                       break;
3555 +
3556 +               case SIOCGIFMAP:
3557 +                       ifr->ifr_map.mem_start = dev->mem_start;
3558 +                       ifr->ifr_map.mem_end   = dev->mem_end;
3559 +                       ifr->ifr_map.base_addr = dev->base_addr;
3560 +                       ifr->ifr_map.irq       = dev->irq;
3561 +                       ifr->ifr_map.dma       = dev->dma;
3562 +                       ifr->ifr_map.port      = dev->if_port;
3563 +                       return 0;
3564 +
3565 +               case SIOCGIFINDEX:
3566 +                       ifr->ifr_ifindex = dev->ifindex;
3567 +                       return 0;
3568 +
3569 +               case SIOCGIFTXQLEN:
3570 +                       ifr->ifr_qlen = dev->tx_queue_len;
3571 +                       return 0;
3572 +
3573 +               default:
3574 +                       /* dev_ioctl() should ensure this case
3575 +                        * is never reached
3576 +                        */
3577 +                       WARN_ON(1);
3578 +                       err = -EINVAL;
3579 +                       break;
3580 +
3581 +       }
3582 +       return err;
3583 +}
3584 +
3585 +/*
3586 + *     Perform the SIOCxIFxxx calls, inside rtnl_lock()
3587 + */
3588 +static int dev_ifsioc(struct net *net, struct ifreq *ifr, unsigned int cmd)
3589 +{
3590 +       int err;
3591 +       struct net_device *dev = __dev_get_by_name(net, ifr->ifr_name);
3592 +
3593 +       if (!dev)
3594 +               return -ENODEV;
3595 +
3596 +       switch (cmd) {
3597 +               case SIOCSIFFLAGS:      /* Set interface flags */
3598 +                       return dev_change_flags(dev, ifr->ifr_flags);
3599 +
3600 +               case SIOCSIFMETRIC:     /* Set the metric on the interface
3601 +                                          (currently unused) */
3602 +                       return -EOPNOTSUPP;
3603 +
3604 +               case SIOCSIFMTU:        /* Set the MTU of a device */
3605 +                       return dev_set_mtu(dev, ifr->ifr_mtu);
3606 +
3607 +               case SIOCSIFHWADDR:
3608 +                       return dev_set_mac_address(dev, &ifr->ifr_hwaddr);
3609 +
3610 +               case SIOCSIFHWBROADCAST:
3611 +                       if (ifr->ifr_hwaddr.sa_family != dev->type)
3612 +                               return -EINVAL;
3613 +                       memcpy(dev->broadcast, ifr->ifr_hwaddr.sa_data,
3614 +                              min(sizeof ifr->ifr_hwaddr.sa_data, (size_t) dev->addr_len));
3615 +                       call_netdevice_notifiers(NETDEV_CHANGEADDR, dev);
3616 +                       return 0;
3617 +
3618 +               case SIOCSIFMAP:
3619 +                       if (dev->set_config) {
3620 +                               if (!netif_device_present(dev))
3621 +                                       return -ENODEV;
3622 +                               return dev->set_config(dev, &ifr->ifr_map);
3623 +                       }
3624 +                       return -EOPNOTSUPP;
3625 +
3626 +               case SIOCADDMULTI:
3627 +                       if ((!dev->set_multicast_list && !dev->set_rx_mode) ||
3628 +                           ifr->ifr_hwaddr.sa_family != AF_UNSPEC)
3629 +                               return -EINVAL;
3630 +                       if (!netif_device_present(dev))
3631 +                               return -ENODEV;
3632 +                       return dev_mc_add(dev, ifr->ifr_hwaddr.sa_data,
3633 +                                         dev->addr_len, 1);
3634 +
3635 +               case SIOCDELMULTI:
3636 +                       if ((!dev->set_multicast_list && !dev->set_rx_mode) ||
3637 +                           ifr->ifr_hwaddr.sa_family != AF_UNSPEC)
3638 +                               return -EINVAL;
3639 +                       if (!netif_device_present(dev))
3640 +                               return -ENODEV;
3641 +                       return dev_mc_delete(dev, ifr->ifr_hwaddr.sa_data,
3642 +                                            dev->addr_len, 1);
3643 +
3644 +               case SIOCSIFTXQLEN:
3645 +                       if (ifr->ifr_qlen < 0)
3646 +                               return -EINVAL;
3647 +                       dev->tx_queue_len = ifr->ifr_qlen;
3648 +                       return 0;
3649 +
3650 +               case SIOCSIFNAME:
3651 +                       ifr->ifr_newname[IFNAMSIZ-1] = '\0';
3652 +                       return dev_change_name(dev, ifr->ifr_newname);
3653 +
3654 +               /*
3655 +                *      Unknown or private ioctl
3656 +                */
3657 +
3658 +               default:
3659 +                       if ((cmd >= SIOCDEVPRIVATE &&
3660 +                           cmd <= SIOCDEVPRIVATE + 15) ||
3661 +                           cmd == SIOCBONDENSLAVE ||
3662 +                           cmd == SIOCBONDRELEASE ||
3663 +                           cmd == SIOCBONDSETHWADDR ||
3664 +                           cmd == SIOCBONDSLAVEINFOQUERY ||
3665 +                           cmd == SIOCBONDINFOQUERY ||
3666 +                           cmd == SIOCBONDCHANGEACTIVE ||
3667 +                           cmd == SIOCGMIIPHY ||
3668 +                           cmd == SIOCGMIIREG ||
3669 +                           cmd == SIOCSMIIREG ||
3670 +                           cmd == SIOCBRADDIF ||
3671 +                           cmd == SIOCBRDELIF ||
3672 +                           cmd == SIOCWANDEV) {
3673 +                               err = -EOPNOTSUPP;
3674 +                               if (dev->do_ioctl) {
3675 +                                       if (netif_device_present(dev))
3676 +                                               err = dev->do_ioctl(dev, ifr,
3677 +                                                                   cmd);
3678 +                                       else
3679 +                                               err = -ENODEV;
3680 +                               }
3681 +                       } else
3682 +                               err = -EINVAL;
3683 +
3684 +       }
3685 +       return err;
3686 +}
3687 +
3688 +/*
3689 + *     This function handles all "interface"-type I/O control requests. The actual
3690 + *     'doing' part of this is dev_ifsioc above.
3691 + */
3692 +
3693 +/**
3694 + *     dev_ioctl       -       network device ioctl
3695 + *     @net: the applicable net namespace
3696 + *     @cmd: command to issue
3697 + *     @arg: pointer to a struct ifreq in user space
3698 + *
3699 + *     Issue ioctl functions to devices. This is normally called by the
3700 + *     user space syscall interfaces but can sometimes be useful for
3701 + *     other purposes. The return value is the return from the syscall if
3702 + *     positive or a negative errno code on error.
3703 + */
3704 +
3705 +int dev_ioctl(struct net *net, unsigned int cmd, void __user *arg)
3706 +{
3707 +       struct ifreq ifr;
3708 +       int ret;
3709 +       char *colon;
3710 +
3711 +       /* One special case: SIOCGIFCONF takes ifconf argument
3712 +          and requires shared lock, because it sleeps writing
3713 +          to user space.
3714 +        */
3715 +
3716 +       if (cmd == SIOCGIFCONF) {
3717 +               rtnl_lock();
3718 +               ret = dev_ifconf(net, (char __user *) arg);
3719 +               rtnl_unlock();
3720 +               return ret;
3721 +       }
3722 +       if (cmd == SIOCGIFNAME)
3723 +               return dev_ifname(net, (struct ifreq __user *)arg);
3724 +
3725 +       if (copy_from_user(&ifr, arg, sizeof(struct ifreq)))
3726 +               return -EFAULT;
3727 +
3728 +       ifr.ifr_name[IFNAMSIZ-1] = 0;
3729 +
3730 +       colon = strchr(ifr.ifr_name, ':');
3731 +       if (colon)
3732 +               *colon = 0;
3733 +
3734 +       /*
3735 +        *      See which interface the caller is talking about.
3736 +        */
3737 +
3738 +       switch (cmd) {
3739 +               /*
3740 +                *      These ioctl calls:
3741 +                *      - can be done by all.
3742 +                *      - atomic and do not require locking.
3743 +                *      - return a value
3744 +                */
3745 +               case SIOCGIFFLAGS:
3746 +               case SIOCGIFMETRIC:
3747 +               case SIOCGIFMTU:
3748 +               case SIOCGIFHWADDR:
3749 +               case SIOCGIFSLAVE:
3750 +               case SIOCGIFMAP:
3751 +               case SIOCGIFINDEX:
3752 +               case SIOCGIFTXQLEN:
3753 +                       dev_load(net, ifr.ifr_name);
3754 +                       read_lock(&dev_base_lock);
3755 +                       ret = dev_ifsioc_locked(net, &ifr, cmd);
3756 +                       read_unlock(&dev_base_lock);
3757 +                       if (!ret) {
3758 +                               if (colon)
3759 +                                       *colon = ':';
3760 +                               if (copy_to_user(arg, &ifr,
3761 +                                                sizeof(struct ifreq)))
3762 +                                       ret = -EFAULT;
3763 +                       }
3764 +                       return ret;
3765 +
3766 +               case SIOCETHTOOL:
3767 +                       dev_load(net, ifr.ifr_name);
3768 +                       rtnl_lock();
3769 +                       ret = dev_ethtool(net, &ifr);
3770 +                       rtnl_unlock();
3771 +                       if (!ret) {
3772 +                               if (colon)
3773 +                                       *colon = ':';
3774 +                               if (copy_to_user(arg, &ifr,
3775 +                                                sizeof(struct ifreq)))
3776 +                                       ret = -EFAULT;
3777 +                       }
3778 +                       return ret;
3779 +
3780 +               /*
3781 +                *      These ioctl calls:
3782 +                *      - require superuser power.
3783 +                *      - require strict serialization.
3784 +                *      - return a value
3785 +                */
3786 +               case SIOCGMIIPHY:
3787 +               case SIOCGMIIREG:
3788 +               case SIOCSIFNAME:
3789 +                       if (!capable(CAP_NET_ADMIN))
3790 +                               return -EPERM;
3791 +                       dev_load(net, ifr.ifr_name);
3792 +                       rtnl_lock();
3793 +                       ret = dev_ifsioc(net, &ifr, cmd);
3794 +                       rtnl_unlock();
3795 +                       if (!ret) {
3796 +                               if (colon)
3797 +                                       *colon = ':';
3798 +                               if (copy_to_user(arg, &ifr,
3799 +                                                sizeof(struct ifreq)))
3800 +                                       ret = -EFAULT;
3801 +                       }
3802 +                       return ret;
3803 +
3804 +               /*
3805 +                *      These ioctl calls:
3806 +                *      - require superuser power.
3807 +                *      - require strict serialization.
3808 +                *      - do not return a value
3809 +                */
3810 +               case SIOCSIFFLAGS:
3811 +               case SIOCSIFMETRIC:
3812 +               case SIOCSIFMTU:
3813 +               case SIOCSIFMAP:
3814 +               case SIOCSIFHWADDR:
3815 +               case SIOCSIFSLAVE:
3816 +               case SIOCADDMULTI:
3817 +               case SIOCDELMULTI:
3818 +               case SIOCSIFHWBROADCAST:
3819 +               case SIOCSIFTXQLEN:
3820 +               case SIOCSMIIREG:
3821 +               case SIOCBONDENSLAVE:
3822 +               case SIOCBONDRELEASE:
3823 +               case SIOCBONDSETHWADDR:
3824 +               case SIOCBONDCHANGEACTIVE:
3825 +               case SIOCBRADDIF:
3826 +               case SIOCBRDELIF:
3827 +                       if (!capable(CAP_NET_ADMIN))
3828 +                               return -EPERM;
3829 +                       /* fall through */
3830 +               case SIOCBONDSLAVEINFOQUERY:
3831 +               case SIOCBONDINFOQUERY:
3832 +                       dev_load(net, ifr.ifr_name);
3833 +                       rtnl_lock();
3834 +                       ret = dev_ifsioc(net, &ifr, cmd);
3835 +                       rtnl_unlock();
3836 +                       return ret;
3837 +
3838 +               case SIOCGIFMEM:
3839 +                       /* Get the per device memory space. We can add this but
3840 +                        * currently do not support it */
3841 +               case SIOCSIFMEM:
3842 +                       /* Set the per device memory buffer space.
3843 +                        * Not applicable in our case */
3844 +               case SIOCSIFLINK:
3845 +                       return -EINVAL;
3846 +
3847 +               /*
3848 +                *      Unknown or private ioctl.
3849 +                */
3850 +               default:
3851 +                       if (cmd == SIOCWANDEV ||
3852 +                           (cmd >= SIOCDEVPRIVATE &&
3853 +                            cmd <= SIOCDEVPRIVATE + 15)) {
3854 +                               dev_load(net, ifr.ifr_name);
3855 +                               rtnl_lock();
3856 +                               ret = dev_ifsioc(net, &ifr, cmd);
3857 +                               rtnl_unlock();
3858 +                               if (!ret && copy_to_user(arg, &ifr,
3859 +                                                        sizeof(struct ifreq)))
3860 +                                       ret = -EFAULT;
3861 +                               return ret;
3862 +                       }
3863 +                       /* Take care of Wireless Extensions */
3864 +                       if (cmd >= SIOCIWFIRST && cmd <= SIOCIWLAST)
3865 +                               return wext_handle_ioctl(net, &ifr, cmd, arg);
3866 +                       return -EINVAL;
3867 +       }
3868 +}
3869 +
3870 +
3871 +/**
3872 + *     dev_new_index   -       allocate an ifindex
3873 + *     @net: the applicable net namespace
3874 + *
3875 + *     Returns a suitable unique value for a new device interface
3876 + *     number.  The caller must hold the rtnl semaphore or the
3877 + *     dev_base_lock to be sure it remains unique.
3878 + */
3879 +static int dev_new_index(struct net *net)
3880 +{
3881 +       static int ifindex;
3882 +       for (;;) {
3883 +               if (++ifindex <= 0)
3884 +                       ifindex = 1;
3885 +               if (!__dev_get_by_index(net, ifindex))
3886 +                       return ifindex;
3887 +       }
3888 +}
3889 +
3890 +/* Delayed registration/unregisteration */
3891 +static LIST_HEAD(net_todo_list);
3892 +
3893 +static void net_set_todo(struct net_device *dev)
3894 +{
3895 +       list_add_tail(&dev->todo_list, &net_todo_list);
3896 +}
3897 +
3898 +static void rollback_registered(struct net_device *dev)
3899 +{
3900 +       BUG_ON(dev_boot_phase);
3901 +       ASSERT_RTNL();
3902 +
3903 +       /* Some devices call without registering for initialization unwind. */
3904 +       if (dev->reg_state == NETREG_UNINITIALIZED) {
3905 +               printk(KERN_DEBUG "unregister_netdevice: device %s/%p never "
3906 +                                 "was registered\n", dev->name, dev);
3907 +
3908 +               WARN_ON(1);
3909 +               return;
3910 +       }
3911 +
3912 +       BUG_ON(dev->reg_state != NETREG_REGISTERED);
3913 +
3914 +       /* If device is running, close it first. */
3915 +       dev_close(dev);
3916 +
3917 +       /* And unlink it from device chain. */
3918 +       unlist_netdevice(dev);
3919 +
3920 +       dev->reg_state = NETREG_UNREGISTERING;
3921 +
3922 +       synchronize_net();
3923 +
3924 +       /* Shutdown queueing discipline. */
3925 +       dev_shutdown(dev);
3926 +
3927 +
3928 +       /* Notify protocols, that we are about to destroy
3929 +          this device. They should clean all the things.
3930 +       */
3931 +       call_netdevice_notifiers(NETDEV_UNREGISTER, dev);
3932 +
3933 +       /*
3934 +        *      Flush the unicast and multicast chains
3935 +        */
3936 +       dev_addr_discard(dev);
3937 +
3938 +       if (dev->uninit)
3939 +               dev->uninit(dev);
3940 +
3941 +       /* Notifier chain MUST detach us from master device. */
3942 +       WARN_ON(dev->master);
3943 +
3944 +       /* Remove entries from kobject tree */
3945 +       netdev_unregister_kobject(dev);
3946 +
3947 +       synchronize_net();
3948 +
3949 +       dev_put(dev);
3950 +}
3951 +
3952 +static void __netdev_init_queue_locks_one(struct net_device *dev,
3953 +                                         struct netdev_queue *dev_queue,
3954 +                                         void *_unused)
3955 +{
3956 +       spin_lock_init(&dev_queue->_xmit_lock);
3957 +       netdev_set_xmit_lockdep_class(&dev_queue->_xmit_lock, dev->type);
3958 +       dev_queue->xmit_lock_owner = -1;
3959 +}
3960 +
3961 +static void netdev_init_queue_locks(struct net_device *dev)
3962 +{
3963 +       netdev_for_each_tx_queue(dev, __netdev_init_queue_locks_one, NULL);
3964 +       __netdev_init_queue_locks_one(dev, &dev->rx_queue, NULL);
3965 +}
3966 +
3967 +/**
3968 + *     register_netdevice      - register a network device
3969 + *     @dev: device to register
3970 + *
3971 + *     Take a completed network device structure and add it to the kernel
3972 + *     interfaces. A %NETDEV_REGISTER message is sent to the netdev notifier
3973 + *     chain. 0 is returned on success. A negative errno code is returned
3974 + *     on a failure to set up the device, or if the name is a duplicate.
3975 + *
3976 + *     Callers must hold the rtnl semaphore. You may want
3977 + *     register_netdev() instead of this.
3978 + *
3979 + *     BUGS:
3980 + *     The locking appears insufficient to guarantee two parallel registers
3981 + *     will not get the same name.
3982 + */
3983 +
3984 +int register_netdevice(struct net_device *dev)
3985 +{
3986 +       struct hlist_head *head;
3987 +       struct hlist_node *p;
3988 +       int ret;
3989 +       struct net *net;
3990 +
3991 +       BUG_ON(dev_boot_phase);
3992 +       ASSERT_RTNL();
3993 +
3994 +       might_sleep();
3995 +
3996 +       /* When net_device's are persistent, this will be fatal. */
3997 +       BUG_ON(dev->reg_state != NETREG_UNINITIALIZED);
3998 +       BUG_ON(!dev_net(dev));
3999 +       net = dev_net(dev);
4000 +
4001 +       spin_lock_init(&dev->addr_list_lock);
4002 +       netdev_set_addr_lockdep_class(dev);
4003 +       netdev_init_queue_locks(dev);
4004 +
4005 +       dev->iflink = -1;
4006 +
4007 +       /* Init, if this function is available */
4008 +       if (dev->init) {
4009 +               ret = dev->init(dev);
4010 +               if (ret) {
4011 +                       if (ret > 0)
4012 +                               ret = -EIO;
4013 +                       goto out;
4014 +               }
4015 +       }
4016 +
4017 +       if (!dev_valid_name(dev->name)) {
4018 +               ret = -EINVAL;
4019 +               goto err_uninit;
4020 +       }
4021 +
4022 +       dev->ifindex = dev_new_index(net);
4023 +       if (dev->iflink == -1)
4024 +               dev->iflink = dev->ifindex;
4025 +
4026 +       /* Check for existence of name */
4027 +       head = dev_name_hash(net, dev->name);
4028 +       hlist_for_each(p, head) {
4029 +               struct net_device *d
4030 +                       = hlist_entry(p, struct net_device, name_hlist);
4031 +               if (!strncmp(d->name, dev->name, IFNAMSIZ)) {
4032 +                       ret = -EEXIST;
4033 +                       goto err_uninit;
4034 +               }
4035 +       }
4036 +
4037 +       /* Fix illegal checksum combinations */
4038 +       if ((dev->features & NETIF_F_HW_CSUM) &&
4039 +           (dev->features & (NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM))) {
4040 +               printk(KERN_NOTICE "%s: mixed HW and IP checksum settings.\n",
4041 +                      dev->name);
4042 +               dev->features &= ~(NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM);
4043 +       }
4044 +
4045 +       if ((dev->features & NETIF_F_NO_CSUM) &&
4046 +           (dev->features & (NETIF_F_HW_CSUM|NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM))) {
4047 +               printk(KERN_NOTICE "%s: mixed no checksumming and other settings.\n",
4048 +                      dev->name);
4049 +               dev->features &= ~(NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM|NETIF_F_HW_CSUM);
4050 +       }
4051 +
4052 +
4053 +       /* Fix illegal SG+CSUM combinations. */
4054 +       if ((dev->features & NETIF_F_SG) &&
4055 +           !(dev->features & NETIF_F_ALL_CSUM)) {
4056 +               printk(KERN_NOTICE "%s: Dropping NETIF_F_SG since no checksum feature.\n",
4057 +                      dev->name);
4058 +               dev->features &= ~NETIF_F_SG;
4059 +       }
4060 +
4061 +       /* TSO requires that SG is present as well. */
4062 +       if ((dev->features & NETIF_F_TSO) &&
4063 +           !(dev->features & NETIF_F_SG)) {
4064 +               printk(KERN_NOTICE "%s: Dropping NETIF_F_TSO since no SG feature.\n",
4065 +                      dev->name);
4066 +               dev->features &= ~NETIF_F_TSO;
4067 +       }
4068 +       if (dev->features & NETIF_F_UFO) {
4069 +               if (!(dev->features & NETIF_F_GEN_CSUM)) {
4070 +                       printk(KERN_ERR "%s: Dropping NETIF_F_UFO since no "
4071 +                                       "NETIF_F_HW_CSUM feature.\n",
4072 +                                                       dev->name);
4073 +                       dev->features &= ~NETIF_F_UFO;
4074 +               }
4075 +               if (!(dev->features & NETIF_F_SG)) {
4076 +                       printk(KERN_ERR "%s: Dropping NETIF_F_UFO since no "
4077 +                                       "NETIF_F_SG feature.\n",
4078 +                                       dev->name);
4079 +                       dev->features &= ~NETIF_F_UFO;
4080 +               }
4081 +       }
4082 +
4083 +       /* Enable software GSO if SG is supported. */
4084 +       if (dev->features & NETIF_F_SG)
4085 +               dev->features |= NETIF_F_GSO;
4086 +
4087 +       netdev_initialize_kobject(dev);
4088 +       ret = netdev_register_kobject(dev);
4089 +       if (ret)
4090 +               goto err_uninit;
4091 +       dev->reg_state = NETREG_REGISTERED;
4092 +
4093 +       /*
4094 +        *      Default initial state at registry is that the
4095 +        *      device is present.
4096 +        */
4097 +
4098 +       set_bit(__LINK_STATE_PRESENT, &dev->state);
4099 +
4100 +       dev_init_scheduler(dev);
4101 +       dev_hold(dev);
4102 +       list_netdevice(dev);
4103 +
4104 +       /* Notify protocols, that a new device appeared. */
4105 +       ret = call_netdevice_notifiers(NETDEV_REGISTER, dev);
4106 +       ret = notifier_to_errno(ret);
4107 +       if (ret) {
4108 +               rollback_registered(dev);
4109 +               dev->reg_state = NETREG_UNREGISTERED;
4110 +       }
4111 +
4112 +out:
4113 +       return ret;
4114 +
4115 +err_uninit:
4116 +       if (dev->uninit)
4117 +               dev->uninit(dev);
4118 +       goto out;
4119 +}
4120 +
4121 +/**
4122 + *     register_netdev - register a network device
4123 + *     @dev: device to register
4124 + *
4125 + *     Take a completed network device structure and add it to the kernel
4126 + *     interfaces. A %NETDEV_REGISTER message is sent to the netdev notifier
4127 + *     chain. 0 is returned on success. A negative errno code is returned
4128 + *     on a failure to set up the device, or if the name is a duplicate.
4129 + *
4130 + *     This is a wrapper around register_netdevice that takes the rtnl semaphore
4131 + *     and expands the device name if you passed a format string to
4132 + *     alloc_netdev.
4133 + */
4134 +int register_netdev(struct net_device *dev)
4135 +{
4136 +       int err;
4137 +
4138 +       rtnl_lock();
4139 +
4140 +       /*
4141 +        * If the name is a format string the caller wants us to do a
4142 +        * name allocation.
4143 +        */
4144 +       if (strchr(dev->name, '%')) {
4145 +               err = dev_alloc_name(dev, dev->name);
4146 +               if (err < 0)
4147 +                       goto out;
4148 +       }
4149 +
4150 +       err = register_netdevice(dev);
4151 +out:
4152 +       rtnl_unlock();
4153 +       return err;
4154 +}
4155 +EXPORT_SYMBOL(register_netdev);
4156 +
4157 +/*
4158 + * netdev_wait_allrefs - wait until all references are gone.
4159 + *
4160 + * This is called when unregistering network devices.
4161 + *
4162 + * Any protocol or device that holds a reference should register
4163 + * for netdevice notification, and cleanup and put back the
4164 + * reference if they receive an UNREGISTER event.
4165 + * We can get stuck here if buggy protocols don't correctly
4166 + * call dev_put.
4167 + */
4168 +static void netdev_wait_allrefs(struct net_device *dev)
4169 +{
4170 +       unsigned long rebroadcast_time, warning_time;
4171 +
4172 +       rebroadcast_time = warning_time = jiffies;
4173 +       while (atomic_read(&dev->refcnt) != 0) {
4174 +               if (time_after(jiffies, rebroadcast_time + 1 * HZ)) {
4175 +                       rtnl_lock();
4176 +
4177 +                       /* Rebroadcast unregister notification */
4178 +                       call_netdevice_notifiers(NETDEV_UNREGISTER, dev);
4179 +
4180 +                       if (test_bit(__LINK_STATE_LINKWATCH_PENDING,
4181 +                                    &dev->state)) {
4182 +                               /* We must not have linkwatch events
4183 +                                * pending on unregister. If this
4184 +                                * happens, we simply run the queue
4185 +                                * unscheduled, resulting in a noop
4186 +                                * for this device.
4187 +                                */
4188 +                               linkwatch_run_queue();
4189 +                       }
4190 +
4191 +                       __rtnl_unlock();
4192 +
4193 +                       rebroadcast_time = jiffies;
4194 +               }
4195 +
4196 +               msleep(250);
4197 +
4198 +               if (time_after(jiffies, warning_time + 10 * HZ)) {
4199 +                       printk(KERN_EMERG "unregister_netdevice: "
4200 +                              "waiting for %s to become free. Usage "
4201 +                              "count = %d\n",
4202 +                              dev->name, atomic_read(&dev->refcnt));
4203 +                       warning_time = jiffies;
4204 +               }
4205 +       }
4206 +}
4207 +
4208 +/* The sequence is:
4209 + *
4210 + *     rtnl_lock();
4211 + *     ...
4212 + *     register_netdevice(x1);
4213 + *     register_netdevice(x2);
4214 + *     ...
4215 + *     unregister_netdevice(y1);
4216 + *     unregister_netdevice(y2);
4217 + *      ...
4218 + *     rtnl_unlock();
4219 + *     free_netdev(y1);
4220 + *     free_netdev(y2);
4221 + *
4222 + * We are invoked by rtnl_unlock().
4223 + * This allows us to deal with problems:
4224 + * 1) We can delete sysfs objects which invoke hotplug
4225 + *    without deadlocking with linkwatch via keventd.
4226 + * 2) Since we run with the RTNL semaphore not held, we can sleep
4227 + *    safely in order to wait for the netdev refcnt to drop to zero.
4228 + *
4229 + * We must not return until all unregister events added during
4230 + * the interval the lock was held have been completed.
4231 + */
4232 +void netdev_run_todo(void)
4233 +{
4234 +       struct list_head list;
4235 +
4236 +       /* Snapshot list, allow later requests */
4237 +       list_replace_init(&net_todo_list, &list);
4238 +
4239 +       __rtnl_unlock();
4240 +
4241 +       while (!list_empty(&list)) {
4242 +               struct net_device *dev
4243 +                       = list_entry(list.next, struct net_device, todo_list);
4244 +               list_del(&dev->todo_list);
4245 +
4246 +               if (unlikely(dev->reg_state != NETREG_UNREGISTERING)) {
4247 +                       printk(KERN_ERR "network todo '%s' but state %d\n",
4248 +                              dev->name, dev->reg_state);
4249 +                       dump_stack();
4250 +                       continue;
4251 +               }
4252 +
4253 +               dev->reg_state = NETREG_UNREGISTERED;
4254 +
4255 +               on_each_cpu(flush_backlog, dev, 1);
4256 +
4257 +               netdev_wait_allrefs(dev);
4258 +
4259 +               /* paranoia */
4260 +               BUG_ON(atomic_read(&dev->refcnt));
4261 +               WARN_ON(dev->ip_ptr);
4262 +               WARN_ON(dev->ip6_ptr);
4263 +               WARN_ON(dev->dn_ptr);
4264 +
4265 +               if (dev->destructor)
4266 +                       dev->destructor(dev);
4267 +
4268 +               /* Free network device */
4269 +               kobject_put(&dev->dev.kobj);
4270 +       }
4271 +}
4272 +
4273 +static struct net_device_stats *internal_stats(struct net_device *dev)
4274 +{
4275 +       return &dev->stats;
4276 +}
4277 +
4278 +static void netdev_init_one_queue(struct net_device *dev,
4279 +                                 struct netdev_queue *queue,
4280 +                                 void *_unused)
4281 +{
4282 +       queue->dev = dev;
4283 +}
4284 +
4285 +static void netdev_init_queues(struct net_device *dev)
4286 +{
4287 +       netdev_init_one_queue(dev, &dev->rx_queue, NULL);
4288 +       netdev_for_each_tx_queue(dev, netdev_init_one_queue, NULL);
4289 +       spin_lock_init(&dev->tx_global_lock);
4290 +}
4291 +
4292 +/**
4293 + *     alloc_netdev_mq - allocate network device
4294 + *     @sizeof_priv:   size of private data to allocate space for
4295 + *     @name:          device name format string
4296 + *     @setup:         callback to initialize device
4297 + *     @queue_count:   the number of subqueues to allocate
4298 + *
4299 + *     Allocates a struct net_device with private data area for driver use
4300 + *     and performs basic initialization.  Also allocates subquue structs
4301 + *     for each queue on the device at the end of the netdevice.
4302 + */
4303 +struct net_device *alloc_netdev_mq(int sizeof_priv, const char *name,
4304 +               void (*setup)(struct net_device *), unsigned int queue_count)
4305 +{
4306 +       struct netdev_queue *tx;
4307 +       struct net_device *dev;
4308 +       size_t alloc_size;
4309 +       void *p;
4310 +
4311 +       BUG_ON(strlen(name) >= sizeof(dev->name));
4312 +
4313 +       alloc_size = sizeof(struct net_device);
4314 +       if (sizeof_priv) {
4315 +               /* ensure 32-byte alignment of private area */
4316 +               alloc_size = (alloc_size + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST;
4317 +               alloc_size += sizeof_priv;
4318 +       }
4319 +       /* ensure 32-byte alignment of whole construct */
4320 +       alloc_size += NETDEV_ALIGN_CONST;
4321 +
4322 +       p = kzalloc(alloc_size, GFP_KERNEL);
4323 +       if (!p) {
4324 +               printk(KERN_ERR "alloc_netdev: Unable to allocate device.\n");
4325 +               return NULL;
4326 +       }
4327 +
4328 +       tx = kcalloc(queue_count, sizeof(struct netdev_queue), GFP_KERNEL);
4329 +       if (!tx) {
4330 +               printk(KERN_ERR "alloc_netdev: Unable to allocate "
4331 +                      "tx qdiscs.\n");
4332 +               kfree(p);
4333 +               return NULL;
4334 +       }
4335 +
4336 +       dev = (struct net_device *)
4337 +               (((long)p + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST);
4338 +       dev->padded = (char *)dev - (char *)p;
4339 +       dev_net_set(dev, &init_net);
4340 +
4341 +       dev->_tx = tx;
4342 +       dev->num_tx_queues = queue_count;
4343 +       dev->real_num_tx_queues = queue_count;
4344 +
4345 +       if (sizeof_priv) {
4346 +               dev->priv = ((char *)dev +
4347 +                            ((sizeof(struct net_device) + NETDEV_ALIGN_CONST)
4348 +                             & ~NETDEV_ALIGN_CONST));
4349 +       }
4350 +
4351 +       dev->gso_max_size = GSO_MAX_SIZE;
4352 +
4353 +       netdev_init_queues(dev);
4354 +
4355 +       dev->get_stats = internal_stats;
4356 +       netpoll_netdev_init(dev);
4357 +       setup(dev);
4358 +       strcpy(dev->name, name);
4359 +       return dev;
4360 +}
4361 +EXPORT_SYMBOL(alloc_netdev_mq);
4362 +
4363 +/**
4364 + *     free_netdev - free network device
4365 + *     @dev: device
4366 + *
4367 + *     This function does the last stage of destroying an allocated device
4368 + *     interface. The reference to the device object is released.
4369 + *     If this is the last reference then it will be freed.
4370 + */
4371 +void free_netdev(struct net_device *dev)
4372 +{
4373 +       release_net(dev_net(dev));
4374 +
4375 +       kfree(dev->_tx);
4376 +
4377 +       /*  Compatibility with error handling in drivers */
4378 +       if (dev->reg_state == NETREG_UNINITIALIZED) {
4379 +               kfree((char *)dev - dev->padded);
4380 +               return;
4381 +       }
4382 +
4383 +       BUG_ON(dev->reg_state != NETREG_UNREGISTERED);
4384 +       dev->reg_state = NETREG_RELEASED;
4385 +
4386 +       /* will free via device release */
4387 +       put_device(&dev->dev);
4388 +}
4389 +
4390 +/* Synchronize with packet receive processing. */
4391 +void synchronize_net(void)
4392 +{
4393 +       might_sleep();
4394 +       synchronize_rcu();
4395 +}
4396 +
4397 +/**
4398 + *     unregister_netdevice - remove device from the kernel
4399 + *     @dev: device
4400 + *
4401 + *     This function shuts down a device interface and removes it
4402 + *     from the kernel tables.
4403 + *
4404 + *     Callers must hold the rtnl semaphore.  You may want
4405 + *     unregister_netdev() instead of this.
4406 + */
4407 +
4408 +void unregister_netdevice(struct net_device *dev)
4409 +{
4410 +       ASSERT_RTNL();
4411 +
4412 +       rollback_registered(dev);
4413 +       /* Finish processing unregister after unlock */
4414 +       net_set_todo(dev);
4415 +}
4416 +
4417 +/**
4418 + *     unregister_netdev - remove device from the kernel
4419 + *     @dev: device
4420 + *
4421 + *     This function shuts down a device interface and removes it
4422 + *     from the kernel tables.
4423 + *
4424 + *     This is just a wrapper for unregister_netdevice that takes
4425 + *     the rtnl semaphore.  In general you want to use this and not
4426 + *     unregister_netdevice.
4427 + */
4428 +void unregister_netdev(struct net_device *dev)
4429 +{
4430 +       rtnl_lock();
4431 +       unregister_netdevice(dev);
4432 +       rtnl_unlock();
4433 +}
4434 +
4435 +EXPORT_SYMBOL(unregister_netdev);
4436 +
4437 +/**
4438 + *     dev_change_net_namespace - move device to different nethost namespace
4439 + *     @dev: device
4440 + *     @net: network namespace
4441 + *     @pat: If not NULL name pattern to try if the current device name
4442 + *           is already taken in the destination network namespace.
4443 + *
4444 + *     This function shuts down a device interface and moves it
4445 + *     to a new network namespace. On success 0 is returned, on
4446 + *     a failure a netagive errno code is returned.
4447 + *
4448 + *     Callers must hold the rtnl semaphore.
4449 + */
4450 +
4451 +int dev_change_net_namespace(struct net_device *dev, struct net *net, const char *pat)
4452 +{
4453 +       char buf[IFNAMSIZ];
4454 +       const char *destname;
4455 +       int err;
4456 +
4457 +       ASSERT_RTNL();
4458 +
4459 +       /* Don't allow namespace local devices to be moved. */
4460 +       err = -EINVAL;
4461 +       if (dev->features & NETIF_F_NETNS_LOCAL)
4462 +               goto out;
4463 +
4464 +#ifdef CONFIG_SYSFS
4465 +       /* Don't allow real devices to be moved when sysfs
4466 +        * is enabled.
4467 +        */
4468 +       err = -EINVAL;
4469 +       if (dev->dev.parent)
4470 +               goto out;
4471 +#endif
4472 +
4473 +       /* Ensure the device has been registrered */
4474 +       err = -EINVAL;
4475 +       if (dev->reg_state != NETREG_REGISTERED)
4476 +               goto out;
4477 +
4478 +       /* Get out if there is nothing todo */
4479 +       err = 0;
4480 +       if (net_eq(dev_net(dev), net))
4481 +               goto out;
4482 +
4483 +       /* Pick the destination device name, and ensure
4484 +        * we can use it in the destination network namespace.
4485 +        */
4486 +       err = -EEXIST;
4487 +       destname = dev->name;
4488 +       if (__dev_get_by_name(net, destname)) {
4489 +               /* We get here if we can't use the current device name */
4490 +               if (!pat)
4491 +                       goto out;
4492 +               if (!dev_valid_name(pat))
4493 +                       goto out;
4494 +               if (strchr(pat, '%')) {
4495 +                       if (__dev_alloc_name(net, pat, buf) < 0)
4496 +                               goto out;
4497 +                       destname = buf;
4498 +               } else
4499 +                       destname = pat;
4500 +               if (__dev_get_by_name(net, destname))
4501 +                       goto out;
4502 +       }
4503 +
4504 +       /*
4505 +        * And now a mini version of register_netdevice unregister_netdevice.
4506 +        */
4507 +
4508 +       /* If device is running close it first. */
4509 +       dev_close(dev);
4510 +
4511 +       /* And unlink it from device chain */
4512 +       err = -ENODEV;
4513 +       unlist_netdevice(dev);
4514 +
4515 +       synchronize_net();
4516 +
4517 +       /* Shutdown queueing discipline. */
4518 +       dev_shutdown(dev);
4519 +
4520 +       /* Notify protocols, that we are about to destroy
4521 +          this device. They should clean all the things.
4522 +       */
4523 +       call_netdevice_notifiers(NETDEV_UNREGISTER, dev);
4524 +
4525 +       /*
4526 +        *      Flush the unicast and multicast chains
4527 +        */
4528 +       dev_addr_discard(dev);
4529 +
4530 +       netdev_unregister_kobject(dev);
4531 +
4532 +       /* Actually switch the network namespace */
4533 +       dev_net_set(dev, net);
4534 +
4535 +       /* Assign the new device name */
4536 +       if (destname != dev->name)
4537 +               strcpy(dev->name, destname);
4538 +
4539 +       /* If there is an ifindex conflict assign a new one */
4540 +       if (__dev_get_by_index(net, dev->ifindex)) {
4541 +               int iflink = (dev->iflink == dev->ifindex);
4542 +               dev->ifindex = dev_new_index(net);
4543 +               if (iflink)
4544 +                       dev->iflink = dev->ifindex;
4545 +       }
4546 +
4547 +       /* Fixup kobjects */
4548 +       err = netdev_register_kobject(dev);
4549 +       WARN_ON(err);
4550 +
4551 +       /* Add the device back in the hashes */
4552 +       list_netdevice(dev);
4553 +
4554 +       /* Notify protocols, that a new device appeared. */
4555 +       call_netdevice_notifiers(NETDEV_REGISTER, dev);
4556 +
4557 +       synchronize_net();
4558 +       err = 0;
4559 +out:
4560 +       return err;
4561 +}
4562 +
4563 +static int dev_cpu_callback(struct notifier_block *nfb,
4564 +                           unsigned long action,
4565 +                           void *ocpu)
4566 +{
4567 +       struct sk_buff **list_skb;
4568 +       struct Qdisc **list_net;
4569 +       struct sk_buff *skb;
4570 +       unsigned int cpu, oldcpu = (unsigned long)ocpu;
4571 +       struct softnet_data *sd, *oldsd;
4572 +
4573 +       if (action != CPU_DEAD && action != CPU_DEAD_FROZEN)
4574 +               return NOTIFY_OK;
4575 +
4576 +       local_irq_disable();
4577 +       cpu = smp_processor_id();
4578 +       sd = &per_cpu(softnet_data, cpu);
4579 +       oldsd = &per_cpu(softnet_data, oldcpu);
4580 +
4581 +       /* Find end of our completion_queue. */
4582 +       list_skb = &sd->completion_queue;
4583 +       while (*list_skb)
4584 +               list_skb = &(*list_skb)->next;
4585 +       /* Append completion queue from offline CPU. */
4586 +       *list_skb = oldsd->completion_queue;
4587 +       oldsd->completion_queue = NULL;
4588 +
4589 +       /* Find end of our output_queue. */
4590 +       list_net = &sd->output_queue;
4591 +       while (*list_net)
4592 +               list_net = &(*list_net)->next_sched;
4593 +       /* Append output queue from offline CPU. */
4594 +       *list_net = oldsd->output_queue;
4595 +       oldsd->output_queue = NULL;
4596 +
4597 +       raise_softirq_irqoff(NET_TX_SOFTIRQ);
4598 +       local_irq_enable();
4599 +
4600 +       /* Process offline CPU's input_pkt_queue */
4601 +       while ((skb = __skb_dequeue(&oldsd->input_pkt_queue)))
4602 +               netif_rx(skb);
4603 +
4604 +       return NOTIFY_OK;
4605 +}
4606 +
4607 +#ifdef CONFIG_NET_DMA
4608 +/**
4609 + * net_dma_rebalance - try to maintain one DMA channel per CPU
4610 + * @net_dma: DMA client and associated data (lock, channels, channel_mask)
4611 + *
4612 + * This is called when the number of channels allocated to the net_dma client
4613 + * changes.  The net_dma client tries to have one DMA channel per CPU.
4614 + */
4615 +
4616 +static void net_dma_rebalance(struct net_dma *net_dma)
4617 +{
4618 +       unsigned int cpu, i, n, chan_idx;
4619 +       struct dma_chan *chan;
4620 +
4621 +       if (cpus_empty(net_dma->channel_mask)) {
4622 +               for_each_online_cpu(cpu)
4623 +                       rcu_assign_pointer(per_cpu(softnet_data, cpu).net_dma, NULL);
4624 +               return;
4625 +       }
4626 +
4627 +       i = 0;
4628 +       cpu = first_cpu(cpu_online_map);
4629 +
4630 +       for_each_cpu_mask_nr(chan_idx, net_dma->channel_mask) {
4631 +               chan = net_dma->channels[chan_idx];
4632 +
4633 +               n = ((num_online_cpus() / cpus_weight(net_dma->channel_mask))
4634 +                  + (i < (num_online_cpus() %
4635 +                       cpus_weight(net_dma->channel_mask)) ? 1 : 0));
4636 +
4637 +               while(n) {
4638 +                       per_cpu(softnet_data, cpu).net_dma = chan;
4639 +                       cpu = next_cpu(cpu, cpu_online_map);
4640 +                       n--;
4641 +               }
4642 +               i++;
4643 +       }
4644 +}
4645 +
4646 +/**
4647 + * netdev_dma_event - event callback for the net_dma_client
4648 + * @client: should always be net_dma_client
4649 + * @chan: DMA channel for the event
4650 + * @state: DMA state to be handled
4651 + */
4652 +static enum dma_state_client
4653 +netdev_dma_event(struct dma_client *client, struct dma_chan *chan,
4654 +       enum dma_state state)
4655 +{
4656 +       int i, found = 0, pos = -1;
4657 +       struct net_dma *net_dma =
4658 +               container_of(client, struct net_dma, client);
4659 +       enum dma_state_client ack = DMA_DUP; /* default: take no action */
4660 +
4661 +       spin_lock(&net_dma->lock);
4662 +       switch (state) {
4663 +       case DMA_RESOURCE_AVAILABLE:
4664 +               for (i = 0; i < nr_cpu_ids; i++)
4665 +                       if (net_dma->channels[i] == chan) {
4666 +                               found = 1;
4667 +                               break;
4668 +                       } else if (net_dma->channels[i] == NULL && pos < 0)
4669 +                               pos = i;
4670 +
4671 +               if (!found && pos >= 0) {
4672 +                       ack = DMA_ACK;
4673 +                       net_dma->channels[pos] = chan;
4674 +                       cpu_set(pos, net_dma->channel_mask);
4675 +                       net_dma_rebalance(net_dma);
4676 +               }
4677 +               break;
4678 +       case DMA_RESOURCE_REMOVED:
4679 +               for (i = 0; i < nr_cpu_ids; i++)
4680 +                       if (net_dma->channels[i] == chan) {
4681 +                               found = 1;
4682 +                               pos = i;
4683 +                               break;
4684 +                       }
4685 +
4686 +               if (found) {
4687 +                       ack = DMA_ACK;
4688 +                       cpu_clear(pos, net_dma->channel_mask);
4689 +                       net_dma->channels[i] = NULL;
4690 +                       net_dma_rebalance(net_dma);
4691 +               }
4692 +               break;
4693 +       default:
4694 +               break;
4695 +       }
4696 +       spin_unlock(&net_dma->lock);
4697 +
4698 +       return ack;
4699 +}
4700 +
4701 +/**
4702 + * netdev_dma_regiser - register the networking subsystem as a DMA client
4703 + */
4704 +static int __init netdev_dma_register(void)
4705 +{
4706 +       net_dma.channels = kzalloc(nr_cpu_ids * sizeof(struct net_dma),
4707 +                                                               GFP_KERNEL);
4708 +       if (unlikely(!net_dma.channels)) {
4709 +               printk(KERN_NOTICE
4710 +                               "netdev_dma: no memory for net_dma.channels\n");
4711 +               return -ENOMEM;
4712 +       }
4713 +       spin_lock_init(&net_dma.lock);
4714 +       dma_cap_set(DMA_MEMCPY, net_dma.client.cap_mask);
4715 +       dma_async_client_register(&net_dma.client);
4716 +       dma_async_client_chan_request(&net_dma.client);
4717 +       return 0;
4718 +}
4719 +
4720 +#else
4721 +static int __init netdev_dma_register(void) { return -ENODEV; }
4722 +#endif /* CONFIG_NET_DMA */
4723 +
4724 +/**
4725 + *     netdev_compute_feature - compute conjunction of two feature sets
4726 + *     @all: first feature set
4727 + *     @one: second feature set
4728 + *
4729 + *     Computes a new feature set after adding a device with feature set
4730 + *     @one to the master device with current feature set @all.  Returns
4731 + *     the new feature set.
4732 + */
4733 +int netdev_compute_features(unsigned long all, unsigned long one)
4734 +{
4735 +       /* if device needs checksumming, downgrade to hw checksumming */
4736 +       if (all & NETIF_F_NO_CSUM && !(one & NETIF_F_NO_CSUM))
4737 +               all ^= NETIF_F_NO_CSUM | NETIF_F_HW_CSUM;
4738 +
4739 +       /* if device can't do all checksum, downgrade to ipv4/ipv6 */
4740 +       if (all & NETIF_F_HW_CSUM && !(one & NETIF_F_HW_CSUM))
4741 +               all ^= NETIF_F_HW_CSUM
4742 +                       | NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM;
4743 +
4744 +       if (one & NETIF_F_GSO)
4745 +               one |= NETIF_F_GSO_SOFTWARE;
4746 +       one |= NETIF_F_GSO;
4747 +
4748 +       /* If even one device supports robust GSO, enable it for all. */
4749 +       if (one & NETIF_F_GSO_ROBUST)
4750 +               all |= NETIF_F_GSO_ROBUST;
4751 +
4752 +       all &= one | NETIF_F_LLTX;
4753 +
4754 +       if (!(all & NETIF_F_ALL_CSUM))
4755 +               all &= ~NETIF_F_SG;
4756 +       if (!(all & NETIF_F_SG))
4757 +               all &= ~NETIF_F_GSO_MASK;
4758 +
4759 +       return all;
4760 +}
4761 +EXPORT_SYMBOL(netdev_compute_features);
4762 +
4763 +static struct hlist_head *netdev_create_hash(void)
4764 +{
4765 +       int i;
4766 +       struct hlist_head *hash;
4767 +
4768 +       hash = kmalloc(sizeof(*hash) * NETDEV_HASHENTRIES, GFP_KERNEL);
4769 +       if (hash != NULL)
4770 +               for (i = 0; i < NETDEV_HASHENTRIES; i++)
4771 +                       INIT_HLIST_HEAD(&hash[i]);
4772 +
4773 +       return hash;
4774 +}
4775 +
4776 +/* Initialize per network namespace state */
4777 +static int __net_init netdev_init(struct net *net)
4778 +{
4779 +       INIT_LIST_HEAD(&net->dev_base_head);
4780 +
4781 +       net->dev_name_head = netdev_create_hash();
4782 +       if (net->dev_name_head == NULL)
4783 +               goto err_name;
4784 +
4785 +       net->dev_index_head = netdev_create_hash();
4786 +       if (net->dev_index_head == NULL)
4787 +               goto err_idx;
4788 +
4789 +       return 0;
4790 +
4791 +err_idx:
4792 +       kfree(net->dev_name_head);
4793 +err_name:
4794 +       return -ENOMEM;
4795 +}
4796 +
4797 +char *netdev_drivername(struct net_device *dev, char *buffer, int len)
4798 +{
4799 +       struct device_driver *driver;
4800 +       struct device *parent;
4801 +
4802 +       if (len <= 0 || !buffer)
4803 +               return buffer;
4804 +       buffer[0] = 0;
4805 +
4806 +       parent = dev->dev.parent;
4807 +
4808 +       if (!parent)
4809 +               return buffer;
4810 +
4811 +       driver = parent->driver;
4812 +       if (driver && driver->name)
4813 +               strlcpy(buffer, driver->name, len);
4814 +       return buffer;
4815 +}
4816 +
4817 +static void __net_exit netdev_exit(struct net *net)
4818 +{
4819 +       kfree(net->dev_name_head);
4820 +       kfree(net->dev_index_head);
4821 +}
4822 +
4823 +static struct pernet_operations __net_initdata netdev_net_ops = {
4824 +       .init = netdev_init,
4825 +       .exit = netdev_exit,
4826 +};
4827 +
4828 +static void __net_exit default_device_exit(struct net *net)
4829 +{
4830 +       struct net_device *dev, *next;
4831 +       /*
4832 +        * Push all migratable of the network devices back to the
4833 +        * initial network namespace
4834 +        */
4835 +       rtnl_lock();
4836 +       for_each_netdev_safe(net, dev, next) {
4837 +               int err;
4838 +               char fb_name[IFNAMSIZ];
4839 +
4840 +               /* Ignore unmoveable devices (i.e. loopback) */
4841 +               if (dev->features & NETIF_F_NETNS_LOCAL)
4842 +                       continue;
4843 +
4844 +               /* Push remaing network devices to init_net */
4845 +               snprintf(fb_name, IFNAMSIZ, "dev%d", dev->ifindex);
4846 +               err = dev_change_net_namespace(dev, &init_net, fb_name);
4847 +               if (err) {
4848 +                       printk(KERN_EMERG "%s: failed to move %s to init_net: %d\n",
4849 +                               __func__, dev->name, err);
4850 +                       BUG();
4851 +               }
4852 +       }
4853 +       rtnl_unlock();
4854 +}
4855 +
4856 +static struct pernet_operations __net_initdata default_device_ops = {
4857 +       .exit = default_device_exit,
4858 +};
4859 +
4860 +/*
4861 + *     Initialize the DEV module. At boot time this walks the device list and
4862 + *     unhooks any devices that fail to initialise (normally hardware not
4863 + *     present) and leaves us with a valid list of present and active devices.
4864 + *
4865 + */
4866 +
4867 +/*
4868 + *       This is called single threaded during boot, so no need
4869 + *       to take the rtnl semaphore.
4870 + */
4871 +static int __init net_dev_init(void)
4872 +{
4873 +       int i, rc = -ENOMEM;
4874 +
4875 +       BUG_ON(!dev_boot_phase);
4876 +
4877 +       if (dev_proc_init())
4878 +               goto out;
4879 +
4880 +       if (netdev_kobject_init())
4881 +               goto out;
4882 +
4883 +       INIT_LIST_HEAD(&ptype_all);
4884 +       for (i = 0; i < PTYPE_HASH_SIZE; i++)
4885 +               INIT_LIST_HEAD(&ptype_base[i]);
4886 +
4887 +       if (register_pernet_subsys(&netdev_net_ops))
4888 +               goto out;
4889 +
4890 +       if (register_pernet_device(&default_device_ops))
4891 +               goto out;
4892 +
4893 +       /*
4894 +        *      Initialise the packet receive queues.
4895 +        */
4896 +
4897 +       for_each_possible_cpu(i) {
4898 +               struct softnet_data *queue;
4899 +
4900 +               queue = &per_cpu(softnet_data, i);
4901 +               skb_queue_head_init(&queue->input_pkt_queue);
4902 +               queue->completion_queue = NULL;
4903 +               INIT_LIST_HEAD(&queue->poll_list);
4904 +
4905 +               queue->backlog.poll = process_backlog;
4906 +               queue->backlog.weight = weight_p;
4907 +       }
4908 +
4909 +       netdev_dma_register();
4910 +
4911 +       dev_boot_phase = 0;
4912 +
4913 +       open_softirq(NET_TX_SOFTIRQ, net_tx_action);
4914 +       open_softirq(NET_RX_SOFTIRQ, net_rx_action);
4915 +
4916 +       hotcpu_notifier(dev_cpu_callback, 0);
4917 +       dst_init();
4918 +       dev_mcast_init();
4919 +       rc = 0;
4920 +out:
4921 +       return rc;
4922 +}
4923 +
4924 +subsys_initcall(net_dev_init);
4925 +
4926 +EXPORT_SYMBOL(__dev_get_by_index);
4927 +EXPORT_SYMBOL(__dev_get_by_name);
4928 +EXPORT_SYMBOL(__dev_remove_pack);
4929 +EXPORT_SYMBOL(dev_valid_name);
4930 +EXPORT_SYMBOL(dev_add_pack);
4931 +EXPORT_SYMBOL(dev_alloc_name);
4932 +EXPORT_SYMBOL(dev_close);
4933 +EXPORT_SYMBOL(dev_get_by_flags);
4934 +EXPORT_SYMBOL(dev_get_by_index);
4935 +EXPORT_SYMBOL(dev_get_by_name);
4936 +EXPORT_SYMBOL(dev_open);
4937 +EXPORT_SYMBOL(dev_ioctl);
4938 +EXPORT_SYMBOL(dev_queue_xmit);
4939 +EXPORT_SYMBOL(dev_remove_pack);
4940 +EXPORT_SYMBOL(dev_set_allmulti);
4941 +EXPORT_SYMBOL(dev_set_promiscuity);
4942 +EXPORT_SYMBOL(dev_change_flags);
4943 +EXPORT_SYMBOL(dev_set_mtu);
4944 +EXPORT_SYMBOL(dev_set_mac_address);
4945 +EXPORT_SYMBOL(free_netdev);
4946 +EXPORT_SYMBOL(netdev_boot_setup_check);
4947 +EXPORT_SYMBOL(netdev_set_master);
4948 +EXPORT_SYMBOL(netdev_state_change);
4949 +EXPORT_SYMBOL(netif_receive_skb);
4950 +EXPORT_SYMBOL(__netif_receive_skb);
4951 +EXPORT_SYMBOL(netif_rx);
4952 +EXPORT_SYMBOL(register_gifconf);
4953 +EXPORT_SYMBOL(register_netdevice);
4954 +EXPORT_SYMBOL(register_netdevice_notifier);
4955 +
4956 +/* Click */
4957 +EXPORT_SYMBOL(register_net_in);
4958 +EXPORT_SYMBOL(unregister_net_in);
4959 +
4960 +EXPORT_SYMBOL(skb_checksum_help);
4961 +EXPORT_SYMBOL(synchronize_net);
4962 +EXPORT_SYMBOL(unregister_netdevice);
4963 +EXPORT_SYMBOL(unregister_netdevice_notifier);
4964 +EXPORT_SYMBOL(net_enable_timestamp);
4965 +EXPORT_SYMBOL(net_disable_timestamp);
4966 +EXPORT_SYMBOL(dev_get_flags);
4967 +
4968 +#if defined(CONFIG_BRIDGE) || defined(CONFIG_BRIDGE_MODULE)
4969 +EXPORT_SYMBOL(br_handle_frame_hook);
4970 +EXPORT_SYMBOL(br_fdb_get_hook);
4971 +EXPORT_SYMBOL(br_fdb_put_hook);
4972 +#endif
4973 +
4974 +#ifdef CONFIG_KMOD
4975 +EXPORT_SYMBOL(dev_load);
4976 +#endif
4977 +
4978 +EXPORT_PER_CPU_SYMBOL(softnet_data);