datapath: Change listing flows to use an iterator concept.
[sliver-openvswitch.git] / datapath / datapath.c
index 1bf0520..2eaead3 100644 (file)
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2007, 2008, 2009, 2010 Nicira Networks.
+ * Copyright (c) 2007, 2008, 2009, 2010, 2011 Nicira Networks.
  * Distributed under the terms of the GNU GPL version 2.
  *
  * Significant portions of this file may be copied from parts of the Linux
@@ -53,8 +53,6 @@
 #include "table.h"
 #include "vport-internal_dev.h"
 
-#include "compat.h"
-
 int (*dp_ioctl_hook)(struct net_device *dev, struct ifreq *rq, int cmd);
 EXPORT_SYMBOL(dp_ioctl_hook);
 
@@ -94,14 +92,13 @@ static struct datapath *get_dp_locked(int dp_idx)
        return dp;
 }
 
-static struct tbl *get_table_protected(const struct datapath *dp)
+static struct tbl *get_table_protected(struct datapath *dp)
 {
        return rcu_dereference_protected(dp->table,
                                         lockdep_is_held(&dp->mutex));
 }
 
-static struct vport *get_vport_protected(const struct datapath *dp,
-                                        u16 port_no)
+static struct vport *get_vport_protected(struct datapath *dp, u16 port_no)
 {
        return rcu_dereference_protected(dp->ports[port_no],
                                         lockdep_is_held(&dp->mutex));
@@ -128,7 +125,7 @@ static int dp_fill_ifinfo(struct sk_buff *skb,
                          const struct vport *port,
                          int event, unsigned int flags)
 {
-       const struct datapath *dp = port->dp;
+       struct datapath *dp = port->dp;
        int ifindex = vport_get_ifindex(port);
        int iflink = vport_get_iflink(port);
        struct ifinfomsg *hdr;
@@ -226,7 +223,7 @@ static int create_dp(int dp_idx, const char __user *devnamep)
                        goto err;
                }
        } else {
-               snprintf(devname, sizeof devname, "of%d", dp_idx);
+               snprintf(devname, sizeof(devname), "of%d", dp_idx);
        }
 
        rtnl_lock();
@@ -243,11 +240,12 @@ static int create_dp(int dp_idx, const char __user *devnamep)
                goto err_put_module;
 
        err = -ENOMEM;
-       dp = kzalloc(sizeof *dp, GFP_KERNEL);
+       dp = kzalloc(sizeof(*dp), GFP_KERNEL);
        if (dp == NULL)
                goto err_put_module;
        INIT_LIST_HEAD(&dp->port_list);
        mutex_init(&dp->mutex);
+       mutex_lock(&dp->mutex);
        dp->dp_idx = dp_idx;
        for (i = 0; i < DP_N_QUEUES; i++)
                skb_queue_head_init(&dp->queues[i]);
@@ -286,6 +284,7 @@ static int create_dp(int dp_idx, const char __user *devnamep)
        rcu_assign_pointer(dps[dp_idx], dp);
        dp_sysfs_add_dp(dp);
 
+       mutex_unlock(&dp->mutex);
        mutex_unlock(&dp_mutex);
        rtnl_unlock();
 
@@ -296,6 +295,7 @@ err_destroy_local_port:
 err_destroy_table:
        tbl_destroy(get_table_protected(dp), NULL);
 err_free_dp:
+       mutex_unlock(&dp->mutex);
        kfree(dp);
 err_put_module:
        module_put(THIS_MODULE);
@@ -306,12 +306,24 @@ err:
        return err;
 }
 
+static void destroy_dp_rcu(struct rcu_head *rcu)
+{
+       struct datapath *dp = container_of(rcu, struct datapath, rcu);
+       int i;
+
+       for (i = 0; i < DP_N_QUEUES; i++)
+               skb_queue_purge(&dp->queues[i]);
+
+       tbl_destroy((struct tbl __force *)dp->table, flow_free_tbl);
+       free_percpu(dp->stats_percpu);
+       kobject_put(&dp->ifobj);
+}
+
 static int destroy_dp(int dp_idx)
 {
        struct datapath *dp;
        int err = 0;
        struct vport *p, *n;
-       int i;
 
        rtnl_lock();
        mutex_lock(&dp_mutex);
@@ -328,18 +340,11 @@ static int destroy_dp(int dp_idx)
                        dp_detach_port(p);
 
        dp_sysfs_del_dp(dp);
-
        rcu_assign_pointer(dps[dp->dp_idx], NULL);
-
        dp_detach_port(get_vport_protected(dp, ODPP_LOCAL));
-       tbl_destroy(get_table_protected(dp), flow_free_tbl);
-
-       for (i = 0; i < DP_N_QUEUES; i++)
-               skb_queue_purge(&dp->queues[i]);
-       free_percpu(dp->stats_percpu);
 
        mutex_unlock(&dp->mutex);
-       kobject_put(&dp->ifobj);
+       call_rcu(&dp->rcu, destroy_dp_rcu);
        module_put(THIS_MODULE);
 
 out:
@@ -348,7 +353,7 @@ out:
        return err;
 }
 
-/* Called with RTNL lock and dp_mutex. */
+/* Called with RTNL lock and dp->mutex. */
 static int new_vport(struct datapath *dp, struct odp_port *odp_port, int port_no)
 {
        struct vport_parms parms;
@@ -384,7 +389,7 @@ static int attach_port(int dp_idx, struct odp_port __user *portp)
        int err;
 
        err = -EFAULT;
-       if (copy_from_user(&port, portp, sizeof port))
+       if (copy_from_user(&port, portp, sizeof(port)))
                goto out;
        port.devname[IFNAMSIZ - 1] = '\0';
        port.type[VPORT_TYPE_SIZE - 1] = '\0';
@@ -577,11 +582,11 @@ static int queue_control_packets(struct sk_buff *skb, struct sk_buff_head *queue
                nskb = skb->next;
                skb->next = NULL;
 
-               err = skb_cow(skb, sizeof *header);
+               err = skb_cow(skb, sizeof(*header));
                if (err)
                        goto err_kfree_skbs;
 
-               header = (struct odp_msg*)__skb_push(skb, sizeof *header);
+               header = (struct odp_msg*)__skb_push(skb, sizeof(*header));
                header->type = queue_no;
                header->length = skb->len;
                header->port = port_no;
@@ -671,74 +676,75 @@ static int flush_flows(struct datapath *dp)
 
 static int validate_actions(const struct nlattr *actions, u32 actions_len)
 {
-        const struct nlattr *a;
-        int rem;
-
-        nla_for_each_attr(a, actions, actions_len, rem) {
-                static const u32 action_lens[ODPAT_MAX + 1] = {
-                        [ODPAT_OUTPUT] = 4,
-                        [ODPAT_CONTROLLER] = 8,
-                        [ODPAT_SET_DL_TCI] = 2,
-                        [ODPAT_STRIP_VLAN] = 0,
-                        [ODPAT_SET_DL_SRC] = ETH_ALEN,
-                        [ODPAT_SET_DL_DST] = ETH_ALEN,
-                        [ODPAT_SET_NW_SRC] = 4,
-                        [ODPAT_SET_NW_DST] = 4,
-                        [ODPAT_SET_NW_TOS] = 1,
-                        [ODPAT_SET_TP_SRC] = 2,
-                        [ODPAT_SET_TP_DST] = 2,
-                        [ODPAT_SET_TUNNEL] = 8,
-                        [ODPAT_SET_PRIORITY] = 4,
-                        [ODPAT_POP_PRIORITY] = 0,
-                        [ODPAT_DROP_SPOOFED_ARP] = 0,
-                };
-                int type = nla_type(a);
-
-                if (type > ODPAT_MAX || nla_len(a) != action_lens[type])
-                        return -EINVAL;
-
-                switch (type) {
+       const struct nlattr *a;
+       int rem;
+
+       nla_for_each_attr(a, actions, actions_len, rem) {
+               static const u32 action_lens[ODPAT_MAX + 1] = {
+                       [ODPAT_OUTPUT] = 4,
+                       [ODPAT_CONTROLLER] = 8,
+                       [ODPAT_SET_DL_TCI] = 2,
+                       [ODPAT_STRIP_VLAN] = 0,
+                       [ODPAT_SET_DL_SRC] = ETH_ALEN,
+                       [ODPAT_SET_DL_DST] = ETH_ALEN,
+                       [ODPAT_SET_NW_SRC] = 4,
+                       [ODPAT_SET_NW_DST] = 4,
+                       [ODPAT_SET_NW_TOS] = 1,
+                       [ODPAT_SET_TP_SRC] = 2,
+                       [ODPAT_SET_TP_DST] = 2,
+                       [ODPAT_SET_TUNNEL] = 8,
+                       [ODPAT_SET_PRIORITY] = 4,
+                       [ODPAT_POP_PRIORITY] = 0,
+                       [ODPAT_DROP_SPOOFED_ARP] = 0,
+               };
+               int type = nla_type(a);
+
+               if (type > ODPAT_MAX || nla_len(a) != action_lens[type])
+                       return -EINVAL;
+
+               switch (type) {
                case ODPAT_UNSPEC:
                        return -EINVAL;
 
-                case ODPAT_CONTROLLER:
-                case ODPAT_STRIP_VLAN:
-                case ODPAT_SET_DL_SRC:
-                case ODPAT_SET_DL_DST:
-                case ODPAT_SET_NW_SRC:
-                case ODPAT_SET_NW_DST:
-                case ODPAT_SET_TP_SRC:
-                case ODPAT_SET_TP_DST:
-                case ODPAT_SET_TUNNEL:
-                case ODPAT_SET_PRIORITY:
-                case ODPAT_POP_PRIORITY:
-                case ODPAT_DROP_SPOOFED_ARP:
-                        /* No validation needed. */
-                        break;
-
-                case ODPAT_OUTPUT:
-                        if (nla_get_u32(a) >= DP_MAX_PORTS)
-                                return -EINVAL;
-
-                case ODPAT_SET_DL_TCI:
+               case ODPAT_CONTROLLER:
+               case ODPAT_STRIP_VLAN:
+               case ODPAT_SET_DL_SRC:
+               case ODPAT_SET_DL_DST:
+               case ODPAT_SET_NW_SRC:
+               case ODPAT_SET_NW_DST:
+               case ODPAT_SET_TP_SRC:
+               case ODPAT_SET_TP_DST:
+               case ODPAT_SET_TUNNEL:
+               case ODPAT_SET_PRIORITY:
+               case ODPAT_POP_PRIORITY:
+               case ODPAT_DROP_SPOOFED_ARP:
+                       /* No validation needed. */
+                       break;
+
+               case ODPAT_OUTPUT:
+                       if (nla_get_u32(a) >= DP_MAX_PORTS)
+                               return -EINVAL;
+                       break;
+
+               case ODPAT_SET_DL_TCI:
                        if (nla_get_be16(a) & htons(VLAN_CFI_MASK))
                                return -EINVAL;
-                        break;
+                       break;
 
-                case ODPAT_SET_NW_TOS:
-                        if (nla_get_u8(a) & INET_ECN_MASK)
-                                return -EINVAL;
-                        break;
+               case ODPAT_SET_NW_TOS:
+                       if (nla_get_u8(a) & INET_ECN_MASK)
+                               return -EINVAL;
+                       break;
 
-                default:
-                        return -EOPNOTSUPP;
-                }
-        }
+               default:
+                       return -EOPNOTSUPP;
+               }
+       }
 
-        if (rem > 0)
-                return -EINVAL;
+       if (rem > 0)
+               return -EINVAL;
 
-        return 0;
+       return 0;
 }
 
 static struct sw_flow_actions *get_actions(const struct odp_flow *flow)
@@ -1004,7 +1010,7 @@ static int del_flow(struct datapath *dp, struct odp_flow __user *ufp)
        struct odp_flow uf;
        int error;
 
-       if (copy_from_user(&uf, ufp, sizeof uf))
+       if (copy_from_user(&uf, ufp, sizeof(uf)))
                return -EFAULT;
 
        flow = do_del_flow(dp, &uf.key);
@@ -1027,7 +1033,7 @@ static int do_query_flows(struct datapath *dp, const struct odp_flowvec *flowvec
                struct tbl_node *flow_node;
                int error;
 
-               if (copy_from_user(&uf, ufp, sizeof uf))
+               if (copy_from_user(&uf, ufp, sizeof(uf)))
                        return -EFAULT;
 
                flow_node = tbl_lookup(table, &uf.key, flow_hash(&uf.key), flow_cmp);
@@ -1041,48 +1047,6 @@ static int do_query_flows(struct datapath *dp, const struct odp_flowvec *flowvec
        return flowvec->n_flows;
 }
 
-struct list_flows_cbdata {
-       struct datapath *dp;
-       struct odp_flow __user *uflows;
-       u32 n_flows;
-       u32 listed_flows;
-};
-
-static int list_flow(struct tbl_node *node, void *cbdata_)
-{
-       struct sw_flow *flow = flow_cast(node);
-       struct list_flows_cbdata *cbdata = cbdata_;
-       struct odp_flow __user *ufp = &cbdata->uflows[cbdata->listed_flows++];
-       int error;
-
-       if (copy_to_user(&ufp->key, &flow->key, sizeof flow->key))
-               return -EFAULT;
-       error = answer_query(cbdata->dp, flow, 0, ufp);
-       if (error)
-               return error;
-
-       if (cbdata->listed_flows >= cbdata->n_flows)
-               return cbdata->listed_flows;
-       return 0;
-}
-
-static int do_list_flows(struct datapath *dp, const struct odp_flowvec *flowvec)
-{
-       struct list_flows_cbdata cbdata;
-       int error;
-
-       if (!flowvec->n_flows)
-               return 0;
-
-       cbdata.dp = dp;
-       cbdata.uflows = (struct odp_flow __user __force*)flowvec->flows;
-       cbdata.n_flows = flowvec->n_flows;
-       cbdata.listed_flows = 0;
-
-       error = tbl_foreach(get_table_protected(dp), list_flow, &cbdata);
-       return error ? error : cbdata.listed_flows;
-}
-
 static int do_flowvec_ioctl(struct datapath *dp, unsigned long argp,
                            int (*function)(struct datapath *,
                                            const struct odp_flowvec *))
@@ -1092,7 +1056,7 @@ static int do_flowvec_ioctl(struct datapath *dp, unsigned long argp,
        int retval;
 
        uflowvec = (struct odp_flowvec __user *)argp;
-       if (copy_from_user(&flowvec, uflowvec, sizeof flowvec))
+       if (copy_from_user(&flowvec, uflowvec, sizeof(flowvec)))
                return -EFAULT;
 
        if (flowvec.n_flows > INT_MAX / sizeof(struct odp_flow))
@@ -1104,6 +1068,44 @@ static int do_flowvec_ioctl(struct datapath *dp, unsigned long argp,
                : put_user(retval, &uflowvec->n_flows));
 }
 
+static struct sw_flow *do_dump_flow(struct datapath *dp, u32 __user *state)
+{
+       struct tbl *table = get_table_protected(dp);
+       struct tbl_node *tbl_node;
+       u32 bucket, obj;
+
+       if (get_user(bucket, &state[0]) || get_user(obj, &state[1]))
+               return ERR_PTR(-EFAULT);
+
+       tbl_node = tbl_next(table, &bucket, &obj);
+
+       if (put_user(bucket, &state[0]) || put_user(obj, &state[1]))
+               return ERR_PTR(-EFAULT);
+
+       return tbl_node ? flow_cast(tbl_node) : NULL;
+}
+
+static int dump_flow(struct datapath *dp, struct odp_flow_dump __user *udumpp)
+{
+       struct odp_flow __user *uflowp;
+       struct sw_flow *flow;
+
+       flow = do_dump_flow(dp, udumpp->state);
+       if (IS_ERR(flow))
+               return PTR_ERR(flow);
+
+       if (get_user(uflowp, (struct odp_flow __user *__user*)&udumpp->flow))
+               return -EFAULT;
+
+       if (!flow)
+               return put_user(ODPFF_EOF, &uflowp->flags);
+
+       if (copy_to_user(&uflowp->key, &flow->key, sizeof(struct odp_flow_key)) ||
+           put_user(0, &uflowp->flags))
+               return -EFAULT;
+       return answer_query(dp, flow, 0, uflowp);
+}
+
 static int do_execute(struct datapath *dp, const struct odp_execute *execute)
 {
        struct odp_flow_key key;
@@ -1177,7 +1179,7 @@ static int execute_packet(struct datapath *dp, const struct odp_execute __user *
 {
        struct odp_execute execute;
 
-       if (copy_from_user(&execute, executep, sizeof execute))
+       if (copy_from_user(&execute, executep, sizeof(execute)))
                return -EFAULT;
 
        return do_execute(dp, &execute);
@@ -1214,7 +1216,7 @@ static int get_dp_stats(struct datapath *dp, struct odp_stats __user *statsp)
        }
        stats.max_miss_queue = DP_MAX_QUEUE_LEN;
        stats.max_action_queue = DP_MAX_QUEUE_LEN;
-       return copy_to_user(statsp, &stats, sizeof stats) ? -EFAULT : 0;
+       return copy_to_user(statsp, &stats, sizeof(stats)) ? -EFAULT : 0;
 }
 
 /* MTU of the dp pseudo-device: ETH_DATA_LEN or the minimum of the ports */
@@ -1262,17 +1264,17 @@ static int put_port(const struct vport *p, struct odp_port __user *uop)
 {
        struct odp_port op;
 
-       memset(&op, 0, sizeof op);
+       memset(&op, 0, sizeof(op));
 
        rcu_read_lock();
-       strncpy(op.devname, vport_get_name(p), sizeof op.devname);
-       strncpy(op.type, vport_get_type(p), sizeof op.type);
+       strncpy(op.devname, vport_get_name(p), sizeof(op.devname));
+       strncpy(op.type, vport_get_type(p), sizeof(op.type));
        vport_get_config(p, op.config);
        rcu_read_unlock();
 
        op.port = p->port_no;
 
-       return copy_to_user(uop, &op, sizeof op) ? -EFAULT : 0;
+       return copy_to_user(uop, &op, sizeof(op)) ? -EFAULT : 0;
 }
 
 static int query_port(struct datapath *dp, struct odp_port __user *uport)
@@ -1280,7 +1282,7 @@ static int query_port(struct datapath *dp, struct odp_port __user *uport)
        struct odp_port port;
        struct vport *vport;
 
-       if (copy_from_user(&port, uport, sizeof port))
+       if (copy_from_user(&port, uport, sizeof(port)))
                return -EFAULT;
 
        if (port.devname[0]) {
@@ -1328,7 +1330,7 @@ static int list_ports(struct datapath *dp, struct odp_portvec __user *upv)
        struct odp_portvec pv;
        int retval;
 
-       if (copy_from_user(&pv, upv, sizeof pv))
+       if (copy_from_user(&pv, upv, sizeof(pv)))
                return -EFAULT;
 
        retval = do_list_ports(dp, (struct odp_port __user __force *)pv.ports,
@@ -1481,8 +1483,8 @@ static long openvswitch_ioctl(struct file *f, unsigned int cmd,
                err = do_flowvec_ioctl(dp, argp, do_query_flows);
                break;
 
-       case ODP_FLOW_LIST:
-               err = do_flowvec_ioctl(dp, argp, do_list_flows);
+       case ODP_FLOW_DUMP:
+               err = dump_flow(dp, (struct odp_flow_dump __user *)argp);
                break;
 
        case ODP_EXECUTE:
@@ -1514,7 +1516,7 @@ static int compat_list_ports(struct datapath *dp, struct compat_odp_portvec __us
        struct compat_odp_portvec pv;
        int retval;
 
-       if (copy_from_user(&pv, upv, sizeof pv))
+       if (copy_from_user(&pv, upv, sizeof(pv)))
                return -EFAULT;
 
        retval = do_list_ports(dp, compat_ptr(pv.ports), pv.n_ports);
@@ -1620,47 +1622,27 @@ static int compat_query_flows(struct datapath *dp,
        return n_flows;
 }
 
-struct compat_list_flows_cbdata {
-       struct datapath *dp;
-       struct compat_odp_flow __user *uflows;
-       u32 n_flows;
-       u32 listed_flows;
-};
-
-static int compat_list_flow(struct tbl_node *node, void *cbdata_)
+static int compat_dump_flow(struct datapath *dp, struct compat_odp_flow_dump __user *udumpp)
 {
-       struct sw_flow *flow = flow_cast(node);
-       struct compat_list_flows_cbdata *cbdata = cbdata_;
-       struct compat_odp_flow __user *ufp = &cbdata->uflows[cbdata->listed_flows++];
-       int error;
-
-       if (copy_to_user(&ufp->key, &flow->key, sizeof flow->key))
-               return -EFAULT;
-       error = compat_answer_query(cbdata->dp, flow, 0, ufp);
-       if (error)
-               return error;
-
-       if (cbdata->listed_flows >= cbdata->n_flows)
-               return cbdata->listed_flows;
-       return 0;
-}
+       struct compat_odp_flow __user *uflowp;
+       compat_uptr_t compat_ufp;
+       struct sw_flow *flow;
 
-static int compat_list_flows(struct datapath *dp,
-                            struct compat_odp_flow __user *flows, u32 n_flows)
-{
-       struct compat_list_flows_cbdata cbdata;
-       int error;
+       flow = do_dump_flow(dp, udumpp->state);
+       if (IS_ERR(flow))
+               return PTR_ERR(flow);
 
-       if (!n_flows)
-               return 0;
+       if (get_user(compat_ufp, &udumpp->flow))
+               return -EFAULT;
+       uflowp = compat_ptr(compat_ufp);
 
-       cbdata.dp = dp;
-       cbdata.uflows = flows;
-       cbdata.n_flows = n_flows;
-       cbdata.listed_flows = 0;
+       if (!flow)
+               return put_user(ODPFF_EOF, &uflowp->flags);
 
-       error = tbl_foreach(get_table_protected(dp), compat_list_flow, &cbdata);
-       return error ? error : cbdata.listed_flows;
+       if (copy_to_user(&uflowp->key, &flow->key, sizeof(struct odp_flow_key)) ||
+           put_user(0, &uflowp->flags))
+               return -EFAULT;
+       return compat_answer_query(dp, flow, 0, uflowp);
 }
 
 static int compat_flowvec_ioctl(struct datapath *dp, unsigned long argp,
@@ -1674,8 +1656,8 @@ static int compat_flowvec_ioctl(struct datapath *dp, unsigned long argp,
        int retval;
 
        uflowvec = compat_ptr(argp);
-       if (!access_ok(VERIFY_WRITE, uflowvec, sizeof *uflowvec) ||
-           copy_from_user(&flowvec, uflowvec, sizeof flowvec))
+       if (!access_ok(VERIFY_WRITE, uflowvec, sizeof(*uflowvec)) ||
+           copy_from_user(&flowvec, uflowvec, sizeof(flowvec)))
                return -EFAULT;
 
        if (flowvec.n_flows > INT_MAX / sizeof(struct compat_odp_flow))
@@ -1767,8 +1749,8 @@ static long openvswitch_compat_ioctl(struct file *f, unsigned int cmd, unsigned
                err = compat_flowvec_ioctl(dp, argp, compat_query_flows);
                break;
 
-       case ODP_FLOW_LIST32:
-               err = compat_flowvec_ioctl(dp, argp, compat_list_flows);
+       case ODP_FLOW_DUMP32:
+               err = compat_dump_flow(dp, compat_ptr(argp));
                break;
 
        case ODP_EXECUTE32:
@@ -1989,6 +1971,7 @@ static unsigned int openvswitch_poll(struct file *file, poll_table *wait)
 }
 
 static struct file_operations openvswitch_fops = {
+       .owner = THIS_MODULE,
        .read  = openvswitch_read,
        .poll  = openvswitch_poll,
        .unlocked_ioctl = openvswitch_ioctl,