drivers/net/ethernet/chelsio/cxgb4/clip_tbl.c

   1 /*
   2  *  This file is part of the Chelsio T4 Ethernet driver for Linux.
   3  *  Copyright (C) 2003-2014 Chelsio Communications.  All rights reserved.
   4  *
   5  *  Written by Deepak (deepak.s@chelsio.com)
   6  *
   7  *  This program is distributed in the hope that it will be useful, but WITHOUT
   8  *  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
   9  *  FITNESS FOR A PARTICULAR PURPOSE.  See the LICENSE file included in this
  10  *  release for licensing terms and conditions.
  11  */
  12
  13 #include <linux/module.h>
  14 #include <linux/netdevice.h>
  15 #include <linux/jhash.h>
  16 #include <linux/if_vlan.h>
  17 #include <net/addrconf.h>
  18 #include "cxgb4.h"
  19 #include "clip_tbl.h"
  20
  21 static inline unsigned int ipv4_clip_hash(struct clip_tbl *c, const u32 *key)
  22 {
  23         unsigned int clipt_size_half = c->clipt_size / 2;
  24
  25         return jhash_1word(*key, 0) % clipt_size_half;
  26 }
  27
  28 static inline unsigned int ipv6_clip_hash(struct clip_tbl *d, const u32 *key)
  29 {
  30         unsigned int clipt_size_half = d->clipt_size / 2;
  31         u32 xor = key[0] ^ key[1] ^ key[2] ^ key[3];
  32
  33         return clipt_size_half +
  34                 (jhash_1word(xor, 0) % clipt_size_half);
  35 }
  36
  37 static unsigned int clip_addr_hash(struct clip_tbl *ctbl, const u32 *addr,
  38                                    u8 v6)
  39 {
  40         return v6 ? ipv6_clip_hash(ctbl, addr) :
  41                         ipv4_clip_hash(ctbl, addr);
  42 }
  43
  44 static int clip6_get_mbox(const struct net_device *dev,
  45                           const struct in6_addr *lip)
  46 {
  47         struct adapter *adap = netdev2adap(dev);
  48         struct fw_clip_cmd c;
  49
  50         memset(&c, 0, sizeof(c));
  51         c.op_to_write = htonl(FW_CMD_OP_V(FW_CLIP_CMD) |
  52                               FW_CMD_REQUEST_F | FW_CMD_WRITE_F);
  53         c.alloc_to_len16 = htonl(FW_CLIP_CMD_ALLOC_F | FW_LEN16(c));
  54         *(__be64 *)&c.ip_hi = *(__be64 *)(lip->s6_addr);
  55         *(__be64 *)&c.ip_lo = *(__be64 *)(lip->s6_addr + 8);
  56         return t4_wr_mbox_meat(adap, adap->mbox, &c, sizeof(c), &c, false);
  57 }
  58
  59 static int clip6_release_mbox(const struct net_device *dev,
  60                               const struct in6_addr *lip)
  61 {
  62         struct adapter *adap = netdev2adap(dev);
  63         struct fw_clip_cmd c;
  64
  65         memset(&c, 0, sizeof(c));
  66         c.op_to_write = htonl(FW_CMD_OP_V(FW_CLIP_CMD) |
  67                               FW_CMD_REQUEST_F | FW_CMD_READ_F);
  68         c.alloc_to_len16 = htonl(FW_CLIP_CMD_FREE_F | FW_LEN16(c));
  69         *(__be64 *)&c.ip_hi = *(__be64 *)(lip->s6_addr);
  70         *(__be64 *)&c.ip_lo = *(__be64 *)(lip->s6_addr + 8);
  71         return t4_wr_mbox_meat(adap, adap->mbox, &c, sizeof(c), &c, false);
  72 }
  73
  74 int cxgb4_clip_get(const struct net_device *dev, const u32 *lip, u8 v6)
  75 {
  76         struct adapter *adap = netdev2adap(dev);
  77         struct clip_tbl *ctbl = adap->clipt;
  78         struct clip_entry *ce, *cte;
  79         u32 *addr = (u32 *)lip;
  80         int hash;
  81         int ret = -1;
  82
  83         if (!ctbl)
  84                 return 0;
  85
  86         hash = clip_addr_hash(ctbl, addr, v6);
  87
  88         read_lock_bh(&ctbl->lock);
  89         list_for_each_entry(cte, &ctbl->hash_list[hash], list) {
  90                 if (cte->addr6.sin6_family == AF_INET6 && v6)
  91                         ret = memcmp(lip, cte->addr6.sin6_addr.s6_addr,
  92                                      sizeof(struct in6_addr));
  93                 else if (cte->addr.sin_family == AF_INET && !v6)
  94                         ret = memcmp(lip, (char *)(&cte->addr.sin_addr),
  95                                      sizeof(struct in_addr));
  96                 if (!ret) {
  97                         ce = cte;
  98                         read_unlock_bh(&ctbl->lock);
  99                         refcount_inc(&ce->refcnt);
 100                         return 0;
 101                 }
 102         }
 103         read_unlock_bh(&ctbl->lock);
 104
 105         write_lock_bh(&ctbl->lock);
 106         if (!list_empty(&ctbl->ce_free_head)) {
 107                 ce = list_first_entry(&ctbl->ce_free_head,
 108                                       struct clip_entry, list);
 109                 list_del(&ce->list);
 110                 INIT_LIST_HEAD(&ce->list);
 111                 spin_lock_init(&ce->lock);
 112                 refcount_set(&ce->refcnt, 0);
 113                 atomic_dec(&ctbl->nfree);
 114                 list_add_tail(&ce->list, &ctbl->hash_list[hash]);
 115                 if (v6) {
 116                         ce->addr6.sin6_family = AF_INET6;
 117                         memcpy(ce->addr6.sin6_addr.s6_addr,
 118                                lip, sizeof(struct in6_addr));
 119                         ret = clip6_get_mbox(dev, (const struct in6_addr *)lip);
 120                         if (ret) {
 121                                 write_unlock_bh(&ctbl->lock);
 122                                 dev_err(adap->pdev_dev,
 123                                         "CLIP FW cmd failed with error %d, "
 124                                         "Connections using %pI6c wont be "
 125                                         "offloaded",
 126                                         ret, ce->addr6.sin6_addr.s6_addr);
 127                                 return ret;
 128                         }
 129                 } else {
 130                         ce->addr.sin_family = AF_INET;
 131                         memcpy((char *)(&ce->addr.sin_addr), lip,
 132                                sizeof(struct in_addr));
 133                 }
 134         } else {
 135                 write_unlock_bh(&ctbl->lock);
 136                 dev_info(adap->pdev_dev, "CLIP table overflow, "
 137                          "Connections using %pI6c wont be offloaded",
 138                          (void *)lip);
 139                 return -ENOMEM;
 140         }
 141         write_unlock_bh(&ctbl->lock);
 142         refcount_set(&ce->refcnt, 1);
 143         return 0;
 144 }
 145 EXPORT_SYMBOL(cxgb4_clip_get);
 146
 147 void cxgb4_clip_release(const struct net_device *dev, const u32 *lip, u8 v6)
 148 {
 149         struct adapter *adap = netdev2adap(dev);
 150         struct clip_tbl *ctbl = adap->clipt;
 151         struct clip_entry *ce, *cte;
 152         u32 *addr = (u32 *)lip;
 153         int hash;
 154         int ret = -1;
 155
 156         if (!ctbl)
 157                 return;
 158
 159         hash = clip_addr_hash(ctbl, addr, v6);
 160
 161         read_lock_bh(&ctbl->lock);
 162         list_for_each_entry(cte, &ctbl->hash_list[hash], list) {
 163                 if (cte->addr6.sin6_family == AF_INET6 && v6)
 164                         ret = memcmp(lip, cte->addr6.sin6_addr.s6_addr,
 165                                      sizeof(struct in6_addr));
 166                 else if (cte->addr.sin_family == AF_INET && !v6)
 167                         ret = memcmp(lip, (char *)(&cte->addr.sin_addr),
 168                                      sizeof(struct in_addr));
 169                 if (!ret) {
 170                         ce = cte;
 171                         read_unlock_bh(&ctbl->lock);
 172                         goto found;
 173                 }
 174         }
 175         read_unlock_bh(&ctbl->lock);
 176
 177         return;
 178 found:
 179         write_lock_bh(&ctbl->lock);
 180         spin_lock_bh(&ce->lock);
 181         if (refcount_dec_and_test(&ce->refcnt)) {
 182                 list_del(&ce->list);
 183                 INIT_LIST_HEAD(&ce->list);
 184                 list_add_tail(&ce->list, &ctbl->ce_free_head);
 185                 atomic_inc(&ctbl->nfree);
 186                 if (v6)
 187                         clip6_release_mbox(dev, (const struct in6_addr *)lip);
 188         }
 189         spin_unlock_bh(&ce->lock);
 190         write_unlock_bh(&ctbl->lock);
 191 }
 192 EXPORT_SYMBOL(cxgb4_clip_release);
 193
 194 /* Retrieves IPv6 addresses from a root device (bond, vlan) associated with
 195  * a physical device.
 196  * The physical device reference is needed to send the actul CLIP command.
 197  */
 198 static int cxgb4_update_dev_clip(struct net_device *root_dev,
 199                                  struct net_device *dev)
 200 {
 201         struct inet6_dev *idev = NULL;
 202         struct inet6_ifaddr *ifa;
 203         int ret = 0;
 204
 205         idev = __in6_dev_get(root_dev);
 206         if (!idev)
 207                 return ret;
 208
 209         read_lock_bh(&idev->lock);
 210         list_for_each_entry(ifa, &idev->addr_list, if_list) {
 211                 ret = cxgb4_clip_get(dev, (const u32 *)ifa->addr.s6_addr, 1);
 212                 if (ret < 0)
 213                         break;
 214         }
 215         read_unlock_bh(&idev->lock);
 216
 217         return ret;
 218 }
 219
 220 int cxgb4_update_root_dev_clip(struct net_device *dev)
 221 {
 222         struct net_device *root_dev = NULL;
 223         int i, ret = 0;
 224
 225         /* First populate the real net device's IPv6 addresses */
 226         ret = cxgb4_update_dev_clip(dev, dev);
 227         if (ret)
 228                 return ret;
 229
 230         /* Parse all bond and vlan devices layered on top of the physical dev */
 231         root_dev = netdev_master_upper_dev_get_rcu(dev);
 232         if (root_dev) {
 233                 ret = cxgb4_update_dev_clip(root_dev, dev);
 234                 if (ret)
 235                         return ret;
 236         }
 237
 238         for (i = 0; i < VLAN_N_VID; i++) {
 239                 root_dev = __vlan_find_dev_deep_rcu(dev, htons(ETH_P_8021Q), i);
 240                 if (!root_dev)
 241                         continue;
 242
 243                 ret = cxgb4_update_dev_clip(root_dev, dev);
 244                 if (ret)
 245                         break;
 246         }
 247
 248         return ret;
 249 }
 250 EXPORT_SYMBOL(cxgb4_update_root_dev_clip);
 251
 252 int clip_tbl_show(struct seq_file *seq, void *v)
 253 {
 254         struct adapter *adapter = seq->private;
 255         struct clip_tbl *ctbl = adapter->clipt;
 256         struct clip_entry *ce;
 257         char ip[60];
 258         int i;
 259
 260         read_lock_bh(&ctbl->lock);
 261
 262         seq_puts(seq, "IP Address                  Users\n");
 263         for (i = 0 ; i < ctbl->clipt_size;  ++i) {
 264                 list_for_each_entry(ce, &ctbl->hash_list[i], list) {
 265                         ip[0] = '\0';
 266                         sprintf(ip, "%pISc", &ce->addr);
 267                         seq_printf(seq, "%-25s   %u\n", ip,
 268                                    refcount_read(&ce->refcnt));
 269                 }
 270         }
 271         seq_printf(seq, "Free clip entries : %d\n", atomic_read(&ctbl->nfree));
 272
 273         read_unlock_bh(&ctbl->lock);
 274
 275         return 0;
 276 }
 277
 278 struct clip_tbl *t4_init_clip_tbl(unsigned int clipt_start,
 279                                   unsigned int clipt_end)
 280 {
 281         struct clip_entry *cl_list;
 282         struct clip_tbl *ctbl;
 283         unsigned int clipt_size;
 284         int i;
 285
 286         if (clipt_start >= clipt_end)
 287                 return NULL;
 288         clipt_size = clipt_end - clipt_start + 1;
 289         if (clipt_size < CLIPT_MIN_HASH_BUCKETS)
 290                 return NULL;
 291
 292         ctbl = kvzalloc(struct_size(ctbl, hash_list, clipt_size), GFP_KERNEL);
 293         if (!ctbl)
 294                 return NULL;
 295
 296         ctbl->clipt_start = clipt_start;
 297         ctbl->clipt_size = clipt_size;
 298         INIT_LIST_HEAD(&ctbl->ce_free_head);
 299
 300         atomic_set(&ctbl->nfree, clipt_size);
 301         rwlock_init(&ctbl->lock);
 302
 303         for (i = 0; i < ctbl->clipt_size; ++i)
 304                 INIT_LIST_HEAD(&ctbl->hash_list[i]);
 305
 306         cl_list = kvcalloc(clipt_size, sizeof(struct clip_entry), GFP_KERNEL);
 307         if (!cl_list) {
 308                 kvfree(ctbl);
 309                 return NULL;
 310         }
 311         ctbl->cl_list = (void *)cl_list;
 312
 313         for (i = 0; i < clipt_size; i++) {
 314                 INIT_LIST_HEAD(&cl_list[i].list);
 315                 list_add_tail(&cl_list[i].list, &ctbl->ce_free_head);
 316         }
 317
 318         return ctbl;
 319 }
 320
 321 void t4_cleanup_clip_tbl(struct adapter *adap)
 322 {
 323         struct clip_tbl *ctbl = adap->clipt;
 324
 325         if (ctbl) {
 326                 if (ctbl->cl_list)
 327                         kvfree(ctbl->cl_list);
 328                 kvfree(ctbl);
 329         }
 330 }
 331 EXPORT_SYMBOL(t4_cleanup_clip_tbl);