usr/src/uts/common/io/mac/plugins/mac_ib.c

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
  23  * Use is subject to license terms.
  24  */
  25
  26 #pragma ident   "%Z%%M% %I%     %E% SMI"
  27
  28 /*
  29  * DL_IB MAC Type plugin for the Nemo mac module
  30  */
  31
  32 #include <sys/types.h>
  33 #include <sys/modctl.h>
  34 #include <sys/dlpi.h>
  35 #include <sys/ib/clients/ibd/ibd.h>
  36 #include <sys/mac.h>
  37 #include <sys/mac_ib.h>
  38 #include <sys/dls.h>
  39 #include <sys/byteorder.h>
  40 #include <sys/strsun.h>
  41 #include <inet/common.h>
  42 #include <sys/note.h>
  43
  44 static uint8_t ib_brdcst[] = { 0x00, 0xff, 0xff, 0xff,
  45     0xff, 0x10, 0x40, 0x1b, 0x00, 0x00, 0x00, 0x00,
  46     0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff };
  47
  48 static struct modlmisc mac_ib_modlmisc = {
  49         &mod_miscops,
  50         "Infiniband MAC Type plugin 1.0"
  51 };
  52
  53 static struct modlinkage mac_ib_modlinkage = {
  54         MODREV_1,
  55         &mac_ib_modlmisc,
  56         NULL
  57 };
  58
  59 static mactype_ops_t mac_ib_type_ops;
  60
  61 int
  62 _init(void)
  63 {
  64         mactype_register_t *mtrp;
  65         int     err;
  66
  67         if ((mtrp = mactype_alloc(MACTYPE_VERSION)) == NULL)
  68                 return (ENOTSUP);
  69         mtrp->mtr_ident = MAC_PLUGIN_IDENT_IB;
  70         mtrp->mtr_ops = &mac_ib_type_ops;
  71         mtrp->mtr_mactype = DL_IB;
  72         mtrp->mtr_nativetype = DL_IB;
  73         mtrp->mtr_addrlen = IPOIB_ADDRL;
  74         mtrp->mtr_brdcst_addr = ib_brdcst;
  75
  76         /*
  77          * So far, generic stats maintained by GLDv3 are sufficient for IB.
  78          */
  79         mtrp->mtr_stats = NULL;
  80         mtrp->mtr_statcount = 0;
  81         if ((err = mactype_register(mtrp)) == 0) {
  82                 if ((err = mod_install(&mac_ib_modlinkage)) != 0)
  83                         (void) mactype_unregister(MAC_PLUGIN_IDENT_IB);
  84         }
  85         mactype_free(mtrp);
  86         return (err);
  87 }
  88
  89 int
  90 _fini(void)
  91 {
  92         int     err;
  93
  94         if ((err = mactype_unregister(MAC_PLUGIN_IDENT_IB)) != 0)
  95                 return (err);
  96         return (mod_remove(&mac_ib_modlinkage));
  97 }
  98
  99 int
 100 _info(struct modinfo *modinfop)
 101 {
 102         return (mod_info(&mac_ib_modlinkage, modinfop));
 103 }
 104
 105 /*
 106  * MAC Type plugin operations
 107  */
 108
 109 /* ARGSUSED */
 110 int
 111 mac_ib_unicst_verify(const void *addr, void *mac_pdata)
 112 {
 113         ipoib_mac_t *ibaddr = (ipoib_mac_t *)addr;
 114
 115         /*
 116          * The address must not be a multicast address.
 117          */
 118         return (ntohl(ibaddr->ipoib_qpn) == IB_MC_QPN ? EINVAL : 0);
 119 }
 120
 121 int
 122 mac_ib_multicst_verify(const void *addr, void *mac_pdata)
 123 {
 124         ipoib_mac_t *ibaddr = (ipoib_mac_t *)addr;
 125         uint8_t *p_gid = (uint8_t *)addr + sizeof (ipoib_mac_t)
 126             - MAC_IB_GID_SIZE;
 127         uint32_t bcst_gid[3] = { 0x0, 0x0, MAC_IB_BROADCAST_GID };
 128
 129         _NOTE(ARGUNUSED(mac_pdata));
 130
 131         /*
 132          * The address must be a multicast address.
 133          */
 134         if ((ntohl(ibaddr->ipoib_qpn) & IB_QPN_MASK) != IB_MC_QPN)
 135                 return (EINVAL);
 136
 137         /*
 138          * The address must not be the broadcast address.
 139          */
 140         if (bcmp(p_gid, (uint8_t *)bcst_gid + sizeof (bcst_gid) -
 141             MAC_IB_GID_SIZE, MAC_IB_GID_SIZE) == 0)
 142                 return (EINVAL);
 143
 144         return (0);
 145 }
 146
 147 /*
 148  * Check the legality of a SAP value. The following values are
 149  * allowed, as specified by PSARC 2003/150:
 150  *
 151  * min-ethertype-sap (256).. EtherType max(65535)       ethertype semantics
 152  *        (0)             .. max-802-sap(255)           IEEE 802 semantics
 153  */
 154 boolean_t
 155 mac_ib_sap_verify(uint32_t sap, uint32_t *bind_sap, void *mac_pdata)
 156 {
 157         _NOTE(ARGUNUSED(mac_pdata));
 158
 159         if (sap > MAC_IB_MAX_802_SAP && sap <= MAC_IB_ETHERTYPE_MAX) {
 160                 if (bind_sap != NULL)
 161                         *bind_sap = sap;
 162                 return (B_TRUE);
 163         }
 164
 165         if (sap <= MAC_IB_MAX_802_SAP) {
 166                 if (bind_sap != NULL)
 167                         *bind_sap = DLS_SAP_LLC;
 168                 return (B_TRUE);
 169         }
 170
 171         return (B_FALSE);
 172 }
 173
 174 /* ARGSUSED */
 175 mblk_t *
 176 mac_ib_header(const void *saddr, const void *daddr, uint32_t sap,
 177     void *mac_pdata, mblk_t *payload, size_t extra_len)
 178 {
 179         ib_header_info_t        *ibhp;
 180         mblk_t                  *mp;
 181
 182         if (!mac_ib_sap_verify(sap, NULL, NULL))
 183                 return (NULL);
 184
 185         mp = allocb(sizeof (ib_header_info_t) + extra_len, BPRI_HI);
 186         if (mp == NULL)
 187                 return (NULL);
 188
 189         ibhp = (void *)mp->b_rptr;
 190         ibhp->ipib_rhdr.ipoib_type = htons(sap);
 191         ibhp->ipib_rhdr.ipoib_mbz = 0;
 192         bcopy(daddr, &ibhp->ib_dst, IPOIB_ADDRL);
 193         mp->b_wptr += sizeof (ib_header_info_t);
 194         return (mp);
 195 }
 196
 197 int
 198 mac_ib_header_info(mblk_t *mp, void *mac_pdata, mac_header_info_t *hdr_info)
 199 {
 200         ib_header_info_t        *ibhp;
 201         uint16_t        sap;
 202
 203         if (MBLKL(mp) < sizeof (ib_header_info_t))
 204                 return (EINVAL);
 205
 206         ibhp = (void *)mp->b_rptr;
 207
 208         hdr_info->mhi_hdrsize = sizeof (ib_header_info_t);
 209         hdr_info->mhi_daddr = (const uint8_t *)&(ibhp->ib_dst);
 210         if (ibhp->ib_grh.ipoib_vertcflow != 0)
 211                 hdr_info->mhi_saddr = (const uint8_t *)&(ibhp->ib_src);
 212         else
 213                 hdr_info->mhi_saddr = NULL;
 214
 215         if (mac_ib_unicst_verify(hdr_info->mhi_daddr, mac_pdata) == 0) {
 216                 hdr_info->mhi_dsttype = MAC_ADDRTYPE_UNICAST;
 217         } else if (mac_ib_multicst_verify(hdr_info->mhi_daddr,
 218             mac_pdata) == 0) {
 219                 hdr_info->mhi_dsttype = MAC_ADDRTYPE_MULTICAST;
 220         } else {
 221                 hdr_info->mhi_dsttype = MAC_ADDRTYPE_BROADCAST;
 222         }
 223
 224         sap = ntohs(ibhp->ipib_rhdr.ipoib_type);
 225         hdr_info->mhi_origsap = hdr_info->mhi_bindsap = sap;
 226         hdr_info->mhi_pktsize = 0;
 227
 228         return (0);
 229 }
 230
 231 /*
 232  * Take the provided `mp' (which is expected to have a header "dst + type"),
 233  * and return a pointer to an mblk_t with a header "GRH + type".
 234  * If the conversion cannot be performed, return NULL.
 235  */
 236 static mblk_t *
 237 mac_ib_header_cook(mblk_t *mp, void *pdata)
 238 {
 239         ipoib_ptxhdr_t  *orig_hp;
 240         mblk_t                  *llmp;
 241
 242         if (MBLKL(mp) < sizeof (ipoib_ptxhdr_t))
 243                 return (NULL);
 244
 245         orig_hp = (void *)mp->b_rptr;
 246         llmp = mac_ib_header(NULL, &orig_hp->ipoib_dest,
 247             ntohs(orig_hp->ipoib_rhdr.ipoib_type), pdata, NULL, 0);
 248         if (llmp == NULL)
 249                 return (NULL);
 250
 251         /*
 252          * The plugin framework guarantees that we have the only reference
 253          * to the mblk_t, so we can safely modify it.
 254          */
 255         ASSERT(DB_REF(mp) == 1);
 256         mp->b_rptr += sizeof (ipoib_ptxhdr_t);
 257         llmp->b_cont = mp;
 258         return (llmp);
 259 }
 260
 261 /*
 262  * Take the provided `mp' (which is expected to have a header "GRH + type"),
 263  * and return a pointer to an mblk_t with a header "type". If the conversion
 264  * cannot be performed, return NULL.
 265  */
 266 static mblk_t *
 267 mac_ib_header_uncook(mblk_t *mp, void *pdata)
 268 {
 269         _NOTE(ARGUNUSED(pdata));
 270
 271         /*
 272          * The plugin framework guarantees that we have the only reference to
 273          * the mblk_t and the underlying dblk_t, so we can safely modify it.
 274          */
 275         ASSERT(DB_REF(mp) == 1);
 276
 277         mp->b_rptr += sizeof (ib_addrs_t);
 278         return (mp);
 279 }
 280
 281 void
 282 mac_ib_link_details(char *buf, size_t sz, mac_handle_t mh, void *mac_pdata)
 283 {
 284         uint64_t        speed;
 285
 286         _NOTE(ARGUNUSED(mac_pdata));
 287
 288         speed = mac_stat_get(mh, MAC_STAT_IFSPEED);
 289
 290         /* convert to Mbps */
 291         speed /= 1000000;
 292
 293         buf[0] = 0;
 294         (void) snprintf(buf, sz, "%u Mbps", (uint32_t)speed);
 295 }
 296
 297 static mactype_ops_t mac_ib_type_ops = {
 298         MTOPS_HEADER_COOK | MTOPS_HEADER_UNCOOK | MTOPS_LINK_DETAILS,
 299         mac_ib_unicst_verify,
 300         mac_ib_multicst_verify,
 301         mac_ib_sap_verify,
 302         mac_ib_header,
 303         mac_ib_header_info,
 304         NULL,
 305         mac_ib_header_cook,
 306         mac_ib_header_uncook,
 307         mac_ib_link_details
 308 };