/* * Copyright (c) 2004-2009 Voltaire Inc. All rights reserved. * Copyright (c) 2009-2011 Mellanox Technologies LTD. All rights reserved. * Copyright (c) 2013 Lawrence Livermore National Security. All rights reserved. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * OpenIB.org BSD license below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * */ #if HAVE_CONFIG_H # include #endif /* HAVE_CONFIG_H */ #include #include #include #include #include #include #include #include #include #include #include #include #include "ibdiag_common.h" struct ibmad_port *srcport; unsigned startlid = 0, endlid = 0; static int brief, dump_all, multicast; static char *node_name_map_file = NULL; static nn_map_t *node_name_map = NULL; #define IB_MLIDS_IN_BLOCK (IB_SMP_DATA_SIZE/2) int dump_mlid(char *str, int strlen, unsigned mlid, unsigned nports, uint16_t mft[16][IB_MLIDS_IN_BLOCK]) { uint16_t mask; unsigned i, chunk, bit, nonzero = 0; if (brief) { int n = 0; unsigned chunks = ALIGN(nports + 1, 16) / 16; for (i = 0; i < chunks; i++) { mask = ntohs(mft[i][mlid % IB_MLIDS_IN_BLOCK]); if (mask) nonzero++; n += snprintf(str + n, strlen - n, "%04hx", mask); if (n >= strlen) { n = strlen; break; } } if (!nonzero && !dump_all) { str[0] = 0; return 0; } return n; } for (i = 0; i <= nports; i++) { chunk = i / 16; bit = i % 16; mask = ntohs(mft[chunk][mlid % IB_MLIDS_IN_BLOCK]); if (mask) nonzero++; str[i * 2] = (mask & (1 << bit)) ? 'x' : ' '; str[i * 2 + 1] = ' '; } if (!nonzero && !dump_all) { str[0] = 0; return 0; } str[i * 2] = 0; return i * 2; } uint16_t mft[16][IB_MLIDS_IN_BLOCK] = { { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0 }, { 0}, { 0 }, { 0 } }; void dump_multicast_tables(ibnd_node_t * node, unsigned startlid, unsigned endlid, struct ibmad_port * mad_port) { ib_portid_t *portid = &node->path_portid; char nd[IB_SMP_DATA_SIZE] = { 0 }; char str[512]; char *s; uint64_t nodeguid; uint32_t mod; unsigned block, i, j, e, nports, cap, chunks, startblock, lastblock, top; char *mapnd = NULL; int n = 0; memcpy(nd, node->nodedesc, strlen(node->nodedesc)); nports = node->numports; nodeguid = node->guid; mad_decode_field(node->switchinfo, IB_SW_MCAST_FDB_CAP_F, &cap); mad_decode_field(node->switchinfo, IB_SW_MCAST_FDB_TOP_F, &top); if (!endlid || endlid > IB_MIN_MCAST_LID + cap - 1) endlid = IB_MIN_MCAST_LID + cap - 1; if (!dump_all && top && top < endlid) { if (top < IB_MIN_MCAST_LID - 1) IBWARN("illegal top mlid %x", top); else endlid = top; } if (!startlid) startlid = IB_MIN_MCAST_LID; else if (startlid < IB_MIN_MCAST_LID) { IBWARN("illegal start mlid %x, set to %x", startlid, IB_MIN_MCAST_LID); startlid = IB_MIN_MCAST_LID; } if (endlid > IB_MAX_MCAST_LID) { IBWARN("illegal end mlid %x, truncate to %x", endlid, IB_MAX_MCAST_LID); endlid = IB_MAX_MCAST_LID; } mapnd = remap_node_name(node_name_map, nodeguid, nd); printf("Multicast mlids [0x%x-0x%x] of switch %s guid 0x%016" PRIx64 " (%s):\n", startlid, endlid, portid2str(portid), nodeguid, mapnd); if (brief) printf(" MLid Port Mask\n"); else { if (nports > 9) { for (i = 0, s = str; i <= nports; i++) { *s++ = (i % 10) ? ' ' : '0' + i / 10; *s++ = ' '; } *s = 0; printf(" %s\n", str); } for (i = 0, s = str; i <= nports; i++) s += sprintf(s, "%d ", i % 10); printf(" Ports: %s\n", str); printf(" MLid\n"); } if (ibverbose) printf("Switch multicast mlid capability is %d top is 0x%x\n", cap, top); chunks = ALIGN(nports + 1, 16) / 16; startblock = startlid / IB_MLIDS_IN_BLOCK; lastblock = endlid / IB_MLIDS_IN_BLOCK; for (block = startblock; block <= lastblock; block++) { for (j = 0; j < chunks; j++) { int status; mod = (block - IB_MIN_MCAST_LID / IB_MLIDS_IN_BLOCK) | (j << 28); DEBUG("reading block %x chunk %d mod %x", block, j, mod); if (!smp_query_status_via (mft + j, portid, IB_ATTR_MULTICASTFORWTBL, mod, 0, &status, mad_port)) { fprintf(stderr, "SubnGet(MFT) failed on switch " "'%s' %s Node GUID 0x%"PRIx64 " SMA LID %d; MAD status 0x%x " "AM 0x%x\n", mapnd, portid2str(portid), node->guid, node->smalid, status, mod); } } i = block * IB_MLIDS_IN_BLOCK; e = i + IB_MLIDS_IN_BLOCK; if (i < startlid) i = startlid; if (e > endlid + 1) e = endlid + 1; for (; i < e; i++) { if (dump_mlid(str, sizeof str, i, nports, mft) == 0) continue; printf("0x%04x %s\n", i, str); n++; } } printf("%d %smlids dumped \n", n, dump_all ? "" : "valid "); free(mapnd); } int dump_lid(char *str, int str_len, int lid, int valid, ibnd_fabric_t *fabric, int * last_port_lid, int * base_port_lid, uint64_t * portguid) { char nd[IB_SMP_DATA_SIZE] = { 0 }; ibnd_port_t *port = NULL; char ntype[50], sguid[30]; uint64_t nodeguid; int baselid, lmc, type; char *mapnd = NULL; int rc; if (brief) { str[0] = 0; return 0; } if (lid <= *last_port_lid) { if (!valid) return snprintf(str, str_len, ": (path #%d - illegal port)", lid - *base_port_lid); else if (!*portguid) return snprintf(str, str_len, ": (path #%d out of %d)", lid - *base_port_lid + 1, *last_port_lid - *base_port_lid + 1); else { return snprintf(str, str_len, ": (path #%d out of %d: portguid %s)", lid - *base_port_lid + 1, *last_port_lid - *base_port_lid + 1, mad_dump_val(IB_NODE_PORT_GUID_F, sguid, sizeof sguid, portguid)); } } if (!valid) return snprintf(str, str_len, ": (illegal port)"); *portguid = 0; port = ibnd_find_port_lid(fabric, lid); if (!port) { return snprintf(str, str_len, ": (node info not available fabric scan)"); } nodeguid = port->node->guid; *portguid = port->guid; type = port->node->type; baselid = port->base_lid; lmc = port->lmc; memcpy(nd, port->node->nodedesc, strlen(port->node->nodedesc)); if (lmc > 0) { *base_port_lid = baselid; *last_port_lid = baselid + (1 << lmc) - 1; } mapnd = remap_node_name(node_name_map, nodeguid, nd); rc = snprintf(str, str_len, ": (%s portguid %s: '%s')", mad_dump_val(IB_NODE_TYPE_F, ntype, sizeof ntype, &type), mad_dump_val(IB_NODE_PORT_GUID_F, sguid, sizeof sguid, portguid), mapnd); free(mapnd); return rc; } void dump_unicast_tables(ibnd_node_t * node, int startlid, int endlid, struct ibmad_port *mad_port, ibnd_fabric_t *fabric) { ib_portid_t * portid = &node->path_portid; char lft[IB_SMP_DATA_SIZE] = { 0 }; char nd[IB_SMP_DATA_SIZE] = { 0 }; char str[200]; uint64_t nodeguid; int block, i, e, top; unsigned nports; int n = 0, startblock, endblock; char *mapnd = NULL; int last_port_lid = 0, base_port_lid = 0; uint64_t portguid = 0; mad_decode_field(node->switchinfo, IB_SW_LINEAR_FDB_TOP_F, &top); nodeguid = node->guid; nports = node->numports; memcpy(nd, node->nodedesc, strlen(node->nodedesc)); if (!endlid || endlid > top) endlid = top; if (endlid > IB_MAX_UCAST_LID) { IBWARN("illegal lft top %d, truncate to %d", endlid, IB_MAX_UCAST_LID); endlid = IB_MAX_UCAST_LID; } mapnd = remap_node_name(node_name_map, nodeguid, nd); printf("Unicast lids [0x%x-0x%x] of switch %s guid 0x%016" PRIx64 " (%s):\n", startlid, endlid, portid2str(portid), nodeguid, mapnd); DEBUG("Switch top is 0x%x\n", top); printf(" Lid Out Destination\n"); printf(" Port Info \n"); startblock = startlid / IB_SMP_DATA_SIZE; endblock = ALIGN(endlid, IB_SMP_DATA_SIZE) / IB_SMP_DATA_SIZE; for (block = startblock; block < endblock; block++) { int status; DEBUG("reading block %d", block); if (!smp_query_status_via(lft, portid, IB_ATTR_LINEARFORWTBL, block, 0, &status, mad_port)) { fprintf(stderr, "SubnGet(LFT) failed on switch " "'%s' %s Node GUID 0x%"PRIx64 " SMA LID %d; MAD status 0x%x AM 0x%x\n", mapnd, portid2str(portid), node->guid, node->smalid, status, block); } i = block * IB_SMP_DATA_SIZE; e = i + IB_SMP_DATA_SIZE; if (i < startlid) i = startlid; if (e > endlid + 1) e = endlid + 1; for (; i < e; i++) { unsigned outport = lft[i % IB_SMP_DATA_SIZE]; unsigned valid = (outport <= nports); if (!valid && !dump_all) continue; dump_lid(str, sizeof str, i, valid, fabric, &last_port_lid, &base_port_lid, &portguid); printf("0x%04x %03u %s\n", i, outport & 0xff, str); n++; } } printf("%d %slids dumped \n", n, dump_all ? "" : "valid "); free(mapnd); } void dump_node(ibnd_node_t *node, struct ibmad_port *mad_port, ibnd_fabric_t *fabric) { if (multicast) dump_multicast_tables(node, startlid, endlid, mad_port); else dump_unicast_tables(node, startlid, endlid, mad_port, fabric); } void process_switch(ibnd_node_t * node, void *fabric) { dump_node(node, srcport, (ibnd_fabric_t *)fabric); } static int process_opt(void *context, int ch, char *optarg) { switch (ch) { case 'a': dump_all++; break; case 'M': multicast++; break; case 'n': brief++; break; case 1: node_name_map_file = strdup(optarg); break; default: return -1; } return 0; } int main(int argc, char **argv) { int rc = 0; int mgmt_classes[3] = { IB_SMI_CLASS, IB_SMI_DIRECT_CLASS, IB_SA_CLASS }; struct ibnd_config config = { 0 }; ibnd_fabric_t *fabric = NULL; const struct ibdiag_opt opts[] = { {"all", 'a', 0, NULL, "show all lids, even invalid entries"}, {"no_dests", 'n', 0, NULL, "do not try to resolve destinations"}, {"Multicast", 'M', 0, NULL, "show multicast forwarding tables"}, {"node-name-map", 1, 1, "", "node name map file"}, {0} }; char usage_args[] = "[ [ []]]"; const char *usage_examples[] = { " -- Unicast examples:", "-a\t# same, but dump all lids, even with invalid out ports", "-n\t# simple dump format - no destination resolving", "10\t# dump lids starting from 10", "0x10 0x20\t# dump lid range", " -- Multicast examples:", "-M\t# dump all non empty mlids of switch with lid 4", "-M 0xc010 0xc020\t# same, but with range", "-M -n\t# simple dump format", NULL, }; ibdiag_process_opts(argc, argv, &config, "KGDLs", opts, process_opt, usage_args, usage_examples); argc -= optind; argv += optind; if (argc > 0) startlid = strtoul(argv[0], 0, 0); if (argc > 1) endlid = strtoul(argv[1], 0, 0); node_name_map = open_node_name_map(node_name_map_file); if (ibd_timeout) config.timeout_ms = ibd_timeout; config.flags = ibd_ibnetdisc_flags; config.mkey = ibd_mkey; if ((fabric = ibnd_discover_fabric(ibd_ca, ibd_ca_port, NULL, &config)) != NULL) { srcport = mad_rpc_open_port(ibd_ca, ibd_ca_port, mgmt_classes, 3); if (!srcport) { fprintf(stderr, "Failed to open '%s' port '%d'\n", ibd_ca, ibd_ca_port); rc = -1; goto Exit; } smp_mkey_set(srcport, ibd_mkey); if (ibd_timeout) { mad_rpc_set_timeout(srcport, ibd_timeout); } ibnd_iter_nodes_type(fabric, process_switch, IB_NODE_SWITCH, fabric); mad_rpc_close_port(srcport); } else { fprintf(stderr, "Failed to discover fabric\n"); rc = -1; } Exit: ibnd_destroy_fabric(fabric); close_node_name_map(node_name_map); exit(rc); }