/***********************license start*********************************** * Copyright (c) 2003-2017 Cavium Inc. (support@cavium.com). All rights * reserved. * * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials provided * with the distribution. * * * Neither the name of Cavium Inc. nor the names of * its contributors may be used to endorse or promote products * derived from this software without specific prior written * permission. * * This Software, including technical data, may be subject to U.S. export * control laws, including the U.S. Export Administration Act and its * associated regulations, and may be subject to export or import * regulations in other countries. * * TO THE MAXIMUM EXTENT PERMITTED BY LAW, THE SOFTWARE IS PROVIDED "AS IS" * AND WITH ALL FAULTS AND CAVIUM INC. MAKES NO PROMISES, REPRESENTATIONS OR * WARRANTIES, EITHER EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, WITH RESPECT * TO THE SOFTWARE, INCLUDING ITS CONDITION, ITS CONFORMITY TO ANY * REPRESENTATION OR DESCRIPTION, OR THE EXISTENCE OF ANY LATENT OR PATENT * DEFECTS, AND CAVIUM SPECIFICALLY DISCLAIMS ALL IMPLIED (IF ANY) WARRANTIES * OF TITLE, MERCHANTABILITY, NONINFRINGEMENT, FITNESS FOR A PARTICULAR * PURPOSE, LACK OF VIRUSES, ACCURACY OR COMPLETENESS, QUIET ENJOYMENT, * QUIET POSSESSION OR CORRESPONDENCE TO DESCRIPTION. THE ENTIRE RISK * ARISING OUT OF USE OR PERFORMANCE OF THE SOFTWARE LIES WITH YOU. ***********************license end**************************************/ #include #include #include "libbdk-arch/bdk-csrs-ecam.h" #include "libbdk-arch/bdk-csrs-pccbr.h" #include "libbdk-arch/bdk-csrs-pccpf.h" #include "libbdk-arch/bdk-csrs-rvu.h" #include "libbdk-hal/device/bdk-device.h" #include "libbdk-hal/bdk-ecam.h" /* This code is an optional part of the BDK. It is only linked in if BDK_REQUIRE() needs it */ BDK_REQUIRE_DEFINE(ECAM); /** * Walk an ECAM finding all internal devices. Each internal * device is then added to the list of device maintained by * bdk-device. * * @param node Node to walk * @param ecam Ecam to walk * @param bus Zero on first call. Will be non-zero when sub busses are walked */ static void ecam_walk_internal_bus(bdk_node_t node, int ecam, int bus) { /* Create a fake bdk-device to pass around until we create the real device */ bdk_device_t device; memset(&device, 0, sizeof(device)); device.node = node; device.ecam = ecam; device.bus = bus; /* Scan all possible device IDs on the bus */ for (int dev = 0; dev < 32; dev++) { /* Update the current scan location */ device.dev = dev; device.func = 0; uint32_t device_id = bdk_ecam_read32(&device, BDK_PCCPF_XXX_ID); /* Only add devices that exist. Our internal devices can have function zero missing. The all ones we get back matches the multi-function check, but not a bridge. This means the later code works fine */ if (device_id != (uint32_t)-1) bdk_device_add(device.node, device.ecam, device.bus, device.dev, device.func); /* Check for Multi function and Bridge devices */ BDK_CSR_DEFINE(clsize, BDK_PCCPF_XXX_CLSIZE); clsize.u = bdk_ecam_read32(&device, BDK_PCCPF_XXX_CLSIZE); int ismultifunction = (clsize.s.hdrtype & 0x80); int isbridge = (clsize.s.hdrtype & 0x7f) == 1; if (ismultifunction) { /* Scan for other functions on multifunction devices */ for (int func = 1; func < 8; func++) { /* Check if we're past all functions */ device.func = func; device_id = bdk_ecam_read32(&device, BDK_PCCPF_XXX_ID); if (device_id != (uint32_t)-1) bdk_device_add(device.node, device.ecam, device.bus, device.dev, device.func); } device.func = 0; } if (isbridge) { /* Internal bus numbers are hard coded. Read the bus ID */ bdk_pccbr_xxx_bus_t ibus; ibus.u = bdk_ecam_read32(&device, BDK_PCCBR_XXX_BUS); /* Asim used to have a bug where bus number were zero, report errors for those */ if (ibus.s.sbnum == 0) { bdk_error("N%d:E%d:%d:%d.%d: Secondary bus number is zero\n", device.node, device.ecam, device.bus, device.dev, device.func); } /* Real PCIe external device use high bus numbers, so skip them */ else if (ibus.s.sbnum < 16) { ecam_walk_internal_bus(node, ecam, ibus.s.sbnum); } } } } /** * Return the number of internal ECAMS on a node. * * @param node Node to query * * @return Number of ECAMs available */ int bdk_ecam_get_num(bdk_node_t node) { /* CN88XX lacks the ECAM_CONST for finding the number of ECAMs */ if (CAVIUM_IS_MODEL(CAVIUM_CN88XX)) return 4; else if (CAVIUM_IS_MODEL(CAVIUM_CN93XX)) return 3; /* Map ECAMs to the first 3 domains */ else { BDK_CSR_INIT(ecam_const, node, BDK_ECAMX_CONST(0)); if (ecam_const.s.ecams == 0) { bdk_error("N%d.ECAM: Number of ecams incorrect in ECAMX_CONST\n", node); return 1; } return ecam_const.s.ecams; } } /** * Initialize RVU functions for use by the BDK. This doesn't setup the hardware * behind RVU, juse allows register access to it. The BDK uses a static RVU * configuration where everything is accessable from RVU PF0. * * @param node Node to initialize * * @return Zero on success, negative on failure */ static int __bdk_ecam_rvu_init(bdk_node_t node) { const int rvu_pf = 0; /* Enable PF access to all blocks */ BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_CPTX_CFG(rvu_pf, 0), c.s.num_lfs = 1); // FIXME: How many LFs? BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_INT_CFG(rvu_pf), c.s.msix_offset = 0); BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_MSIX_CFG(rvu_pf), c.s.pf_msixt_offset = 0; c.s.pf_msixt_sizem1 = 0; c.s.vf_msixt_offset = 0; c.s.vf_msixt_sizem1 = 0); BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_NIXX_CFG(rvu_pf, 0), c.s.has_lf = 1); BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_NPA_CFG(rvu_pf), c.s.has_lf = 1); BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_SSO_CFG(rvu_pf), c.s.num_lfs = 1); // FIXME: How many LFs? BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_SSOW_CFG(rvu_pf), c.s.num_lfs = 1); // FIXME: How many LFs? BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_TIM_CFG(rvu_pf), c.s.num_lfs = 1); // FIXME: How many LFs? /* Enable RVU with full access */ BDK_CSR_MODIFY(c, node, BDK_RVU_PRIV_PFX_CFG(rvu_pf), c.s.me_flr_ena = 1; c.s.af_ena = 1; c.s.ena = 1; c.s.nvf = 0; c.s.first_hwvf = 0); return 0; } /** * Scan all ECAMs for devices and add them to bdk-device * * @param node Node to scan * * @return Zero on success, negative on failure */ int bdk_ecam_scan_all(bdk_node_t node) { /* RVU must be setup before we scan the bus otherwise it doesn't show up */ if (CAVIUM_IS_MODEL(CAVIUM_CN9XXX)) __bdk_ecam_rvu_init(node); int num_ecams = bdk_ecam_get_num(node); for (int ecam = 0; ecam < num_ecams; ecam++) ecam_walk_internal_bus(node, ecam, 0); bdk_device_init(); return 0; }