|  | /******************************************************************************* | 
|  |  | 
|  | Intel 10 Gigabit PCI Express Linux driver | 
|  | Copyright(c) 1999 - 2013 Intel Corporation. | 
|  |  | 
|  | This program is free software; you can redistribute it and/or modify it | 
|  | under the terms and conditions of the GNU General Public License, | 
|  | version 2, as published by the Free Software Foundation. | 
|  |  | 
|  | This program is distributed in the hope it will be useful, but WITHOUT | 
|  | ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | 
|  | FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for | 
|  | more details. | 
|  |  | 
|  | You should have received a copy of the GNU General Public License along with | 
|  | this program; if not, write to the Free Software Foundation, Inc., | 
|  | 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA. | 
|  |  | 
|  | The full GNU General Public License is included in this distribution in | 
|  | the file called "COPYING". | 
|  |  | 
|  | Contact Information: | 
|  | Linux NICS <linux.nics@intel.com> | 
|  | e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> | 
|  | Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 | 
|  |  | 
|  | *******************************************************************************/ | 
|  |  | 
|  | #include "ixgbe.h" | 
|  | #include "ixgbe_type.h" | 
|  | #include "ixgbe_dcb.h" | 
|  | #include "ixgbe_dcb_82599.h" | 
|  |  | 
|  | /** | 
|  | * ixgbe_dcb_config_rx_arbiter_82599 - Config Rx Data arbiter | 
|  | * @hw: pointer to hardware structure | 
|  | * @refill: refill credits index by traffic class | 
|  | * @max: max credits index by traffic class | 
|  | * @bwg_id: bandwidth grouping indexed by traffic class | 
|  | * @prio_type: priority type indexed by traffic class | 
|  | * | 
|  | * Configure Rx Packet Arbiter and credits for each traffic class. | 
|  | */ | 
|  | s32 ixgbe_dcb_config_rx_arbiter_82599(struct ixgbe_hw *hw, | 
|  | u16 *refill, | 
|  | u16 *max, | 
|  | u8 *bwg_id, | 
|  | u8 *prio_type, | 
|  | u8 *prio_tc) | 
|  | { | 
|  | u32    reg           = 0; | 
|  | u32    credit_refill = 0; | 
|  | u32    credit_max    = 0; | 
|  | u8     i             = 0; | 
|  |  | 
|  | /* | 
|  | * Disable the arbiter before changing parameters | 
|  | * (always enable recycle mode; WSP) | 
|  | */ | 
|  | reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC | IXGBE_RTRPCS_ARBDIS; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg); | 
|  |  | 
|  | /* Map all traffic classes to their UP */ | 
|  | reg = 0; | 
|  | for (i = 0; i < MAX_USER_PRIORITY; i++) | 
|  | reg |= (prio_tc[i] << (i * IXGBE_RTRUP2TC_UP_SHIFT)); | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTRUP2TC, reg); | 
|  |  | 
|  | /* Configure traffic class credits and priority */ | 
|  | for (i = 0; i < MAX_TRAFFIC_CLASS; i++) { | 
|  | credit_refill = refill[i]; | 
|  | credit_max    = max[i]; | 
|  | reg = credit_refill | (credit_max << IXGBE_RTRPT4C_MCL_SHIFT); | 
|  |  | 
|  | reg |= (u32)(bwg_id[i]) << IXGBE_RTRPT4C_BWG_SHIFT; | 
|  |  | 
|  | if (prio_type[i] == prio_link) | 
|  | reg |= IXGBE_RTRPT4C_LSP; | 
|  |  | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTRPT4C(i), reg); | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Configure Rx packet plane (recycle mode; WSP) and | 
|  | * enable arbiter | 
|  | */ | 
|  | reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ixgbe_dcb_config_tx_desc_arbiter_82599 - Config Tx Desc. arbiter | 
|  | * @hw: pointer to hardware structure | 
|  | * @refill: refill credits index by traffic class | 
|  | * @max: max credits index by traffic class | 
|  | * @bwg_id: bandwidth grouping indexed by traffic class | 
|  | * @prio_type: priority type indexed by traffic class | 
|  | * | 
|  | * Configure Tx Descriptor Arbiter and credits for each traffic class. | 
|  | */ | 
|  | s32 ixgbe_dcb_config_tx_desc_arbiter_82599(struct ixgbe_hw *hw, | 
|  | u16 *refill, | 
|  | u16 *max, | 
|  | u8 *bwg_id, | 
|  | u8 *prio_type) | 
|  | { | 
|  | u32    reg, max_credits; | 
|  | u8     i; | 
|  |  | 
|  | /* Clear the per-Tx queue credits; we use per-TC instead */ | 
|  | for (i = 0; i < 128; i++) { | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i); | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTDT1C, 0); | 
|  | } | 
|  |  | 
|  | /* Configure traffic class credits and priority */ | 
|  | for (i = 0; i < MAX_TRAFFIC_CLASS; i++) { | 
|  | max_credits = max[i]; | 
|  | reg = max_credits << IXGBE_RTTDT2C_MCL_SHIFT; | 
|  | reg |= refill[i]; | 
|  | reg |= (u32)(bwg_id[i]) << IXGBE_RTTDT2C_BWG_SHIFT; | 
|  |  | 
|  | if (prio_type[i] == prio_group) | 
|  | reg |= IXGBE_RTTDT2C_GSP; | 
|  |  | 
|  | if (prio_type[i] == prio_link) | 
|  | reg |= IXGBE_RTTDT2C_LSP; | 
|  |  | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTDT2C(i), reg); | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Configure Tx descriptor plane (recycle mode; WSP) and | 
|  | * enable arbiter | 
|  | */ | 
|  | reg = IXGBE_RTTDCS_TDPAC | IXGBE_RTTDCS_TDRM; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, reg); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ixgbe_dcb_config_tx_data_arbiter_82599 - Config Tx Data arbiter | 
|  | * @hw: pointer to hardware structure | 
|  | * @refill: refill credits index by traffic class | 
|  | * @max: max credits index by traffic class | 
|  | * @bwg_id: bandwidth grouping indexed by traffic class | 
|  | * @prio_type: priority type indexed by traffic class | 
|  | * | 
|  | * Configure Tx Packet Arbiter and credits for each traffic class. | 
|  | */ | 
|  | s32 ixgbe_dcb_config_tx_data_arbiter_82599(struct ixgbe_hw *hw, | 
|  | u16 *refill, | 
|  | u16 *max, | 
|  | u8 *bwg_id, | 
|  | u8 *prio_type, | 
|  | u8 *prio_tc) | 
|  | { | 
|  | u32 reg; | 
|  | u8 i; | 
|  |  | 
|  | /* | 
|  | * Disable the arbiter before changing parameters | 
|  | * (always enable recycle mode; SP; arb delay) | 
|  | */ | 
|  | reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM | | 
|  | (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT) | | 
|  | IXGBE_RTTPCS_ARBDIS; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg); | 
|  |  | 
|  | /* Map all traffic classes to their UP */ | 
|  | reg = 0; | 
|  | for (i = 0; i < MAX_USER_PRIORITY; i++) | 
|  | reg |= (prio_tc[i] << (i * IXGBE_RTTUP2TC_UP_SHIFT)); | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTUP2TC, reg); | 
|  |  | 
|  | /* Configure traffic class credits and priority */ | 
|  | for (i = 0; i < MAX_TRAFFIC_CLASS; i++) { | 
|  | reg = refill[i]; | 
|  | reg |= (u32)(max[i]) << IXGBE_RTTPT2C_MCL_SHIFT; | 
|  | reg |= (u32)(bwg_id[i]) << IXGBE_RTTPT2C_BWG_SHIFT; | 
|  |  | 
|  | if (prio_type[i] == prio_group) | 
|  | reg |= IXGBE_RTTPT2C_GSP; | 
|  |  | 
|  | if (prio_type[i] == prio_link) | 
|  | reg |= IXGBE_RTTPT2C_LSP; | 
|  |  | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTPT2C(i), reg); | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Configure Tx packet plane (recycle mode; SP; arb delay) and | 
|  | * enable arbiter | 
|  | */ | 
|  | reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM | | 
|  | (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT); | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ixgbe_dcb_config_pfc_82599 - Configure priority flow control | 
|  | * @hw: pointer to hardware structure | 
|  | * @pfc_en: enabled pfc bitmask | 
|  | * @prio_tc: priority to tc assignments indexed by priority | 
|  | * | 
|  | * Configure Priority Flow Control (PFC) for each traffic class. | 
|  | */ | 
|  | s32 ixgbe_dcb_config_pfc_82599(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc) | 
|  | { | 
|  | u32 i, j, fcrtl, reg; | 
|  | u8 max_tc = 0; | 
|  |  | 
|  | /* Enable Transmit Priority Flow Control */ | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCCFG, IXGBE_FCCFG_TFCE_PRIORITY); | 
|  |  | 
|  | /* Enable Receive Priority Flow Control */ | 
|  | reg = IXGBE_READ_REG(hw, IXGBE_MFLCN); | 
|  | reg |= IXGBE_MFLCN_DPF; | 
|  |  | 
|  | /* | 
|  | * X540 & X550 supports per TC Rx priority flow control. | 
|  | * So clear all TCs and only enable those that should be | 
|  | * enabled. | 
|  | */ | 
|  | reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE); | 
|  |  | 
|  | if (hw->mac.type >= ixgbe_mac_X540) | 
|  | reg |= pfc_en << IXGBE_MFLCN_RPFCE_SHIFT; | 
|  |  | 
|  | if (pfc_en) | 
|  | reg |= IXGBE_MFLCN_RPFCE; | 
|  |  | 
|  | IXGBE_WRITE_REG(hw, IXGBE_MFLCN, reg); | 
|  |  | 
|  | for (i = 0; i < MAX_USER_PRIORITY; i++) { | 
|  | if (prio_tc[i] > max_tc) | 
|  | max_tc = prio_tc[i]; | 
|  | } | 
|  |  | 
|  |  | 
|  | /* Configure PFC Tx thresholds per TC */ | 
|  | for (i = 0; i <= max_tc; i++) { | 
|  | int enabled = 0; | 
|  |  | 
|  | for (j = 0; j < MAX_USER_PRIORITY; j++) { | 
|  | if ((prio_tc[j] == i) && (pfc_en & BIT(j))) { | 
|  | enabled = 1; | 
|  | break; | 
|  | } | 
|  | } | 
|  |  | 
|  | if (enabled) { | 
|  | reg = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN; | 
|  | fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl); | 
|  | } else { | 
|  | /* In order to prevent Tx hangs when the internal Tx | 
|  | * switch is enabled we must set the high water mark | 
|  | * to the Rx packet buffer size - 24KB.  This allows | 
|  | * the Tx switch to function even under heavy Rx | 
|  | * workloads. | 
|  | */ | 
|  | reg = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0); | 
|  | } | 
|  |  | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), reg); | 
|  | } | 
|  |  | 
|  | for (; i < MAX_TRAFFIC_CLASS; i++) { | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0); | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), 0); | 
|  | } | 
|  |  | 
|  | /* Configure pause time (2 TCs per register) */ | 
|  | reg = hw->fc.pause_time * 0x00010001; | 
|  | for (i = 0; i < (MAX_TRAFFIC_CLASS / 2); i++) | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg); | 
|  |  | 
|  | /* Configure flow control refresh threshold value */ | 
|  | IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ixgbe_dcb_config_tc_stats_82599 - Config traffic class statistics | 
|  | * @hw: pointer to hardware structure | 
|  | * | 
|  | * Configure queue statistics registers, all queues belonging to same traffic | 
|  | * class uses a single set of queue statistics counters. | 
|  | */ | 
|  | static s32 ixgbe_dcb_config_tc_stats_82599(struct ixgbe_hw *hw) | 
|  | { | 
|  | u32 reg = 0; | 
|  | u8  i   = 0; | 
|  |  | 
|  | /* | 
|  | * Receive Queues stats setting | 
|  | * 32 RQSMR registers, each configuring 4 queues. | 
|  | * Set all 16 queues of each TC to the same stat | 
|  | * with TC 'n' going to stat 'n'. | 
|  | */ | 
|  | for (i = 0; i < 32; i++) { | 
|  | reg = 0x01010101 * (i / 4); | 
|  | IXGBE_WRITE_REG(hw, IXGBE_RQSMR(i), reg); | 
|  | } | 
|  | /* | 
|  | * Transmit Queues stats setting | 
|  | * 32 TQSM registers, each controlling 4 queues. | 
|  | * Set all queues of each TC to the same stat | 
|  | * with TC 'n' going to stat 'n'. | 
|  | * Tx queues are allocated non-uniformly to TCs: | 
|  | * 32, 32, 16, 16, 8, 8, 8, 8. | 
|  | */ | 
|  | for (i = 0; i < 32; i++) { | 
|  | if (i < 8) | 
|  | reg = 0x00000000; | 
|  | else if (i < 16) | 
|  | reg = 0x01010101; | 
|  | else if (i < 20) | 
|  | reg = 0x02020202; | 
|  | else if (i < 24) | 
|  | reg = 0x03030303; | 
|  | else if (i < 26) | 
|  | reg = 0x04040404; | 
|  | else if (i < 28) | 
|  | reg = 0x05050505; | 
|  | else if (i < 30) | 
|  | reg = 0x06060606; | 
|  | else | 
|  | reg = 0x07070707; | 
|  | IXGBE_WRITE_REG(hw, IXGBE_TQSM(i), reg); | 
|  | } | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ixgbe_dcb_hw_config_82599 - Configure and enable DCB | 
|  | * @hw: pointer to hardware structure | 
|  | * @refill: refill credits index by traffic class | 
|  | * @max: max credits index by traffic class | 
|  | * @bwg_id: bandwidth grouping indexed by traffic class | 
|  | * @prio_type: priority type indexed by traffic class | 
|  | * @pfc_en: enabled pfc bitmask | 
|  | * | 
|  | * Configure dcb settings and enable dcb mode. | 
|  | */ | 
|  | s32 ixgbe_dcb_hw_config_82599(struct ixgbe_hw *hw, u8 pfc_en, u16 *refill, | 
|  | u16 *max, u8 *bwg_id, u8 *prio_type, u8 *prio_tc) | 
|  | { | 
|  | ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max, bwg_id, | 
|  | prio_type, prio_tc); | 
|  | ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max, | 
|  | bwg_id, prio_type); | 
|  | ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max, | 
|  | bwg_id, prio_type, prio_tc); | 
|  | ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc); | 
|  | ixgbe_dcb_config_tc_stats_82599(hw); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  |