/* * Copyright (c) 2003-2008 Chelsio, Inc. All rights reserved. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * OpenIB.org BSD license below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ /* This file should not be included directly. Include common.h instead. */ #ifndef __T3_ADAPTER_H__ #define __T3_ADAPTER_H__ #include #include #include #include #include #include #include #include #include "t3cdev.h" #include struct vlan_group; struct adapter; struct sge_qset; enum { /* rx_offload flags */ T3_RX_CSUM = 1 << 0, T3_LRO = 1 << 1, }; struct port_info { struct adapter *adapter; struct vlan_group *vlan_grp; struct sge_qset *qs; u8 port_id; u8 rx_offload; u8 nqsets; u8 first_qset; struct cphy phy; struct cmac mac; struct link_config link_config; struct net_device_stats netstats; int activity; __be32 iscsi_ipv4addr; }; enum { /* adapter flags */ FULL_INIT_DONE = (1 << 0), USING_MSI = (1 << 1), USING_MSIX = (1 << 2), QUEUES_BOUND = (1 << 3), TP_PARITY_INIT = (1 << 4), NAPI_INIT = (1 << 5), }; struct fl_pg_chunk { struct page *page; void *va; unsigned int offset; }; struct rx_desc; struct rx_sw_desc; struct sge_fl { /* SGE per free-buffer list state */ unsigned int buf_size; /* size of each Rx buffer */ unsigned int credits; /* # of available Rx buffers */ unsigned int size; /* capacity of free list */ unsigned int cidx; /* consumer index */ unsigned int pidx; /* producer index */ unsigned int gen; /* free list generation */ struct fl_pg_chunk pg_chunk;/* page chunk cache */ unsigned int use_pages; /* whether FL uses pages or sk_buffs */ unsigned int order; /* order of page allocations */ struct rx_desc *desc; /* address of HW Rx descriptor ring */ struct rx_sw_desc *sdesc; /* address of SW Rx descriptor ring */ dma_addr_t phys_addr; /* physical address of HW ring start */ unsigned int cntxt_id; /* SGE context id for the free list */ unsigned long empty; /* # of times queue ran out of buffers */ unsigned long alloc_failed; /* # of times buffer allocation failed */ }; /* * Bundle size for grouping offload RX packets for delivery to the stack. * Don't make this too big as we do prefetch on each packet in a bundle. */ # define RX_BUNDLE_SIZE 8 struct rsp_desc; struct sge_rspq { /* state for an SGE response queue */ unsigned int credits; /* # of pending response credits */ unsigned int size; /* capacity of response queue */ unsigned int cidx; /* consumer index */ unsigned int gen; /* current generation bit */ unsigned int polling; /* is the queue serviced through NAPI? */ unsigned int holdoff_tmr; /* interrupt holdoff timer in 100ns */ unsigned int next_holdoff; /* holdoff time for next interrupt */ unsigned int rx_recycle_buf; /* whether recycling occurred within current sop-eop */ struct rsp_desc *desc; /* address of HW response ring */ dma_addr_t phys_addr; /* physical address of the ring */ unsigned int cntxt_id; /* SGE context id for the response q */ spinlock_t lock; /* guards response processing */ struct sk_buff_head rx_queue; /* offload packet receive queue */ struct sk_buff *pg_skb; /* used to build frag list in napi handler */ unsigned long offload_pkts; unsigned long offload_bundles; unsigned long eth_pkts; /* # of ethernet packets */ unsigned long pure_rsps; /* # of pure (non-data) responses */ unsigned long imm_data; /* responses with immediate data */ unsigned long rx_drops; /* # of packets dropped due to no mem */ unsigned long async_notif; /* # of asynchronous notification events */ unsigned long empty; /* # of times queue ran out of credits */ unsigned long nomem; /* # of responses deferred due to no mem */ unsigned long unhandled_irqs; /* # of spurious intrs */ unsigned long starved; unsigned long restarted; }; struct tx_desc; struct tx_sw_desc; struct sge_txq { /* state for an SGE Tx queue */ unsigned long flags; /* HW DMA fetch status */ unsigned int in_use; /* # of in-use Tx descriptors */ unsigned int size; /* # of descriptors */ unsigned int processed; /* total # of descs HW has processed */ unsigned int cleaned; /* total # of descs SW has reclaimed */ unsigned int stop_thres; /* SW TX queue suspend threshold */ unsigned int cidx; /* consumer index */ unsigned int pidx; /* producer index */ unsigned int gen; /* current value of generation bit */ unsigned int unacked; /* Tx descriptors used since last COMPL */ struct tx_desc *desc; /* address of HW Tx descriptor ring */ struct tx_sw_desc *sdesc; /* address of SW Tx descriptor ring */ spinlock_t lock; /* guards enqueueing of new packets */ unsigned int token; /* WR token */ dma_addr_t phys_addr; /* physical address of the ring */ struct sk_buff_head sendq; /* List of backpressured offload packets */ struct tasklet_struct qresume_tsk; /* restarts the queue */ unsigned int cntxt_id; /* SGE context id for the Tx q */ unsigned long stops; /* # of times q has been stopped */ unsigned long restarts; /* # of queue restarts */ }; enum { /* per port SGE statistics */ SGE_PSTAT_TSO, /* # of TSO requests */ SGE_PSTAT_RX_CSUM_GOOD, /* # of successful RX csum offloads */ SGE_PSTAT_TX_CSUM, /* # of TX checksum offloads */ SGE_PSTAT_VLANEX, /* # of VLAN tag extractions */ SGE_PSTAT_VLANINS, /* # of VLAN tag insertions */ SGE_PSTAT_LRO_AGGR, /* # of page chunks added to LRO sessions */ SGE_PSTAT_LRO_FLUSHED, /* # of flushed LRO sessions */ SGE_PSTAT_LRO_NO_DESC, /* # of overflown LRO sessions */ SGE_PSTAT_MAX /* must be last */ }; #define T3_MAX_LRO_SES 8 #define T3_MAX_LRO_MAX_PKTS 64 struct sge_qset { /* an SGE queue set */ struct adapter *adap; struct napi_struct napi; struct sge_rspq rspq; struct sge_fl fl[SGE_RXQ_PER_SET]; struct sge_txq txq[SGE_TXQ_PER_SET]; struct net_lro_mgr lro_mgr; struct net_lro_desc lro_desc[T3_MAX_LRO_SES]; struct skb_frag_struct *lro_frag_tbl; int lro_nfrags; int lro_enabled; int lro_frag_len; void *lro_va; struct net_device *netdev; struct netdev_queue *tx_q; /* associated netdev TX queue */ unsigned long txq_stopped; /* which Tx queues are stopped */ struct timer_list tx_reclaim_timer; /* reclaims TX buffers */ unsigned long port_stats[SGE_PSTAT_MAX]; } ____cacheline_aligned; struct sge { struct sge_qset qs[SGE_QSETS]; spinlock_t reg_lock; /* guards non-atomic SGE registers (eg context) */ }; struct adapter { struct t3cdev tdev; struct list_head adapter_list; void __iomem *regs; struct pci_dev *pdev; unsigned long registered_device_map; unsigned long open_device_map; unsigned long flags; const char *name; int msg_enable; unsigned int mmio_len; struct adapter_params params; unsigned int slow_intr_mask; unsigned long irq_stats[IRQ_NUM_STATS]; int msix_nvectors; struct { unsigned short vec; char desc[22]; } msix_info[SGE_QSETS + 1]; /* T3 modules */ struct sge sge; struct mc7 pmrx; struct mc7 pmtx; struct mc7 cm; struct mc5 mc5; struct net_device *port[MAX_NPORTS]; unsigned int check_task_cnt; struct delayed_work adap_check_task; struct work_struct ext_intr_handler_task; struct work_struct fatal_error_handler_task; struct dentry *debugfs_root; struct mutex mdio_lock; spinlock_t stats_lock; spinlock_t work_lock; }; static inline u32 t3_read_reg(struct adapter *adapter, u32 reg_addr) { u32 val = readl(adapter->regs + reg_addr); CH_DBG(adapter, MMIO, "read register 0x%x value 0x%x\n", reg_addr, val); return val; } static inline void t3_write_reg(struct adapter *adapter, u32 reg_addr, u32 val) { CH_DBG(adapter, MMIO, "setting register 0x%x to 0x%x\n", reg_addr, val); writel(val, adapter->regs + reg_addr); } static inline struct port_info *adap2pinfo(struct adapter *adap, int idx) { return netdev_priv(adap->port[idx]); } #define OFFLOAD_DEVMAP_BIT 15 #define tdev2adap(d) container_of(d, struct adapter, tdev) static inline int offload_running(struct adapter *adapter) { return test_bit(OFFLOAD_DEVMAP_BIT, &adapter->open_device_map); } int t3_offload_tx(struct t3cdev *tdev, struct sk_buff *skb); void t3_os_ext_intr_handler(struct adapter *adapter); void t3_os_link_changed(struct adapter *adapter, int port_id, int link_status, int speed, int duplex, int fc); void t3_os_phymod_changed(struct adapter *adap, int port_id); void t3_sge_start(struct adapter *adap); void t3_sge_stop(struct adapter *adap); void t3_stop_sge_timers(struct adapter *adap); void t3_free_sge_resources(struct adapter *adap); void t3_sge_err_intr_handler(struct adapter *adapter); irq_handler_t t3_intr_handler(struct adapter *adap, int polling); int t3_eth_xmit(struct sk_buff *skb, struct net_device *dev); int t3_mgmt_tx(struct adapter *adap, struct sk_buff *skb); void t3_update_qset_coalesce(struct sge_qset *qs, const struct qset_params *p); int t3_sge_alloc_qset(struct adapter *adapter, unsigned int id, int nports, int irq_vec_idx, const struct qset_params *p, int ntxq, struct net_device *dev, struct netdev_queue *netdevq); int t3_get_desc(const struct sge_qset *qs, unsigned int qnum, unsigned int idx, unsigned char *data); irqreturn_t t3_sge_intr_msix(int irq, void *cookie); #endif /* __T3_ADAPTER_H__ */