FreeBSD kernel CXGBE device code
|
#include <sys/cdefs.h>
#include "opt_ddb.h"
#include "opt_inet.h"
#include "opt_inet6.h"
#include "opt_kern_tls.h"
#include "opt_ratelimit.h"
#include "opt_rss.h"
#include <sys/param.h>
#include <sys/conf.h>
#include <sys/priv.h>
#include <sys/kernel.h>
#include <sys/bus.h>
#include <sys/eventhandler.h>
#include <sys/module.h>
#include <sys/malloc.h>
#include <sys/queue.h>
#include <sys/taskqueue.h>
#include <sys/pciio.h>
#include <dev/pci/pcireg.h>
#include <dev/pci/pcivar.h>
#include <dev/pci/pci_private.h>
#include <sys/firmware.h>
#include <sys/sbuf.h>
#include <sys/smp.h>
#include <sys/socket.h>
#include <sys/sockio.h>
#include <sys/sysctl.h>
#include <net/ethernet.h>
#include <net/if.h>
#include <net/if_types.h>
#include <net/if_dl.h>
#include <net/if_vlan_var.h>
#include <netinet/in.h>
#include <netinet/ip.h>
#include "common/common.h"
#include "common/t4_msg.h"
#include "common/t4_regs.h"
#include "common/t4_regs_values.h"
#include "cudbg/cudbg.h"
#include "t4_clip.h"
#include "t4_ioctl.h"
#include "t4_l2t.h"
#include "t4_mp_ring.h"
#include "t4_if.h"
#include "t4_smt.h"
Go to the source code of this file.
Data Structures | |
struct | intrs_and_queues |
struct | adapter_pre_reset_state |
struct | memwin_init |
struct | fw_h |
struct | fw_info |
struct | caps_allowed |
struct | mcaddr_ctx |
struct | mem_desc |
struct | field_desc |
struct | vxlan_evargs |
Macros | |
#define | NTXQ 16 |
#define | NRXQ 8 |
#define | NTXQ_VI 1 |
#define | NRXQ_VI 1 |
#define | TMR_IDX 1 |
#define | PKTC_IDX (-1) |
#define | DEFAULT_CF "default" |
#define | BUILTIN_CF "built-in" |
#define | FLASH_CF "flash" |
#define | UWIRE_CF "uwire" |
#define | FPGA_CF "fpga" |
#define | COMPARE_CAPS(c) |
#define | COMPARE_PARAM(p, name) |
#define | T4_CAP |
#define | T4_CAP_ENABLE (T4_CAP) |
#define | FW_VERSION(chip) |
#define | FW_INTFVER(chip, intf) (chip##FW_HDR_INTFVER_##intf) |
#define | SAME_INTF(x) (hdr1->intfver_##x == hdr2->intfver_##x) |
#define | FW_PARAM_DEV(param) |
#define | FW_PARAM_PFVF(param) |
#define | LIMIT_CAPS(x) |
#define | COPY_CAPS(x) |
#define | READ_CAPS(x) |
#define | FW_MAC_EXACT_CHUNK 7 |
#define | A_PL_INDIR_CMD 0x1f8 |
#define | S_PL_AUTOINC 31 |
#define | M_PL_AUTOINC 0x1U |
#define | V_PL_AUTOINC(x) ((x) << S_PL_AUTOINC) |
#define | G_PL_AUTOINC(x) (((x) >> S_PL_AUTOINC) & M_PL_AUTOINC) |
#define | S_PL_VFID 20 |
#define | M_PL_VFID 0xffU |
#define | V_PL_VFID(x) ((x) << S_PL_VFID) |
#define | G_PL_VFID(x) (((x) >> S_PL_VFID) & M_PL_VFID) |
#define | S_PL_ADDR 0 |
#define | M_PL_ADDR 0xfffffU |
#define | V_PL_ADDR(x) ((x) << S_PL_ADDR) |
#define | G_PL_ADDR(x) (((x) >> S_PL_ADDR) & M_PL_ADDR) |
#define | A_PL_INDIR_DATA 0x1fc |
#define | GET_STAT(name) read_vf_stat(sc, vin, A_MPS_VF_STAT_##name##_L) |
#define | SYSCTL_CAP(name, n, text) |
#define | T4_REGSTAT(name, stat, desc) |
#define | T4_PORTSTAT(name, desc) |
#define | ulp_region(reg) |
#define | MAX_READ_BUF_SIZE (128 * 1024) |
Functions | |
__FBSDID ("$FreeBSD$") | |
static int | t4_probe (device_t) |
static int | t4_attach (device_t) |
static int | t4_detach (device_t) |
static int | t4_child_location (device_t, device_t, struct sbuf *) |
static int | t4_ready (device_t) |
static int | t4_read_port_device (device_t, int, device_t *) |
static int | t4_suspend (device_t) |
static int | t4_resume (device_t) |
static int | t4_reset_prepare (device_t, device_t) |
static int | t4_reset_post (device_t, device_t) |
static int | cxgbe_probe (device_t) |
static int | cxgbe_attach (device_t) |
static int | cxgbe_detach (device_t) |
static int | vcxgbe_probe (device_t) |
static int | vcxgbe_attach (device_t) |
static int | vcxgbe_detach (device_t) |
static int | t5_probe (device_t) |
static int | t6_probe (device_t) |
static void | cxgbe_init (void *) |
static int | cxgbe_ioctl (struct ifnet *, unsigned long, caddr_t) |
static int | cxgbe_transmit (struct ifnet *, struct mbuf *) |
static void | cxgbe_qflush (struct ifnet *) |
MALLOC_DEFINE (M_CXGBE, "cxgbe", "Chelsio T4/T5 Ethernet driver and services") | |
SLIST_HEAD (adapter) | |
static void | setup_memwin (struct adapter *) |
static void | position_memwin (struct adapter *, int, uint32_t) |
static int | validate_mem_range (struct adapter *, uint32_t, uint32_t) |
static int | fwmtype_to_hwmtype (int) |
static int | validate_mt_off_len (struct adapter *, int, uint32_t, uint32_t, uint32_t *) |
static int | fixup_devlog_params (struct adapter *) |
static int | cfg_itype_and_nqueues (struct adapter *, struct intrs_and_queues *) |
static int | contact_firmware (struct adapter *) |
static int | partition_resources (struct adapter *) |
static int | get_params__pre_init (struct adapter *) |
static int | set_params__pre_init (struct adapter *) |
static int | get_params__post_init (struct adapter *) |
static int | set_params__post_init (struct adapter *) |
static void | t4_set_desc (struct adapter *) |
static bool | fixed_ifmedia (struct port_info *) |
static void | build_medialist (struct port_info *) |
static void | init_link_config (struct port_info *) |
static int | fixup_link_config (struct port_info *) |
static int | apply_link_config (struct port_info *) |
static int | cxgbe_init_synchronized (struct vi_info *) |
static int | cxgbe_uninit_synchronized (struct vi_info *) |
static int | adapter_full_init (struct adapter *) |
static void | adapter_full_uninit (struct adapter *) |
static int | vi_full_init (struct vi_info *) |
static void | vi_full_uninit (struct vi_info *) |
static int | alloc_extra_vi (struct adapter *, struct port_info *, struct vi_info *) |
static void | quiesce_txq (struct sge_txq *) |
static void | quiesce_wrq (struct sge_wrq *) |
static void | quiesce_iq_fl (struct adapter *, struct sge_iq *, struct sge_fl *) |
static void | quiesce_vi (struct vi_info *) |
static int | t4_alloc_irq (struct adapter *, struct irq *, int rid, driver_intr_t *, void *, char *) |
static int | t4_free_irq (struct adapter *, struct irq *) |
static void | t4_init_atid_table (struct adapter *) |
static void | t4_free_atid_table (struct adapter *) |
static void | get_regs (struct adapter *, struct t4_regdump *, uint8_t *) |
static void | vi_refresh_stats (struct vi_info *) |
static void | cxgbe_refresh_stats (struct vi_info *) |
static void | cxgbe_tick (void *) |
static void | vi_tick (void *) |
static void | cxgbe_sysctls (struct port_info *) |
static int | sysctl_int_array (SYSCTL_HANDLER_ARGS) |
static int | sysctl_bitfield_8b (SYSCTL_HANDLER_ARGS) |
static int | sysctl_bitfield_16b (SYSCTL_HANDLER_ARGS) |
static int | sysctl_btphy (SYSCTL_HANDLER_ARGS) |
static int | sysctl_noflowq (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tx_vm_wr (SYSCTL_HANDLER_ARGS) |
static int | sysctl_holdoff_tmr_idx (SYSCTL_HANDLER_ARGS) |
static int | sysctl_holdoff_pktc_idx (SYSCTL_HANDLER_ARGS) |
static int | sysctl_qsize_rxq (SYSCTL_HANDLER_ARGS) |
static int | sysctl_qsize_txq (SYSCTL_HANDLER_ARGS) |
static int | sysctl_pause_settings (SYSCTL_HANDLER_ARGS) |
static int | sysctl_link_fec (SYSCTL_HANDLER_ARGS) |
static int | sysctl_requested_fec (SYSCTL_HANDLER_ARGS) |
static int | sysctl_module_fec (SYSCTL_HANDLER_ARGS) |
static int | sysctl_autoneg (SYSCTL_HANDLER_ARGS) |
static int | sysctl_force_fec (SYSCTL_HANDLER_ARGS) |
static int | sysctl_handle_t4_reg64 (SYSCTL_HANDLER_ARGS) |
static int | sysctl_temperature (SYSCTL_HANDLER_ARGS) |
static int | sysctl_vdd (SYSCTL_HANDLER_ARGS) |
static int | sysctl_reset_sensor (SYSCTL_HANDLER_ARGS) |
static int | sysctl_loadavg (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cctrl (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cim_ibq_obq (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cim_la (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cim_ma_la (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cim_pif_la (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cim_qcfg (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cpl_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_ddp_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tid_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_devlog (SYSCTL_HANDLER_ARGS) |
static int | sysctl_fcoe_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_hw_sched (SYSCTL_HANDLER_ARGS) |
static int | sysctl_lb_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_linkdnrc (SYSCTL_HANDLER_ARGS) |
static int | sysctl_meminfo (SYSCTL_HANDLER_ARGS) |
static int | sysctl_mps_tcam (SYSCTL_HANDLER_ARGS) |
static int | sysctl_mps_tcam_t6 (SYSCTL_HANDLER_ARGS) |
static int | sysctl_path_mtus (SYSCTL_HANDLER_ARGS) |
static int | sysctl_pm_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_rdma_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tcp_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tids (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tp_err_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tnl_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tp_la_mask (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tp_la (SYSCTL_HANDLER_ARGS) |
static int | sysctl_tx_rate (SYSCTL_HANDLER_ARGS) |
static int | sysctl_ulprx_la (SYSCTL_HANDLER_ARGS) |
static int | sysctl_wcwr_stats (SYSCTL_HANDLER_ARGS) |
static int | sysctl_cpus (SYSCTL_HANDLER_ARGS) |
static int | sysctl_reset (SYSCTL_HANDLER_ARGS) |
static int | get_sge_context (struct adapter *, struct t4_sge_context *) |
static int | load_fw (struct adapter *, struct t4_data *) |
static int | load_cfg (struct adapter *, struct t4_data *) |
static int | load_boot (struct adapter *, struct t4_bootrom *) |
static int | load_bootcfg (struct adapter *, struct t4_data *) |
static int | cudbg_dump (struct adapter *, struct t4_cudbg_dump *) |
static void | free_offload_policy (struct t4_offload_policy *) |
static int | set_offload_policy (struct adapter *, struct t4_offload_policy *) |
static int | read_card_mem (struct adapter *, int, struct t4_mem_range *) |
static int | read_i2c (struct adapter *, struct t4_i2c_data *) |
static int | clear_stats (struct adapter *, u_int) |
static int | hold_clip_addr (struct adapter *, struct t4_clip_addr *) |
static int | release_clip_addr (struct adapter *, struct t4_clip_addr *) |
static int | mod_event (module_t, int, void *) |
static int | notify_siblings (device_t, int) |
static uint64_t | vi_get_counter (struct ifnet *, ift_counter) |
static uint64_t | cxgbe_get_counter (struct ifnet *, ift_counter) |
static void | enable_vxlan_rx (struct adapter *) |
static void | reset_adapter_task (void *, int) |
static void | fatal_error_task (void *, int) |
static void | dump_devlog (struct adapter *) |
static void | dump_cim_regs (struct adapter *) |
static void | dump_cimla (struct adapter *) |
CTASSERT (sizeof(struct cluster_metadata)<=CL_METADATA_SIZE) | |
static void | t5_attribute_workaround (device_t dev) |
void | t4_init_devnames (struct adapter *sc) |
static int | t4_ifnet_unit (struct adapter *sc, struct port_info *pi) |
int | t4_detach_common (device_t dev) |
static bool | ok_to_reset (struct adapter *sc) |
static int | stop_adapter (struct adapter *sc) |
static void | save_caps_and_params (struct adapter *sc, struct adapter_pre_reset_state *o) |
static int | compare_caps_and_params (struct adapter *sc, struct adapter_pre_reset_state *o) |
static int | reset_adapter (struct adapter *sc) |
static int | cxgbe_vi_attach (device_t dev, struct vi_info *vi) |
static void | cxgbe_vi_detach (struct vi_info *vi) |
int | cxgbe_media_change (struct ifnet *ifp) |
static int | port_mword (struct port_info *pi, uint32_t speed) |
void | cxgbe_media_status (struct ifnet *ifp, struct ifmediareq *ifmr) |
static void | delayed_panic (void *arg) |
void | t4_fatal_err (struct adapter *sc, bool fw_error) |
void | t4_add_adapter (struct adapter *sc) |
int | t4_map_bars_0_and_4 (struct adapter *sc) |
int | t4_map_bar_2 (struct adapter *sc) |
int | rw_via_memwin (struct adapter *sc, int idx, uint32_t addr, uint32_t *val, int len, int rw) |
int | alloc_atid (struct adapter *sc, void *ctx) |
void * | lookup_atid (struct adapter *sc, int atid) |
void | free_atid (struct adapter *sc, int atid) |
static void | queue_tid_release (struct adapter *sc, int tid) |
void | release_tid (struct adapter *sc, int tid, struct sge_wrq *ctrlq) |
static int | t4_range_cmp (const void *a, const void *b) |
static void | update_nirq (struct intrs_and_queues *iaq, int nports) |
static void | calculate_iaq (struct adapter *sc, struct intrs_and_queues *iaq, int itype, int navail) |
CTASSERT (offsetof(struct fw_h, fw_ver)==offsetof(struct fw_hdr, fw_ver)) | |
CTASSERT (offsetof(struct fw_h, intfver_nic)==offsetof(struct fw_hdr, intfver_nic)) | |
CTASSERT (offsetof(struct fw_h, intfver_fcoe)==offsetof(struct fw_hdr, intfver_fcoe)) | |
static struct fw_info * | find_fw_info (int chip) |
static int | fw_compatible (const struct fw_h *hdr1, const struct fw_h *hdr2) |
static int | load_fw_module (struct adapter *sc, const struct firmware **dcfg, const struct firmware **fw) |
static void | unload_fw_module (struct adapter *sc, const struct firmware *dcfg, const struct firmware *fw) |
static int | install_kld_firmware (struct adapter *sc, struct fw_h *card_fw, const struct fw_h *drv_fw, const char *reason, int *already) |
static int | copy_cfg_file_to_card (struct adapter *sc, char *cfg_file, uint32_t mtype, uint32_t moff) |
static int | apply_cfg_and_initialize (struct adapter *sc, char *cfg_file, const struct caps_allowed *caps_allowed) |
static void | ifmedia_add4 (struct ifmedia *ifm, int m) |
static void | set_current_media (struct port_info *pi) |
static u_int | add_maddr (void *arg, struct sockaddr_dl *sdl, u_int cnt) |
int | update_mac_settings (struct ifnet *ifp, int flags) |
int | begin_synchronized_op (struct adapter *sc, struct vi_info *vi, int flags, char *wmesg) |
void | doom_vi (struct adapter *sc, struct vi_info *vi) |
void | end_synchronized_op (struct adapter *sc, int flags) |
int | t4_setup_intr_handlers (struct adapter *sc) |
static void | write_global_rss_key (struct adapter *sc) |
int | adapter_init (struct adapter *sc) |
int | vi_init (struct vi_info *vi) |
static uint64_t | read_vf_stat (struct adapter *sc, u_int vin, int reg) |
static void | t4_get_vi_stats (struct adapter *sc, u_int vin, struct fw_vi_stats_vf *stats) |
static void | t4_clr_vi_stats (struct adapter *sc, u_int vin) |
void | t4_sysctls (struct adapter *sc) |
void | vi_sysctls (struct vi_info *vi) |
static void | sbuf_cim_la4 (struct adapter *sc, struct sbuf *sb, uint32_t *buf, uint32_t cfg) |
static void | sbuf_cim_la6 (struct adapter *sc, struct sbuf *sb, uint32_t *buf, uint32_t cfg) |
static int | sbuf_cim_la (struct adapter *sc, struct sbuf *sb, int flags) |
void | t4_os_cim_err (struct adapter *sc) |
static int | sbuf_devlog (struct adapter *sc, struct sbuf *sb, int flags) |
static int | mem_desc_cmp (const void *a, const void *b) |
static void | mem_region_show (struct sbuf *sb, const char *name, unsigned int from, unsigned int to) |
static void | tcamxy2valmask (uint64_t x, uint64_t y, uint8_t *addr, uint64_t *mask) |
static void | field_desc_show (struct sbuf *sb, uint64_t v, const struct field_desc *f) |
static void | tp_la_show (struct sbuf *sb, uint64_t *p, int idx) |
static void | tp_la_show2 (struct sbuf *sb, uint64_t *p, int idx) |
static void | tp_la_show3 (struct sbuf *sb, uint64_t *p, int idx) |
int | t4_os_find_pci_capability (struct adapter *sc, int cap) |
int | t4_os_pci_save_state (struct adapter *sc) |
int | t4_os_pci_restore_state (struct adapter *sc) |
void | t4_os_portmod_changed (struct port_info *pi) |
void | t4_os_link_changed (struct port_info *pi) |
void | t4_iterate (void(*func)(struct adapter *, void *), void *arg) |
static int | t4_ioctl (struct cdev *dev, unsigned long cmd, caddr_t data, int fflag, struct thread *td) |
static void | calculate_nqueues (int *t, int nc, const int c) |
static void | tweak_tunables (void) |
static void | t4_vxlan_start (struct adapter *sc, void *arg) |
static void | t4_vxlan_stop (struct adapter *sc, void *arg) |
static void | t4_vxlan_start_handler (void *arg __unused, struct ifnet *ifp, sa_family_t family, u_int port) |
static void | t4_vxlan_stop_handler (void *arg __unused, struct ifnet *ifp, sa_family_t family, u_int port) |
SX_SYSINIT (cxgbe_mlu, &mlu, "cxgbe mod load/unload") | |
DRIVER_MODULE (t4nex, pci, t4_driver, t4_devclass, mod_event, 0) | |
MODULE_VERSION (t4nex, 1) | |
MODULE_DEPEND (t4nex, firmware, 1, 1, 1) | |
DRIVER_MODULE (t5nex, pci, t5_driver, t5_devclass, mod_event, 0) | |
MODULE_VERSION (t5nex, 1) | |
MODULE_DEPEND (t5nex, firmware, 1, 1, 1) | |
DRIVER_MODULE (t6nex, pci, t6_driver, t6_devclass, mod_event, 0) | |
MODULE_VERSION (t6nex, 1) | |
MODULE_DEPEND (t6nex, firmware, 1, 1, 1) | |
DRIVER_MODULE (cxgbe, t4nex, cxgbe_driver, cxgbe_devclass, 0, 0) | |
MODULE_VERSION (cxgbe, 1) | |
DRIVER_MODULE (cxl, t5nex, cxl_driver, cxl_devclass, 0, 0) | |
MODULE_VERSION (cxl, 1) | |
DRIVER_MODULE (cc, t6nex, cc_driver, cc_devclass, 0, 0) | |
MODULE_VERSION (cc, 1) | |
DRIVER_MODULE (vcxgbe, cxgbe, vcxgbe_driver, vcxgbe_devclass, 0, 0) | |
MODULE_VERSION (vcxgbe, 1) | |
DRIVER_MODULE (vcxl, cxl, vcxl_driver, vcxl_devclass, 0, 0) | |
MODULE_VERSION (vcxl, 1) | |
DRIVER_MODULE (vcc, cc, vcc_driver, vcc_devclass, 0, 0) | |
MODULE_VERSION (vcc, 1) | |
Variables | |
static device_method_t | t4_methods [] |
static driver_t | t4_driver |
device_method_t | cxgbe_methods [] |
static driver_t | cxgbe_driver |
static device_method_t | vcxgbe_methods [] |
static driver_t | vcxgbe_driver |
static d_ioctl_t | t4_ioctl |
static struct cdevsw | t4_cdevsw |
static device_method_t | t5_methods [] |
static driver_t | t5_driver |
static driver_t | cxl_driver |
static driver_t | vcxl_driver |
static device_method_t | t6_methods [] |
static driver_t | t6_driver |
static driver_t | cc_driver |
static driver_t | vcc_driver |
static struct sx | t4_list_lock |
struct { | |
uint16_t device | |
char * desc | |
} | t4_pciids [] |
struct { | |
uint16_t device | |
char * desc | |
} | t5_pciids [] |
struct { | |
uint16_t device | |
char * desc | |
} | t6_pciids [] |
static const struct devnames | devnames [] |
static struct callout | fatal_callout |
static struct taskqueue * | reset_tq |
static const struct memwin_init | t4_memwin [NUM_MEMWIN] |
static const struct memwin_init | t5_memwin [NUM_MEMWIN] |
struct fw_info | fw_info [] |
static char * | caps_decoder [] |
static const char * | qname [CIM_NUM_IBQ+CIM_NUM_OBQ_T5] |
static const char *const | devlog_level_strings [] |
static const char *const | devlog_facility_strings [] |
static const struct field_desc | tp_la0 [] |
static const struct field_desc | tp_la1 [] |
static const struct field_desc | tp_la2 [] |
static eventhandler_tag | vxlan_start_evtag |
static eventhandler_tag | vxlan_stop_evtag |
static struct sx | mlu |
static devclass_t | t4_devclass |
static devclass_t | t5_devclass |
static devclass_t | t6_devclass |
static devclass_t | cxgbe_devclass |
static devclass_t | cxl_devclass |
static devclass_t | cc_devclass |
static devclass_t | vcxgbe_devclass |
static devclass_t | vcxl_devclass |
static devclass_t | vcc_devclass |
#define BUILTIN_CF "built-in" |
#define COMPARE_CAPS | ( | c | ) |
#define COMPARE_PARAM | ( | p, | |
name | |||
) |
#define COPY_CAPS | ( | x | ) |
#define DEFAULT_CF "default" |
#define FLASH_CF "flash" |
#define FPGA_CF "fpga" |
#define FW_INTFVER | ( | chip, | |
intf | |||
) | (chip##FW_HDR_INTFVER_##intf) |
#define FW_PARAM_DEV | ( | param | ) |
#define FW_PARAM_PFVF | ( | param | ) |
#define FW_VERSION | ( | chip | ) |
#define G_PL_AUTOINC | ( | x | ) | (((x) >> S_PL_AUTOINC) & M_PL_AUTOINC) |
#define GET_STAT | ( | name | ) | read_vf_stat(sc, vin, A_MPS_VF_STAT_##name##_L) |
#define LIMIT_CAPS | ( | x | ) |
#define NRXQ 8 |
#define NRXQ_VI 1 |
#define NTXQ 16 |
#define NTXQ_VI 1 |
#define PKTC_IDX (-1) |
#define READ_CAPS | ( | x | ) |
#define SAME_INTF | ( | x | ) | (hdr1->intfver_##x == hdr2->intfver_##x) |
#define SYSCTL_CAP | ( | name, | |
n, | |||
text | |||
) |
#define T4_CAP |
#define T4_PORTSTAT | ( | name, | |
desc | |||
) |
#define T4_REGSTAT | ( | name, | |
stat, | |||
desc | |||
) |
#define TMR_IDX 1 |
#define ulp_region | ( | reg | ) |
#define UWIRE_CF "uwire" |
#define V_PL_AUTOINC | ( | x | ) | ((x) << S_PL_AUTOINC) |
__FBSDID | ( | "$FreeBSD$" | ) |
|
static |
Definition at line 6534 of file t4_main.c.
References ASSERT_SYNCHRONIZED_OP, CH_ERR, adapter::dev, adapter::flags, IS_VF, t4_intr_enable(), t4_setup_adapter_queues(), adapter::tq, and write_global_rss_key().
Referenced by adapter_init(), and t4_resume().
|
static |
Definition at line 6590 of file t4_main.c.
References adapter::flags, t4_teardown_adapter_queues(), and adapter::tq.
Referenced by adapter_init(), and t4_detach_common().
int adapter_init | ( | struct adapter * | sc | ) |
Definition at line 6568 of file t4_main.c.
References adapter_full_init(), adapter_full_uninit(), ADAPTER_LOCK_ASSERT_NOTOWNED, ASSERT_SYNCHRONIZED_OP, adapter::flags, and FULL_INIT_DONE.
Referenced by cxgbe_init_synchronized(), and set_filter().
|
static |
Definition at line 5949 of file t4_main.c.
References port_info::adapter, vi_info::ctx, adapter::ctx, FW_MAC_EXACT_CHUNK, adapter::mbox, vi_info::pi, t4_alloc_mac_filt(), port_info::vi, and vi_info::viid.
Referenced by update_mac_settings().
int alloc_atid | ( | struct adapter * | sc, |
void * | ctx | ||
) |
Definition at line 3851 of file t4_main.c.
References tid_info::afree, tid_info::atid_tab, tid_info::atids_in_use, aopen_entry::data, M_TID_TID, aopen_entry::next, and adapter::tids.
Referenced by set_hashfilter().
|
static |
Definition at line 3415 of file t4_main.c.
References ASSERT_SYNCHRONIZED_OP, CH_ERR, vi_info::dev, FW_PARAMS_MNEM_DEV, FW_PARAMS_PARAM_DEV_RSSINFO, vi_info::hw_addr, adapter::mbox, adapter::pf, vi_info::pi, port_info::port_id, vi_info::rss_base, vi_info::rss_size, t4_alloc_vi_func(), t4_query_params(), port_info::tx_chan, V_FW_PARAMS_MNEM, V_FW_PARAMS_PARAM_X, V_FW_PARAMS_PARAM_YZ, vi_info::vfvld, port_info::vi, vi_info::viid, and vi_info::vin.
Referenced by t4_resume(), and vcxgbe_attach().
|
static |
Definition at line 4845 of file t4_main.c.
References BUILTIN_CF, adapter::cfcsum, fw_caps_config_cmd::cfcsum, adapter::cfg_file, fw_caps_config_cmd::cfvalid_to_len16, copy_cfg_file_to_card(), adapter::dev, F_FW_CAPS_CONFIG_CMD_CFVALID, F_FW_CMD_READ, F_FW_CMD_REQUEST, F_FW_CMD_WRITE, F_PIORST, F_PIORSTMODE, fw_caps_config_cmd::finicsum, FLASH_CF, FW_CAPS_CONFIG_CMD, FW_CAPS_CONFIG_NIC_HASHFILTER, FW_LEN16, FW_MEMTYPE_FLASH, FW_PARAM_DEV, G_FW_PARAMS_PARAM_Y, G_FW_PARAMS_PARAM_Z, fw_caps_config_cmd::iscsicaps, LIMIT_CAPS, adapter::mbox, fw_caps_config_cmd::niccaps, fw_caps_config_cmd::op_to_write, adapter::pf, fw_caps_config_cmd::rdmacaps, set_params__pre_init(), t4_flash_cfg_addr(), t4_fw_initialize(), t4_fw_reset(), t4_query_params(), t4_tweak_chip_settings(), t4_wr_mbox(), fw_caps_config_cmd::toecaps, V_FW_CAPS_CONFIG_CMD_MEMADDR64K_CF, V_FW_CAPS_CONFIG_CMD_MEMTYPE_CF, and V_FW_CMD_OP.
Referenced by partition_resources().
|
static |
Definition at line 5894 of file t4_main.c.
References port_info::adapter, ASSERT_SYNCHRONIZED_OP, AUTONEG_ENABLE, port_info::dev, link_config::fc, FEC_BASER_RS, FEC_RS, adapter::flags, FW_EPERM, FW_PORT_CAP32_ANEG, FW_PORT_CAP32_FC_RX, FW_PORT_CAP32_FC_TX, FW_PORT_CAP32_FEC_BASER_RS, FW_PORT_CAP32_FEC_RS, FW_PORT_CAP32_FORCE_PAUSE, IS_VF, port_info::link_cfg, link_config::link_ok, adapter::mbox, PAUSE_AUTONEG, PAUSE_RX, PAUSE_TX, link_config::pcaps, PORT_LOCK_ASSERT_OWNED, link_config::requested_aneg, link_config::requested_fc, link_config::requested_fec, t4_link_l1cfg(), and port_info::tx_chan.
Referenced by cxgbe_init_synchronized(), cxgbe_media_change(), sysctl_autoneg(), sysctl_force_fec(), sysctl_pause_settings(), sysctl_requested_fec(), t4_os_portmod_changed(), and t4_resume().
Definition at line 6121 of file t4_main.c.
References ADAPTER_LOCK, ADAPTER_UNLOCK, adapter::flags, HOLD_LOCK, INTR_OK, IS_BUSY, IS_DOOMED, adapter::last_op, adapter::last_op_flags, adapter::last_op_thr, mcaddr_ctx::rc, adapter::sc_lock, SET_BUSY, and SLEEP_OK.
Referenced by bind_txq_to_traffic_class(), collect_mps_tcam(), collect_tid(), cudbg_t4_fwcache(), cxgbe_init(), cxgbe_ioctl(), cxgbe_media_change(), cxgbe_media_status(), get_sge_context(), load_boot(), load_bootcfg(), load_cfg(), load_fw(), match_name(), read_i2c(), read_sge_ctxt(), reset_adapter(), set_filter(), set_filter_mask(), set_filter_mode(), set_sched_class_config(), set_sched_class_params(), sysctl_autoneg(), sysctl_btphy(), sysctl_force_fec(), sysctl_holdoff_pktc_idx(), sysctl_holdoff_tmr_idx(), sysctl_loadavg(), sysctl_module_fec(), sysctl_mps_tcam(), sysctl_mps_tcam_t6(), sysctl_pause_settings(), sysctl_qsize_rxq(), sysctl_qsize_txq(), sysctl_requested_fec(), sysctl_reset_sensor(), sysctl_temperature(), sysctl_tx_vm_wr(), sysctl_vdd(), t4_get_tracer(), t4_os_portmod_changed(), t4_resume(), t4_set_tracer(), t4_suspend(), t4_vxlan_start(), t4_vxlan_stop(), update_tx_sched(), and vcxgbe_attach().
|
static |
Definition at line 5733 of file t4_main.c.
References FIXED_IFMEDIA, port_info::flags, FW_PORT_CAP32_ANEG, G_FW_PORT_CAP32_SPEED, ifmedia_add4(), port_info::link_cfg, M_FW_PORT_CAP32_SPEED, port_info::media, link_config::pcaps, PORT_LOCK_ASSERT_OWNED, port_mword(), S_FW_PORT_CAP32_SPEED, set_current_media(), and ss.
Referenced by cxgbe_init_synchronized(), cxgbe_media_status(), t4_attach(), t4_os_portmod_changed(), and t4_resume().
|
static |
Definition at line 4145 of file t4_main.c.
References adapter::dev, INTR_MSI, intrs_and_queues::intr_type, is_ethoffload(), is_offload(), intrs_and_queues::nirq, intrs_and_queues::nnmrxq, intrs_and_queues::nnmrxq_vi, intrs_and_queues::nnmtxq, intrs_and_queues::nnmtxq_vi, intrs_and_queues::nofldrxq, intrs_and_queues::nofldrxq_vi, intrs_and_queues::nofldtxq, intrs_and_queues::nofldtxq_vi, adapter_params::nports, intrs_and_queues::nrxq, intrs_and_queues::nrxq_vi, intrs_and_queues::ntxq, intrs_and_queues::ntxq_vi, intrs_and_queues::num_vis, adapter::params, t4_nrxq, t4_ntxq, and update_nirq().
Referenced by cfg_itype_and_nqueues().
|
static |
Definition at line 12641 of file t4_main.c.
Referenced by tweak_tunables().
|
static |
Definition at line 4285 of file t4_main.c.
References calculate_iaq(), adapter::dev, INTR_MSI, INTR_MSIX, intrs_and_queues::nirq, and t4_intr_types.
Referenced by t4_attach().
|
static |
Definition at line 11901 of file t4_main.c.
References A_TP_MIB_DATA, A_TP_MIB_INDEX, A_TP_MIB_TNL_CNG_DROP_0, sge_fl::cl_allocated, sge_fl::cl_fast_recycled, sge_fl::cl_recycled, sge::ctrlq, port_info::fcs_base, port_info::fcs_reg, sge_rxq::fl, sge_ofld_rxq::fl, vi_info::flags, for_each_ofld_rxq, for_each_ofld_txq, for_each_rxq, for_each_txq, for_each_vi, hw_off_limits(), sge_txq::imm_wrs, IS_MAIN_VI, is_t6(), sge_txq::kern_tls_cbc, sge_txq::kern_tls_fin, sge_txq::kern_tls_fin_short, sge_txq::kern_tls_full, sge_txq::kern_tls_gcm, sge_txq::kern_tls_header, sge_txq::kern_tls_octets, sge_txq::kern_tls_options, sge_txq::kern_tls_partial, sge_txq::kern_tls_records, sge_txq::kern_tls_short, sge_txq::kern_tls_waste, sge_rxq::lro, mp_ring_reset_stats(), adapter_params::nports, adapter::params, adapter::port, port_info::port_id, sge_txq::r, sge_txq::raw_wrs, adapter::reg_lock, port_info::rx_e_chan_map, port_stats::rx_fcs_err, sge_ofld_rxq::rx_iscsi_ddp_octets, sge_ofld_rxq::rx_iscsi_ddp_pdus, sge_ofld_rxq::rx_iscsi_ddp_setup_error, sge_ofld_rxq::rx_iscsi_ddp_setup_ok, sge_ofld_rxq::rx_iscsi_fl_octets, sge_ofld_rxq::rx_iscsi_fl_pdus, sge_ofld_rxq::rx_toe_tls_octets, sge_ofld_rxq::rx_toe_tls_records, sge_rxq::rxcsum, rxq, adapter::sge, sge_txq::sgl_wrs, port_info::stats, t4_clr_port_stats(), t4_clr_vi_stats(), t4_read_reg64(), t4_write_indirect(), port_info::tnl_cong_drops, sge_txq::tso_wrs, port_info::tx_chan, sge_ofld_txq::tx_iscsi_iso_wrs, sge_ofld_txq::tx_iscsi_octets, sge_ofld_txq::tx_iscsi_pdus, port_info::tx_parse_error, sge_ofld_txq::tx_toe_tls_octets, sge_ofld_txq::tx_toe_tls_records, sge_wrq::tx_wrs_copied, sge_wrq::tx_wrs_direct, sge_txq::txcsum, sge_txq::txpkt_wrs, sge_txq::txpkts0_pkts, sge_txq::txpkts0_wrs, sge_txq::txpkts1_pkts, sge_txq::txpkts1_wrs, sge_txq::txpkts_flush, VI_INIT_DONE, vi_info::vin, sge_rxq::vlan_extraction, sge_txq::vlan_insertion, sge_rxq::vxlan_rxcsum, sge_txq::vxlan_tso_wrs, sge_txq::vxlan_txcsum, wrq, and sge_ofld_txq::wrq.
Referenced by t4_ioctl().
|
static |
Definition at line 2049 of file t4_main.c.
References ASSERT_SYNCHRONIZED_OP, adapter::cfcsum, adapter_pre_reset_state::cfcsum, adapter::cfg_file, adapter_pre_reset_state::cfg_file, CH_ERR, COMPARE_CAPS, COMPARE_PARAM, sge::eq_start, sge::eqmap_sz, sge::iq_start, and sge::iqmap_sz.
Referenced by t4_resume().
|
static |
Definition at line 4652 of file t4_main.c.
References A_PCIE_FW, adapter::cfcsum, adapter::cfg_file, chip_id(), adapter::dev, DEV_STATE_ERR, DEV_STATE_UNINIT, find_fw_info(), adapter::flags, fw_hdr::flags, fw_info::fw_h, FW_HDR_FLAGS_RESET_HALT, fw_info, FW_OK, install_kld_firmware(), MASTER_MAY, MASTER_PF, adapter::mbox, adapter::pf, t4_fw_bye(), t4_fw_hello(), t4_get_fw_hdr(), and t4_read_reg().
Referenced by t4_attach(), and t4_resume().
|
static |
Definition at line 4743 of file t4_main.c.
References chip_id(), DEFAULT_CF, adapter::dev, find_fw_info(), FLASH_CFG_MAX_SIZE, FPGA_CF, fw_info, is_fpga(), fw_info::kld_name, load_fw_module(), unload_fw_module(), UWIRE_CF, validate_mt_off_len(), and write_via_memwin().
Referenced by apply_cfg_and_initialize().
CTASSERT | ( | sizeof(struct cluster_metadata)<= | CL_METADATA_SIZE | ) |
|
static |
Definition at line 11679 of file t4_main.c.
References cudbg_init::adap, t4_cudbg_dump::bitmap, cudbg_alloc_handle(), cudbg_collect(), cudbg_free_handle(), cudbg_get_init(), t4_cudbg_dump::data, cudbg_init::dbg_bitmap, adapter::dev, t4_cudbg_dump::len, cudbg_init::print, cudbg_init::use_flash, and t4_cudbg_dump::wr_flash.
Referenced by t4_ioctl().
|
static |
Definition at line 2597 of file t4_main.c.
References port_info::adapter, port_info::ctx, cxgbe_sysctls(), cxgbe_vi_attach(), vi_info::dev, port_info::dev, for_each_vi, adapter::names, vi_info::pi, port_info::vi, and devnames::vi_ifnet_name.
|
static |
Definition at line 2655 of file t4_main.c.
References port_info::adapter, port_info::ctx, cxgbe_vi_detach(), port_info::dev, adapter::dev, doom_vi(), end_synchronized_op(), port_info::flags, HAS_TRACEQ, port_info::media, t4_tracer_port_detach(), adapter::traceq, and port_info::vi.
|
static |
Definition at line 3078 of file t4_main.c.
References cxgbe_refresh_stats(), mp_ring::dropped, vi_info::flags, for_each_txq, ifp, vi_info::pi, sge_txq::r, port_stats::rx_fcs_err, port_stats::rx_frames, port_stats::rx_jabber, port_stats::rx_len_err, port_stats::rx_mcast_frames, port_stats::rx_octets, port_stats::rx_ovflow0, port_stats::rx_ovflow1, port_stats::rx_ovflow2, port_stats::rx_ovflow3, port_stats::rx_runt, port_stats::rx_too_long, port_stats::rx_trunc0, port_stats::rx_trunc1, port_stats::rx_trunc2, port_stats::rx_trunc3, port_info::stats, vi_info::tick_mtx, port_info::tnl_cong_drops, port_stats::tx_drop, port_stats::tx_error_frames, port_stats::tx_frames, port_stats::tx_mcast_frames, port_stats::tx_octets, port_info::vi, and VI_INIT_DONE.
Referenced by cxgbe_vi_attach().
|
static |
Definition at line 2684 of file t4_main.c.
References vi_info::adapter, begin_synchronized_op(), cxgbe_init_synchronized(), end_synchronized_op(), INTR_OK, and SLEEP_OK.
Referenced by cxgbe_vi_attach().
|
static |
Definition at line 6219 of file t4_main.c.
References A_MPS_T5_TRC_RSS_CONTROL, A_MPS_TRC_RSS_CONTROL, sge_iq::abs_id, port_info::adapter, adapter_init(), apply_link_config(), ASSERT_SYNCHRONIZED_OP, build_medialist(), cxgbe_tick(), cxgbe_uninit_synchronized(), sge_txq::eq, EQ_ENABLED, vi_info::first_rxq, fixup_link_config(), vi_info::flags, port_info::flags, sge_eq::flags, adapter::flags, for_each_txq, FULL_INIT_DONE, HAS_TRACEQ, ifp, vi_info::ifp, sge_rxq::iq, IS_MAIN_VI, is_t4(), port_info::link_cfg, link_config::link_ok, adapter::mbox, vi_info::pi, PORT_LOCK, PORT_UNLOCK, sge::rxq, adapter::sge, t4_enable_vi(), t4_os_link_changed(), t4_update_port_info(), t4_write_reg(), vi_info::tick, vi_info::tick_mtx, adapter::traceq, port_info::tx_chan, TXQ_LOCK, TXQ_UNLOCK, port_info::up_vis, update_mac_settings(), V_QUEUENUMBER, V_RSSCONTROL, port_info::vi, vi_get_counter(), vi_init(), VI_INIT_DONE, vi_tick(), vi_info::viid, and XGMAC_ALL.
Referenced by cxgbe_init(), and cxgbe_ioctl().
|
static |
Definition at line 2696 of file t4_main.c.
References port_info::adapter, begin_synchronized_op(), cxgbe_init_synchronized(), cxgbe_uninit_synchronized(), end_synchronized_op(), vi_info::flags, sge_iq::flags, adapter::flags, for_each_rxq, hw_off_limits(), vi_info::if_flags, ifp, INTR_OK, sge_rxq::iq, IQ_LRO_ENABLED, IQ_RX_TIMESTAMP, MAX_MTU, adapter::mbox, port_info::media, vi_info::pi, port_info::port_id, rxq, SLEEP_OK, t4_i2c_rd(), t4_update_fl_bufsize(), update_mac_settings(), port_info::vi, VI_INIT_DONE, XGMAC_ALLMULTI, XGMAC_MCADDRS, XGMAC_MTU, XGMAC_PROMISC, and XGMAC_VLANEX.
Referenced by cxgbe_vi_attach().
int cxgbe_media_change | ( | struct ifnet * | ifp | ) |
Definition at line 3170 of file t4_main.c.
References port_info::adapter, apply_link_config(), AUTONEG_DISABLE, AUTONEG_ENABLE, begin_synchronized_op(), end_synchronized_op(), fixup_link_config(), FW_PORT_CAP32_ANEG, hw_off_limits(), ifp, INTR_OK, port_info::link_cfg, port_info::media, PAUSE_AUTONEG, PAUSE_RX, PAUSE_TX, link_config::pcaps, vi_info::pi, PORT_LOCK, PORT_UNLOCK, link_config::requested_aneg, link_config::requested_fc, link_config::requested_speed, SLEEP_OK, port_info::up_vis, and port_info::vi.
Referenced by t4_attach(), and t4vf_attach().
void cxgbe_media_status | ( | struct ifnet * | ifp, |
struct ifmediareq * | ifmr | ||
) |
Definition at line 3359 of file t4_main.c.
References port_info::adapter, begin_synchronized_op(), build_medialist(), end_synchronized_op(), link_config::fc, hw_off_limits(), ifp, INTR_OK, port_info::link_cfg, link_config::link_ok, PAUSE_RX, PAUSE_TX, vi_info::pi, PORT_LOCK, port_mword(), PORT_UNLOCK, SLEEP_OK, link_config::speed, speed_to_fwcap(), t4_update_port_info(), port_info::up_vis, and port_info::vi.
Referenced by t4_attach(), and t4vf_attach().
|
static |
Definition at line 2430 of file t4_main.c.
References port_info::dev, and port_info::port_id.
|
static |
Definition at line 3001 of file t4_main.c.
References sge_txq::eq, EQ_QFLUSH, vi_info::flags, sge_eq::flags, for_each_txq, ifp, mp_ring_check_drainage(), mp_ring_is_idle(), sge_txq::r, TXQ_LOCK, TXQ_UNLOCK, and VI_INIT_DONE.
Referenced by cxgbe_vi_attach().
|
static |
Definition at line 7097 of file t4_main.c.
References A_TP_MIB_DATA, A_TP_MIB_INDEX, A_TP_MIB_TNL_CNG_DROP_0, vi_info::adapter, adapter::chan_map, vi_info::flags, vi_info::last_refreshed, vi_info::pi, port_info::port_id, adapter::reg_lock, port_info::rx_e_chan_map, port_info::stats, t4_get_port_stats(), t4_read_indirect(), vi_info::tick_mtx, port_info::tnl_cong_drops, and VI_SKIP_STATS.
Referenced by cxgbe_get_counter(), and cxgbe_tick().
|
static |
Definition at line 7797 of file t4_main.c.
References link_config::acaps, port_info::adapter, tx_sched_params::burstsize, tx_sched_params::cl_rl, port_info::ctx, adapter::ctx, port_info::dev, tx_cl_rl_params::flags, adapter::flags, FW_PORT_TYPE_BT_XAUI, is_t6(), IS_VF, port_info::link_cfg, link_config::lpacaps, port_info::mps_bg_map, adapter_params::nsched_cls, adapter::params, link_config::pcaps, tx_sched_params::pktsize, port_info::port_id, port_top_speed(), port_info::port_type, tx_cl_rl_params::refcount, link_config::requested_caps, port_info::rx_c_chan, port_info::rx_e_chan_map, port_info::sched_params, tx_cl_rl_params::state, sysctl_autoneg(), sysctl_bitfield_8b(), sysctl_btphy(), sysctl_force_fec(), sysctl_link_fec(), sysctl_linkdnrc(), sysctl_module_fec(), sysctl_pause_settings(), sysctl_requested_fec(), sysctl_tc_params(), T4_PORTSTAT, T4_REGSTAT, and port_info::tx_parse_error.
Referenced by cxgbe_attach().
|
static |
Definition at line 7134 of file t4_main.c.
References cxgbe_refresh_stats(), IS_MAIN_VI, vi_info::tick, and vi_info::tick_mtx.
Referenced by cxgbe_init_synchronized().
|
static |
Definition at line 2951 of file t4_main.c.
References vi_info::adapter, vi_info::first_txq, vi_info::flags, ifp, port_info::link_cfg, link_config::link_ok, mp_ring_enqueue(), vi_info::ntxq, parse_pkt(), vi_info::pi, sge_txq::r, vi_info::rsrv_noflowq, adapter::sge, port_info::tx_parse_error, TX_USES_VM_WR, sge::txq, and port_info::vi.
Referenced by cxgbe_vi_attach().
|
static |
Definition at line 6303 of file t4_main.c.
References port_info::adapter, ASSERT_SYNCHRONIZED_OP, sge_txq::eq, vi_info::flags, sge_eq::flags, for_each_txq, ifp, vi_info::ifp, port_info::link_cfg, link_config::link_down_rc, link_config::link_ok, adapter::mbox, vi_info::pi, PORT_LOCK, PORT_UNLOCK, link_config::speed, t4_enable_vi(), t4_os_link_changed(), vi_info::tick, vi_info::tick_mtx, TXQ_LOCK, TXQ_UNLOCK, port_info::up_vis, port_info::vi, VI_INIT_DONE, and vi_info::viid.
Referenced by cxgbe_init_synchronized(), cxgbe_ioctl(), and cxgbe_vi_detach().
|
static |
Definition at line 2448 of file t4_main.c.
References vi_info::adapter, CHELSIO_T6, chip_id(), vi_info::ctx, adapter::ctx, cxgbe_get_counter(), cxgbe_init(), cxgbe_ioctl(), cxgbe_qflush(), cxgbe_transmit(), vi_info::dev, adapter::dev, vi_info::flags, adapter::flags, vi_info::hw_addr, ifp, vi_info::ifp, is_ethoffload(), is_ktls(), IS_VF, KERN_TLS_ON, vi_info::nm_rxq_oid, vi_info::nm_txq_oid, vi_info::nnmrxq, vi_info::nnmtxq, vi_info::nofldrxq, vi_info::nofldtxq, vi_info::nrxq, vi_info::ntxq, port_info::nvi, vi_info::ofld_rxq_oid, vi_info::ofld_txq_oid, vi_info::pfil, vi_info::pi, vi_info::rxq_oid, T4_CAP, T4_CAP_ENABLE, vi_info::tick, vi_info::tick_mtx, TX_SGL_SEGS_EO_TSO, TX_SGL_SEGS_TSO, TX_SGL_SEGS_VM_TSO, TX_USES_VM_WR, vi_info::txq_oid, vi_get_counter(), vi_sysctls(), and vi_info::xact_addr_filt.
Referenced by cxgbe_attach(), and vcxgbe_attach().
|
static |
Definition at line 2629 of file t4_main.c.
References vi_info::ctx, cxgbe_uninit_synchronized(), ifp, vi_info::ifp, vi_info::pfil, vi_info::tick, and vi_full_uninit().
Referenced by cxgbe_detach(), and vcxgbe_detach().
|
static |
Definition at line 3515 of file t4_main.c.
References adapter::dev.
Referenced by fatal_error_task().
Definition at line 6183 of file t4_main.c.
References ADAPTER_LOCK, ADAPTER_UNLOCK, adapter::flags, IS_BUSY, adapter::last_op, adapter::last_op_flags, adapter::last_op_thr, adapter::sc_lock, SET_BUSY, and SET_DOOMED.
Referenced by cxgbe_detach(), and vcxgbe_detach().
DRIVER_MODULE | ( | cc | , |
t6nex | , | ||
cc_driver | , | ||
cc_devclass | , | ||
0 | , | ||
0 | |||
) |
DRIVER_MODULE | ( | cxgbe | , |
t4nex | , | ||
cxgbe_driver | , | ||
cxgbe_devclass | , | ||
0 | , | ||
0 | |||
) |
DRIVER_MODULE | ( | cxl | , |
t5nex | , | ||
cxl_driver | , | ||
cxl_devclass | , | ||
0 | , | ||
0 | |||
) |
DRIVER_MODULE | ( | t4nex | , |
pci | , | ||
t4_driver | , | ||
t4_devclass | , | ||
mod_event | , | ||
0 | |||
) |
DRIVER_MODULE | ( | t5nex | , |
pci | , | ||
t5_driver | , | ||
t5_devclass | , | ||
mod_event | , | ||
0 | |||
) |
DRIVER_MODULE | ( | t6nex | , |
pci | , | ||
t6_driver | , | ||
t6_devclass | , | ||
mod_event | , | ||
0 | |||
) |
DRIVER_MODULE | ( | vcc | , |
cc | , | ||
vcc_driver | , | ||
vcc_devclass | , | ||
0 | , | ||
0 | |||
) |
DRIVER_MODULE | ( | vcxgbe | , |
cxgbe | , | ||
vcxgbe_driver | , | ||
vcxgbe_devclass | , | ||
0 | , | ||
0 | |||
) |
DRIVER_MODULE | ( | vcxl | , |
cxl | , | ||
vcxl_driver | , | ||
vcxl_devclass | , | ||
0 | , | ||
0 | |||
) |
|
static |
Definition at line 8985 of file t4_main.c.
References A_EDC_H_BIST_CMD_LEN, A_EDC_H_BIST_DATA_PATTERN, A_EDC_H_BIST_STATUS_RDATA, A_EDC_H_BIST_USER_WDATA0, A_EDC_H_BIST_USER_WDATA1, A_EDC_H_BIST_USER_WDATA2, adapter::dev, and t4_read_reg().
Referenced by fatal_error_task().
|
static |
Definition at line 9004 of file t4_main.c.
References adapter::dev, and sbuf_cim_la().
Referenced by fatal_error_task().
|
static |
Definition at line 9445 of file t4_main.c.
References adapter::dev, and sbuf_devlog().
Referenced by fatal_error_task().
|
static |
Definition at line 12955 of file t4_main.c.
References A_MPS_RX_VXLAN_TYPE, ASSERT_SYNCHRONIZED_OP, CH_ERR, F_VXLAN_EN, for_each_port, adapter::port, port_info::port_id, adapter::rawf_base, t4_alloc_raw_mac_filt(), t4_write_reg(), V_VXLAN, port_info::vi, vi_info::viid, adapter::vxlan_port, and port_info::vxlan_tcam_entry.
Referenced by t4_resume(), and t4_vxlan_start().
void end_synchronized_op | ( | struct adapter * | sc, |
int | flags | ||
) |
Definition at line 6204 of file t4_main.c.
References ADAPTER_LOCK, ADAPTER_LOCK_ASSERT_OWNED, ADAPTER_UNLOCK, CLR_BUSY, adapter::flags, IS_BUSY, and LOCK_HELD.
Referenced by bind_txq_to_traffic_class(), collect_mps_tcam(), collect_tid(), cudbg_t4_fwcache(), cxgbe_detach(), cxgbe_init(), cxgbe_ioctl(), cxgbe_media_change(), cxgbe_media_status(), get_sge_context(), load_boot(), load_bootcfg(), load_cfg(), load_fw(), read_i2c(), read_sge_ctxt(), reset_adapter(), set_filter(), set_filter_mask(), set_filter_mode(), set_sched_class_config(), set_sched_class_params(), sysctl_autoneg(), sysctl_btphy(), sysctl_force_fec(), sysctl_holdoff_pktc_idx(), sysctl_holdoff_tmr_idx(), sysctl_loadavg(), sysctl_module_fec(), sysctl_mps_tcam(), sysctl_mps_tcam_t6(), sysctl_pause_settings(), sysctl_qsize_rxq(), sysctl_qsize_txq(), sysctl_requested_fec(), sysctl_reset_sensor(), sysctl_temperature(), sysctl_tx_vm_wr(), sysctl_vdd(), t4_cloner_create(), t4_get_tracer(), t4_os_portmod_changed(), t4_resume(), t4_set_tracer(), t4_suspend(), t4_vxlan_start(), t4_vxlan_stop(), update_tx_sched(), vcxgbe_attach(), and vcxgbe_detach().
|
static |
Definition at line 3523 of file t4_main.c.
References ADAP_CIM_ERR, CH_ALERT, delayed_panic(), dump_cim_regs(), dump_cimla(), dump_devlog(), adapter::error_flags, fatal_callout, ilog2(), and reset_adapter().
Referenced by t4_attach().
|
static |
Definition at line 10695 of file t4_main.c.
References field_desc::name, field_desc::start, and field_desc::width.
Referenced by tp_la_show(), tp_la_show2(), and tp_la_show3().
|
static |
Definition at line 4427 of file t4_main.c.
References fw_info::chip.
Referenced by contact_firmware(), copy_cfg_file_to_card(), and load_fw_module().
Definition at line 5715 of file t4_main.c.
References FW_PORT_TYPE_BP40_BA, FW_PORT_TYPE_BP4_AP, FW_PORT_TYPE_BP_AP, FW_PORT_TYPE_BT_SGMII, FW_PORT_TYPE_BT_XAUI, FW_PORT_TYPE_BT_XFI, FW_PORT_TYPE_KR, FW_PORT_TYPE_KR4_100G, FW_PORT_TYPE_KR_SFP28, FW_PORT_TYPE_KR_XLAUI, FW_PORT_TYPE_KX, FW_PORT_TYPE_KX4, and port_info::port_type.
Referenced by t4_attach().
|
static |
Definition at line 4118 of file t4_main.c.
References devlog_params::addr, adapter_params::devlog, devlog_params::memtype, adapter::params, devlog_params::size, devlog_params::start, and validate_mt_off_len().
Referenced by get_params__pre_init(), and t4_attach().
|
static |
Definition at line 5832 of file t4_main.c.
References AUTONEG_AUTO, AUTONEG_DISABLE, AUTONEG_ENABLE, FEC_AUTO, FEC_BASER_RS, FEC_RS, FW_PORT_CAP32_ANEG, FW_PORT_CAP32_FC_RX, FW_PORT_CAP32_FC_TX, FW_PORT_CAP32_FEC_BASER_RS, FW_PORT_CAP32_FEC_RS, FW_PORT_CAP32_FORCE_PAUSE, port_info::link_cfg, PAUSE_AUTONEG, PAUSE_RX, PAUSE_TX, link_config::pcaps, PORT_LOCK_ASSERT_OWNED, link_config::requested_aneg, link_config::requested_fc, link_config::requested_fec, link_config::requested_speed, and speed_to_fwcap().
Referenced by cxgbe_init_synchronized(), cxgbe_media_change(), sysctl_autoneg(), sysctl_force_fec(), sysctl_pause_settings(), sysctl_requested_fec(), t4_attach(), t4_os_portmod_changed(), and t4_resume().
void free_atid | ( | struct adapter * | sc, |
int | atid | ||
) |
Definition at line 3879 of file t4_main.c.
References tid_info::afree, tid_info::atid_tab, tid_info::atids_in_use, aopen_entry::next, and adapter::tids.
Referenced by set_hashfilter(), and t4_hashfilter_ao_rpl().
|
static |
Definition at line 11722 of file t4_main.c.
References t4_offload_policy::nrules, r, and t4_offload_policy::rule.
Referenced by set_offload_policy(), and t4_detach_common().
Definition at line 4443 of file t4_main.c.
References fw_h::chip, fw_h::fw_ver, and SAME_INTF.
Referenced by install_kld_firmware().
|
static |
Definition at line 4051 of file t4_main.c.
References FW_MEMTYPE_EDC0, FW_MEMTYPE_EDC1, FW_MEMTYPE_EXTMEM, FW_MEMTYPE_EXTMEM1, MEM_EDC0, MEM_EDC1, MEM_MC0, and MEM_MC1.
Referenced by validate_mt_off_len().
|
static |
Definition at line 5119 of file t4_main.c.
References A_LE_DB_ACTIVE_TABLE_START_INDEX, adapter_params::a_wnd, adapter_params::b_wnd, fw_caps_config_cmd::cfvalid_to_len16, CHELSIO_T4, CHELSIO_T6, chip_id(), adapter::chip_params, adapter_params::core_vdd, t4_virt_res::cq, adapter::cryptocaps, fw_caps_config_cmd::cryptocaps, t4_virt_res::ddp, adapter::dev, adapter_params::dev_512sgl_mr, adapter_params::eo_wr_cred, sge::eq_start, sge::eqmap_sz, adapter_params::ethoffload, tid_info::etid_base, tid_info::etid_end, F_FW_CMD_READ, F_FW_CMD_REQUEST, fw_caps_config_cmd::fcoecaps, adapter_params::filter2_wr_support, adapter_params::fr_nsmr_tpte_wr_support, tid_info::ftid_base, tid_info::ftid_end, FW_CAPS_CONFIG_CMD, FW_CAPS_CONFIG_NIC_ETHOFLD, FW_CAPS_CONFIG_NIC_HASHFILTER, FW_CAPS_CONFIG_TLSKEYS, FW_LEN16, FW_PARAM_DEV, FW_PARAM_DEV_DIAG_VDD, FW_PARAM_PFVF, FW_PARAMS_MNEM_DEV, FW_PARAMS_PARAM_DEV_DIAG, adapter_params::fw_vers, FW_VERSION32, adapter_params::hash_filter, tid_info::hpftid_base, tid_info::hpftid_end, sge::iq_start, sge::iqmap_sz, t4_virt_res::iscsi, adapter::iscsicaps, fw_caps_config_cmd::iscsicaps, t4_virt_res::key, t4_virt_res::l2t, L2T_SIZE, fw_caps_config_cmd::linkcaps, MAX_ATIDS, adapter_params::max_ird_adapter, adapter_params::max_ordird_qp, adapter_params::max_pkts_per_eth_tx_pkts_wr, adapter::mbox, adapter_params::mps_bg_map, adapter_params::mtus, tid_info::natids, fw_caps_config_cmd::nbmcaps, tid_info::netids, tid_info::nftids, tid_info::nhpftids, adapter::niccaps, fw_caps_config_cmd::niccaps, adapter::nrawf, chip_params::nsched_cls, adapter_params::nsched_cls, tid_info::nstids, tid_info::ntids, t4_virt_res::ocq, adapter_params::offload, adapter_params::ofldq_wr_cred, fw_caps_config_cmd::op_to_write, adapter::params, t4_virt_res::pbl, adapter::pf, t4_virt_res::qp, adapter::rawf_base, adapter::rdmacaps, fw_caps_config_cmd::rdmacaps, READ_CAPS, t4_virt_res::rq, adapter::sge, t4_range::size, t4_virt_res::srq, t4_virt_res::stag, t4_range::start, tid_info::stid_base, fw_caps_config_cmd::switchcaps, t4_init_rx_buf_info(), t4_init_sge_params(), t4_init_tp_params(), t4_load_mtus(), t4_query_params(), t4_read_mtu_tbl(), t4_read_reg(), t4_verify_chip_settings(), t4_wr_mbox(), tid_info::tid_base, adapter::tids, adapter::toecaps, fw_caps_config_cmd::toecaps, adapter_params::ulptx_memwrite_dsgl, V_FW_CMD_OP, V_FW_PARAMS_MNEM, V_FW_PARAMS_PARAM_X, V_FW_PARAMS_PARAM_Y, and adapter::vres.
Referenced by t4_attach(), and t4_resume().
|
static |
Definition at line 5020 of file t4_main.c.
References adapter_params::bs_vers, adapter::bs_version, vpd_params::cclk, adapter::dev, adapter_params::er_vers, adapter::er_version, fixup_devlog_params(), FW_PARAM_DEV, adapter_params::fw_vers, adapter::fw_version, G_FW_HDR_FW_VER_BUILD, G_FW_HDR_FW_VER_MAJOR, G_FW_HDR_FW_VER_MICRO, G_FW_HDR_FW_VER_MINOR, adapter::mbox, adapter_params::nports, adapter::params, adapter::pf, adapter_params::portvec, t4_get_version_info(), t4_init_devlog_params(), t4_query_params(), adapter_params::tp_vers, adapter::tp_version, and adapter_params::vpd.
Referenced by t4_attach().
|
static |
Definition at line 6989 of file t4_main.c.
References chip_id(), chip_rev(), t4_regdump::len, t4_get_regs(), and t4_regdump::version.
Referenced by t4_ioctl().
|
static |
Definition at line 11486 of file t4_main.c.
References begin_synchronized_op(), t4_sge_context::cid, CTXT_CNM, CTXT_EGRESS, CTXT_FLM, CTXT_INGRESS, t4_sge_context::data, end_synchronized_op(), adapter::flags, FW_OK, hw_off_limits(), INTR_OK, M_CTXTQID, adapter::mbox, t4_sge_context::mem_id, SLEEP_OK, t4_sge_ctxt_rd(), and t4_sge_ctxt_rd_bd().
Referenced by t4_ioctl().
|
static |
Definition at line 12041 of file t4_main.c.
References t4_clip_addr::addr, and t4_get_clip_entry().
Referenced by t4_ioctl().
|
inlinestatic |
Definition at line 5662 of file t4_main.c.
Referenced by build_medialist().
|
static |
Definition at line 5787 of file t4_main.c.
References AUTONEG_AUTO, AUTONEG_DISABLE, AUTONEG_ENABLE, FEC_AUTO, FEC_BASER_RS, FEC_MODULE, FEC_NONE, FEC_RS, link_config::force_fec, FW_PORT_CAP32_FORCE_FEC, port_info::link_cfg, PAUSE_AUTONEG, PAUSE_RX, PAUSE_TX, link_config::pcaps, PORT_LOCK_ASSERT_OWNED, link_config::requested_aneg, link_config::requested_caps, link_config::requested_fc, link_config::requested_fec, and link_config::requested_speed.
Referenced by t4_attach().
|
static |
Definition at line 4510 of file t4_main.c.
References adapter::dev, adapter::flags, fw_compatible(), FW_OK, fw_h::fw_ver, G_FW_HDR_FW_VER_BUILD, G_FW_HDR_FW_VER_MAJOR, G_FW_HDR_FW_VER_MICRO, G_FW_HDR_FW_VER_MINOR, load_fw_module(), adapter::mbox, t4_fw_upgrade(), and unload_fw_module().
Referenced by contact_firmware().
|
static |
Definition at line 11596 of file t4_main.c.
References A_PCIE_PF_EXPROM_OFST, begin_synchronized_op(), t4_bootrom::data, end_synchronized_op(), G_OFFSET, hw_off_limits(), INTR_OK, t4_bootrom::len, t4_bootrom::pf_offset, PF_REG, t4_bootrom::pfidx_addr, SLEEP_OK, t4_load_boot(), and t4_read_reg().
Referenced by t4_ioctl().
Definition at line 11646 of file t4_main.c.
References begin_synchronized_op(), t4_data::data, end_synchronized_op(), hw_off_limits(), INTR_OK, t4_data::len, SLEEP_OK, and t4_load_bootcfg().
Referenced by t4_ioctl().
Definition at line 11563 of file t4_main.c.
References begin_synchronized_op(), t4_data::data, end_synchronized_op(), hw_off_limits(), INTR_OK, t4_data::len, SLEEP_OK, and t4_load_cfg().
Referenced by t4_ioctl().
Definition at line 11524 of file t4_main.c.
References begin_synchronized_op(), t4_data::data, adapter::debug_flags, DF_LOAD_FW_ANYTIME, end_synchronized_op(), adapter::flags, FULL_INIT_DONE, hw_off_limits(), INTR_OK, t4_data::len, SLEEP_OK, and t4_load_fw().
Referenced by t4_ioctl().
|
static |
Definition at line 4465 of file t4_main.c.
References chip_id(), adapter::dev, find_fw_info(), fw_info, fw_info::fw_mod_name, and fw_info::kld_name.
Referenced by copy_cfg_file_to_card(), and install_kld_firmware().
void * lookup_atid | ( | struct adapter * | sc, |
int | atid | ||
) |
Definition at line 3871 of file t4_main.c.
References tid_info::atid_tab, aopen_entry::data, and adapter::tids.
Referenced by t4_hashfilter_ao_rpl().
MALLOC_DEFINE | ( | M_CXGBE | , |
"cxgbe" | , | ||
"Chelsio T4/T5 Ethernet driver and services" | |||
) |
|
static |
Definition at line 9667 of file t4_main.c.
Referenced by sysctl_meminfo().
|
static |
Definition at line 9674 of file t4_main.c.
Referenced by sysctl_meminfo().
|
static |
Definition at line 13065 of file t4_main.c.
References CPL_ABORT_RPL_RSS, CPL_ACT_OPEN_RPL, CPL_COOKIE_FILTER, CPL_COOKIE_HASHFILTER, CPL_L2T_WRITE_RPL, CPL_SET_TCB_RPL, CPL_SMT_WRITE_RPL, CPL_T5_TRACE_PKT, CPL_TRACE_PKT, do_l2t_write_rpl(), do_smt_write_rpl(), fatal_callout, mlu, reset_tq, t4_clip_modload(), t4_clip_modunload(), t4_del_hashfilter_rpl(), t4_filter_rpl(), t4_hashfilter_ao_rpl(), t4_hashfilter_tcb_rpl(), t4_list_lock, t4_register_cpl_handler(), t4_register_shared_cpl_handler(), t4_sge_extfree_refs(), t4_sge_modload(), t4_sge_modunload(), t4_trace_pkt(), t4_tracer_modload(), t4_tracer_modunload(), t4_vxlan_start_handler(), t4_vxlan_stop_handler(), t5_trace_pkt(), t6_ktls_modload(), t6_ktls_modunload(), tweak_tunables(), vxlan_start_evtag, and vxlan_stop_evtag.
MODULE_DEPEND | ( | t4nex | , |
firmware | , | ||
1 | , | ||
1 | , | ||
1 | |||
) |
MODULE_DEPEND | ( | t5nex | , |
firmware | , | ||
1 | , | ||
1 | , | ||
1 | |||
) |
MODULE_DEPEND | ( | t6nex | , |
firmware | , | ||
1 | , | ||
1 | , | ||
1 | |||
) |
MODULE_VERSION | ( | cc | , |
1 | |||
) |
MODULE_VERSION | ( | cxgbe | , |
1 | |||
) |
MODULE_VERSION | ( | cxl | , |
1 | |||
) |
MODULE_VERSION | ( | t4nex | , |
1 | |||
) |
MODULE_VERSION | ( | t5nex | , |
1 | |||
) |
MODULE_VERSION | ( | t6nex | , |
1 | |||
) |
MODULE_VERSION | ( | vcc | , |
1 | |||
) |
MODULE_VERSION | ( | vcxgbe | , |
1 | |||
) |
MODULE_VERSION | ( | vcxl | , |
1 | |||
) |
|
static |
Definition at line 1639 of file t4_main.c.
References port_info::dev.
Referenced by t4_attach(), and t4_detach().
Definition at line 1827 of file t4_main.c.
References ASSERT_SYNCHRONIZED_OP, tid_info::atids_in_use, tid_info::etids_in_use, adapter::flags, for_each_port, for_each_vi, tid_info::ftids_in_use, tid_info::hpftids_in_use, vi_info::ifp, IS_VF, vi_info::pi, adapter::port, tid_info::stids_in_use, adapter::tids, and tid_info::tids_in_use.
Referenced by reset_adapter(), and t4_suspend().
|
static |
Definition at line 4973 of file t4_main.c.
References apply_cfg_and_initialize(), BUILTIN_CF, COPY_CAPS, adapter::debug_flags, adapter::dev, DF_DISABLE_CFG_RETRY, false, adapter::flags, FW_CAPS_CONFIG_NIC, MASTER_PF, and caps_allowed::niccaps.
Referenced by t4_attach(), and t4_resume().
|
static |
Definition at line 3217 of file t4_main.c.
References FW_PORT_CAP32_SPEED_100G, FW_PORT_CAP32_SPEED_100M, FW_PORT_CAP32_SPEED_10G, FW_PORT_CAP32_SPEED_1G, FW_PORT_CAP32_SPEED_25G, FW_PORT_CAP32_SPEED_40G, FW_PORT_CAP32_SPEED_50G, FW_PORT_MOD_TYPE_ER, FW_PORT_MOD_TYPE_ERROR, FW_PORT_MOD_TYPE_LR, FW_PORT_MOD_TYPE_LRM, FW_PORT_MOD_TYPE_NA, FW_PORT_MOD_TYPE_NONE, FW_PORT_MOD_TYPE_NOTSUPPORTED, FW_PORT_MOD_TYPE_SR, FW_PORT_MOD_TYPE_TWINAX_ACTIVE, FW_PORT_MOD_TYPE_TWINAX_PASSIVE, FW_PORT_MOD_TYPE_UNKNOWN, FW_PORT_TYPE_BP40_BA, FW_PORT_TYPE_BP4_AP, FW_PORT_TYPE_BP_AP, FW_PORT_TYPE_BT_SGMII, FW_PORT_TYPE_BT_XAUI, FW_PORT_TYPE_BT_XFI, FW_PORT_TYPE_CR2_QSFP, FW_PORT_TYPE_CR4_QSFP, FW_PORT_TYPE_CR_QSFP, FW_PORT_TYPE_CX4, FW_PORT_TYPE_FIBER_XAUI, FW_PORT_TYPE_FIBER_XFI, FW_PORT_TYPE_KR, FW_PORT_TYPE_KR4_100G, FW_PORT_TYPE_KR_SFP28, FW_PORT_TYPE_KR_XLAUI, FW_PORT_TYPE_KX, FW_PORT_TYPE_KX4, FW_PORT_TYPE_NONE, FW_PORT_TYPE_QSA, FW_PORT_TYPE_QSFP, FW_PORT_TYPE_QSFP_10G, FW_PORT_TYPE_SFP, FW_PORT_TYPE_SFP28, M_FW_PORT_CAP32_SPEED, port_info::mod_type, and port_info::port_type.
Referenced by build_medialist(), cxgbe_media_status(), and set_current_media().
|
static |
Definition at line 3742 of file t4_main.c.
References A_PCIE_MEM_ACCESS_OFFSET, is_t4(), adapter::memwin, memwin::mw_curpos, NUM_MEMWIN, PCIE_MEM_ACCESS_REG, adapter::pf, t4_read_reg(), t4_write_reg(), and V_PFNUM.
Referenced by rw_via_memwin(), and setup_memwin().
|
static |
Definition at line 3892 of file t4_main.c.
References CXGBE_UNIMPLEMENTED.
Referenced by release_tid().
Definition at line 6880 of file t4_main.c.
References fl, FL_DOOMED, FL_LOCK, FL_STARVING, FL_UNLOCK, sge_iq::flags, sge_fl::flags, free_fl_buffers(), iq, IQ_HAS_FL, IQ_HW_ALLOCATED, IQS_DISABLED, IQS_IDLE, adapter::sfl_callout, adapter::sfl_lock, and sge_iq::state.
Referenced by quiesce_vi(), and t4_suspend().
|
static |
Definition at line 6824 of file t4_main.c.
References sge_eq::cidx, sge_qstat::cidx, sge_eq::desc, tx_sdesc::desc_used, eq, sge_txq::eq, EQ_ENABLED, EQ_HW_ALLOCATED, EQ_SW_ALLOCATED, sge_eq::flags, IDXINCR, tx_sdesc::m, mp_ring_check_drainage(), mp_ring_is_idle(), txpkts::npkt, sge_eq::pidx, sge_qstat::pidx, sge_txq::r, sge_txq::sdesc, sge_eq::sidx, sge_txq::txp, TXQ_LOCK, and TXQ_UNLOCK.
Referenced by quiesce_vi().
|
static |
Definition at line 6911 of file t4_main.c.
References vi_info::adapter, sge_rxq::fl, sge_ofld_rxq::fl, vi_info::flags, for_each_ofld_rxq, for_each_ofld_txq, for_each_rxq, for_each_txq, sge_rxq::iq, sge_ofld_rxq::iq, quiesce_iq_fl(), quiesce_txq(), quiesce_wrq(), rxq, VI_INIT_DONE, and sge_ofld_txq::wrq.
Referenced by t4_suspend(), and vi_full_uninit().
|
static |
Definition at line 6873 of file t4_main.c.
Referenced by quiesce_vi(), and t4_suspend().
|
static |
Definition at line 11830 of file t4_main.c.
References t4_mem_range::addr, t4_mem_range::data, hw_off_limits(), t4_mem_range::len, MAX_READ_BUF_SIZE, read_via_memwin(), adapter::reg_lock, and validate_mem_range().
Referenced by t4_ioctl().
|
static |
Definition at line 11877 of file t4_main.c.
References begin_synchronized_op(), t4_i2c_data::data, t4_i2c_data::dev_addr, end_synchronized_op(), hw_off_limits(), INTR_OK, t4_i2c_data::len, adapter::mbox, adapter_params::nports, t4_i2c_data::offset, adapter::params, t4_i2c_data::port_id, SLEEP_OK, and t4_i2c_rd().
Referenced by t4_ioctl().
|
static |
Definition at line 7016 of file t4_main.c.
References A_PL_INDIR_CMD, A_PL_INDIR_DATA, adapter::flags, IS_VF, adapter::reg_lock, t4_read_reg(), t4_write_reg(), V_PL_ADDR, V_PL_AUTOINC, V_PL_VFID, and VF_MPS_REG.
|
static |
Definition at line 12057 of file t4_main.c.
References t4_clip_addr::addr, and t4_release_clip_addr().
Referenced by t4_ioctl().
Definition at line 3899 of file t4_main.c.
References alloc_wrqe(), CPL_TID_RELEASE, INIT_TP_WR_MIT_CPL, queue_tid_release(), t4_wrq_tx(), and wrtod().
Referenced by t4_del_hashfilter_rpl(), t4_hashfilter_ao_rpl(), and t4_hashfilter_tcb_rpl().
|
static |
Definition at line 2368 of file t4_main.c.
References begin_synchronized_op(), CH_ALERT, CH_ERR, adapter::dev, end_synchronized_op(), adapter::error_flags, adapter::flags, hw_off_limits(), adapter::incarnation, adapter::num_resets, ok_to_reset(), and SLEEP_OK.
Referenced by fatal_error_task(), and reset_adapter_task().
|
static |
Definition at line 2423 of file t4_main.c.
References reset_adapter().
Referenced by t4_attach().
int rw_via_memwin | ( | struct adapter * | sc, |
int | idx, | ||
uint32_t | addr, | ||
uint32_t * | val, | ||
int | len, | ||
int | rw | ||
) |
Definition at line 3765 of file t4_main.c.
References adapter::memwin, memwin::mw_aperture, memwin::mw_base, memwin::mw_curpos, NUM_MEMWIN, position_memwin(), t4_read_reg(), and t4_write_reg().
Referenced by read_via_memwin(), and write_via_memwin().
|
static |
Definition at line 2018 of file t4_main.c.
References ASSERT_SYNCHRONIZED_OP, adapter::cfcsum, adapter_pre_reset_state::cfcsum, adapter::cfg_file, adapter_pre_reset_state::cfg_file, adapter::cryptocaps, adapter_pre_reset_state::cryptocaps, adapter::fcoecaps, adapter_pre_reset_state::fcoecaps, adapter::flags, adapter_pre_reset_state::flags, adapter::iscsicaps, adapter_pre_reset_state::iscsicaps, adapter::linkcaps, adapter_pre_reset_state::linkcaps, adapter::nbmcaps, adapter_pre_reset_state::nbmcaps, adapter::niccaps, adapter_pre_reset_state::niccaps, adapter::nrawf, adapter_pre_reset_state::nrawf, adapter::params, adapter_pre_reset_state::params, adapter::rawf_base, adapter_pre_reset_state::rawf_base, adapter::rdmacaps, adapter_pre_reset_state::rdmacaps, adapter::sge, adapter_pre_reset_state::sge, adapter::switchcaps, adapter_pre_reset_state::switchcaps, adapter::tids, adapter_pre_reset_state::tids, adapter::toecaps, adapter_pre_reset_state::toecaps, adapter::vres, and adapter_pre_reset_state::vres.
Referenced by t4_resume().
|
static |
Definition at line 8933 of file t4_main.c.
References A_UP_UP_DBG_LA_CFG, CHELSIO_T6, chip_id(), adapter_params::cim_la_size, hw_off_limits(), adapter::params, adapter::reg_lock, sbuf_cim_la4(), sbuf_cim_la6(), t4_cim_read(), and t4_cim_read_la().
Referenced by dump_cimla(), and sysctl_cim_la().
|
static |
Definition at line 8871 of file t4_main.c.
References adapter_params::cim_la_size, F_UPDBGLACAPTPCONLY, and adapter::params.
Referenced by sbuf_cim_la().
|
static |
Definition at line 8901 of file t4_main.c.
References adapter_params::cim_la_size, F_UPDBGLACAPTPCONLY, and adapter::params.
Referenced by sbuf_cim_la().
|
static |
Definition at line 9350 of file t4_main.c.
References devlog_params::addr, adapter_params::devlog, devlog_facility_strings, devlog_level_strings, fw_devlog_e::facility, fw_devlog_e::fmt, hw_off_limits(), fw_devlog_e::level, adapter::params, fw_devlog_e::params, read_via_memwin(), adapter::reg_lock, fw_devlog_e::seqno, devlog_params::size, and fw_devlog_e::timestamp.
Referenced by dump_devlog(), and sysctl_devlog().
|
static |
Definition at line 5677 of file t4_main.c.
References AUTONEG_DISABLE, FW_PORT_CAP32_ANEG, port_info::link_cfg, port_info::media, PAUSE_RX, PAUSE_TX, link_config::pcaps, PORT_LOCK_ASSERT_OWNED, port_mword(), port_top_speed(), link_config::requested_aneg, link_config::requested_fc, link_config::requested_speed, and speed_to_fwcap().
Referenced by build_medialist(), sysctl_autoneg(), and sysctl_pause_settings().
|
static |
Definition at line 11739 of file t4_main.c.
References CONG_ALG_HIGHSPEED, offload_settings::cong_algo, free_offload_policy(), is_offload(), t4_offload_policy::nrules, adapter_params::nsched_cls, offload_settings::offload, OPEN_TYPE_ACTIVE, OPEN_TYPE_DONTCARE, OPEN_TYPE_LISTEN, OPEN_TYPE_PASSIVE, adapter::params, adapter::policy, adapter::policy_lock, r, t4_offload_policy::rule, and offload_settings::sched_class.
Referenced by t4_ioctl().
|
static |
Definition at line 5519 of file t4_main.c.
References A_TP_ERR_CONFIG, A_TP_FRAG_CONFIG, A_TP_GLOBAL_CONFIG, A_TP_KEEP_IDLE, A_TP_KEEP_INTVL, A_TP_RSS_CONFIG_TNL, A_TP_RXT_MAX, A_TP_RXT_MIN, A_TP_SHIFT_CNT, A_TP_TCP_BACKOFF_REG0, CHELSIO_T6, chip_id(), tls_tunables::combo_wrs, adapter::cryptocaps, F_ATTACKFILTERENABLE, F_DROPERRORANY, F_DROPERRORATTACK, F_DROPERRORCSUM, F_DROPERRORCSUMIP, F_DROPERRORETHHDRLEN, F_DROPERRORFRAG, F_DROPERRORIPHDRLEN, F_DROPERRORIPVER, F_DROPERRORMAC, F_DROPERRORPKTLEN, F_DROPERRORTCPHDRLEN, F_DROPERRORTCPOPT, F_FRAGMENTDROP, FW_CAPS_CONFIG_TLSKEYS, FW_CAPS_CONFIG_TOE, FW_PARAM_PFVF, G_MASKSIZE, tls_tunables::inline_keys, is_ktls(), M_KEEPALIVEIDLE, M_KEEPALIVEINTVL, M_KEEPALIVEMAXR1, M_KEEPALIVEMAXR2, M_MASKFILTER, M_PASSMODE, M_RXTMAX, M_RXTMIN, M_RXTSHIFTMAXR1, M_RXTSHIFTMAXR2, M_TIMERBACKOFFINDEX0, adapter::mbox, adapter::params, adapter::pf, adapter_params::port_caps32, t4_read_reg(), t4_set_params(), t4_set_reg_field(), t4_tp_wr_bits_indirect(), adapter::tlst, adapter::toecaps, us_to_tcp_ticks(), V_KEEPALIVEIDLE, V_KEEPALIVEINTVL, V_KEEPALIVEMAXR1, V_KEEPALIVEMAXR2, V_MASKFILTER, V_PASSMODE, V_RXTMAX, V_RXTMIN, V_RXTSHIFTMAXR1, and V_RXTSHIFTMAXR2.
Referenced by t4_attach(), and t4_resume().
|
static |
Definition at line 5081 of file t4_main.c.
References CHELSIO_T6, chip_id(), adapter::dev, FW_EINVAL, FW_PARAM_DEV, adapter_params::fw_vers, FW_VERSION32, adapter::mbox, adapter::params, adapter::pf, t4_set_params(), and adapter_params::viid_smt_extn_support.
Referenced by apply_cfg_and_initialize().
|
static |
Definition at line 3689 of file t4_main.c.
References A_PCIE_MEM_ACCESS_BASE_WIN, memwin_init::aperture, memwin_init::base, ilog2(), is_t4(), adapter::memwin, memwin::mw_aperture, memwin::mw_base, memwin::mw_curpos, NUM_MEMWIN, PCIE_MEM_ACCESS_REG, position_memwin(), t4_hw_pci_read_cfg4(), t4_memwin, t4_read_reg(), t4_write_reg(), t5_memwin, V_BIR, and V_WINDOW.
Referenced by t4_attach(), and t4_resume().
|
inlinestatic |
Definition at line 1863 of file t4_main.c.
References ADAP_STOPPED, adapter::error_flags, ilog2(), and t4_shutdown_adapter().
Referenced by t4_fatal_err(), and t4_suspend().
SX_SYSINIT | ( | cxgbe_mlu | , |
& | mlu, | ||
"cxgbe mod load/unload" | |||
) |
|
static |
Definition at line 8521 of file t4_main.c.
References port_info::adapter, apply_link_config(), AUTONEG_AUTO, AUTONEG_DISABLE, AUTONEG_ENABLE, begin_synchronized_op(), end_synchronized_op(), fixup_link_config(), FW_PORT_CAP32_ANEG, hw_off_limits(), INTR_OK, port_info::link_cfg, link_config::pcaps, PORT_LOCK, PORT_UNLOCK, link_config::requested_aneg, set_current_media(), SLEEP_OK, port_info::up_vis, and port_info::vi.
Referenced by cxgbe_sysctls().
|
static |
|
static |
Definition at line 8013 of file t4_main.c.
Referenced by cxgbe_sysctls(), and t4_sysctls().
|
static |
Definition at line 8055 of file t4_main.c.
References port_info::adapter, begin_synchronized_op(), end_synchronized_op(), hw_off_limits(), INTR_OK, adapter::mbox, port_info::mdio_addr, SLEEP_OK, t4_mdio_rd(), and port_info::vi.
Referenced by cxgbe_sysctls().
|
static |
Definition at line 8754 of file t4_main.c.
References adapter_params::a_wnd, adapter_params::b_wnd, hw_off_limits(), NCCTRL_WIN, NMTUS, adapter::params, adapter::reg_lock, and t4_read_cong_tbl().
Referenced by t4_sysctls().
|
static |
Definition at line 8805 of file t4_main.c.
References adapter::chip_params, CIM_IBQ_SIZE, CIM_NUM_IBQ, chip_params::cim_num_obq, CIM_OBQ_SIZE, hw_off_limits(), qname, adapter::reg_lock, t4_read_cim_ibq(), and t4_read_cim_obq().
Referenced by t4_sysctls().
|
static |
Definition at line 8964 of file t4_main.c.
References sbuf_cim_la().
Referenced by t4_sysctls().
|
static |
Definition at line 9032 of file t4_main.c.
References CIM_MALA_SIZE, hw_off_limits(), adapter::reg_lock, and t4_cim_read_ma_la().
Referenced by t4_sysctls().
|
static |
Definition at line 9083 of file t4_main.c.
References CIM_PIFLA_SIZE, hw_off_limits(), adapter::reg_lock, and t4_cim_read_pif_la().
Referenced by t4_sysctls().
|
static |
Definition at line 9133 of file t4_main.c.
References A_UP_IBQ_0_RDADDR, A_UP_IBQ_0_SHADOW_RDADDR, A_UP_OBQ_0_REALADDR, A_UP_OBQ_0_SHADOW_REALADDR, adapter::chip_params, CIM_NUM_IBQ, chip_params::cim_num_obq, CIM_NUM_OBQ_T5, G_IBQRDADDR, G_IBQWRADDR, G_QUEEOPCNT, G_QUERDADDR, G_QUEREMFLITS, G_QUESOPCNT, hw_off_limits(), is_t4(), qname, adapter::reg_lock, t4_cim_read(), and t4_read_cimq_cfg().
Referenced by t4_sysctls().
|
static |
Definition at line 9200 of file t4_main.c.
References adapter::chip_params, hw_off_limits(), chip_params::nchan, adapter::reg_lock, tp_cpl_stats::req, tp_cpl_stats::rsp, and t4_tp_get_cpl_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 11067 of file t4_main.c.
References adapter::dev.
Referenced by t4_sysctls().
|
static |
Definition at line 9246 of file t4_main.c.
References tp_usm_stats::drops, tp_usm_stats::frames, hw_off_limits(), tp_usm_stats::octets, adapter::reg_lock, and t4_get_usm_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 9424 of file t4_main.c.
References sbuf_devlog().
Referenced by t4_sysctls().
|
static |
Definition at line 9467 of file t4_main.c.
References adapter::chip_params, tp_fcoe_stats::frames_ddp, tp_fcoe_stats::frames_drop, hw_off_limits(), MAX_NCHAN, chip_params::nchan, tp_fcoe_stats::octets_ddp, adapter::reg_lock, and t4_get_fcoe_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 8565 of file t4_main.c.
References port_info::adapter, apply_link_config(), begin_synchronized_op(), end_synchronized_op(), fixup_link_config(), link_config::force_fec, FW_PORT_CAP32_FORCE_FEC, hw_off_limits(), INTR_OK, port_info::link_cfg, link_config::pcaps, PORT_LOCK, PORT_UNLOCK, SLEEP_OK, port_info::up_vis, and port_info::vi.
Referenced by cxgbe_sysctls().
|
static |
Definition at line 8598 of file t4_main.c.
References hw_off_limits(), adapter::reg_lock, sysctl_handle_64, and t4_read_reg64().
|
static |
Definition at line 8199 of file t4_main.c.
References vi_info::adapter, begin_synchronized_op(), end_synchronized_op(), vi_info::flags, HOLD_LOCK, INTR_OK, LOCK_HELD, vi_info::pktc_idx, SGE_NCOUNTERS, SLEEP_OK, and VI_INIT_DONE.
Referenced by vi_sysctls().
|
static |
Definition at line 8162 of file t4_main.c.
References vi_info::adapter, begin_synchronized_op(), end_synchronized_op(), for_each_rxq, HOLD_LOCK, INTR_OK, sge_iq::intr_params, sge_rxq::iq, LOCK_HELD, vi_info::pktc_idx, rxq, SGE_NTIMERS, SLEEP_OK, vi_info::tmr_idx, V_QINTR_CNT_EN, and V_QINTR_TIMER_IDX.
Referenced by vi_sysctls().
|
static |
Definition at line 9523 of file t4_main.c.
References A_TP_MOD_CONFIG, A_TP_TX_MOD_QUEUE_REQ_MAP, G_TIMERMODE, hw_off_limits(), NTX_SCHED, adapter::reg_lock, t4_get_tx_sched(), t4_read_pace_tbl(), and t4_read_reg().
Referenced by t4_sysctls().
|
static |
Definition at line 7995 of file t4_main.c.
Referenced by t4_sysctls().
|
static |
Definition at line 9579 of file t4_main.c.
References adapter::chip_params, hw_off_limits(), chip_params::nchan, lb_port_stats::octets, adapter::reg_lock, and t4_get_lb_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 8357 of file t4_main.c.
References link_config::fec, port_info::link_cfg, and link_config::link_ok.
Referenced by cxgbe_sysctls().
|
static |
Definition at line 9635 of file t4_main.c.
References port_info::link_cfg, link_config::link_down_rc, link_config::link_ok, and t4_link_down_rc_str().
Referenced by cxgbe_sysctls().
|
static |
Definition at line 8711 of file t4_main.c.
References begin_synchronized_op(), end_synchronized_op(), FW_PARAMS_MNEM_DEV, FW_PARAMS_PARAM_DEV_LOAD, hw_off_limits(), INTR_OK, adapter::mbox, adapter::pf, SLEEP_OK, t4_query_params(), V_FW_PARAMS_MNEM, and V_FW_PARAMS_PARAM_X.
Referenced by t4_sysctls().
|
static |
Definition at line 9691 of file t4_main.c.
References A_CIM_EXTMEM2_ADDR_SIZE, A_CIM_EXTMEM2_BASE_ADDR, A_CIM_SDRAM_ADDR_SIZE, A_CIM_SDRAM_BASE_ADDR, A_LE_DB_CONFIG, A_LE_DB_HASH_TBL_BASE_ADDR, A_LE_DB_HASH_TID_BASE, A_MA_EDRAM0_BAR, A_MA_EDRAM1_BAR, A_MA_EXT_MEMORY1_BAR, A_MA_EXT_MEMORY_BAR, A_MA_TARGET_MEM_ENABLE, A_MPS_RX_LPBK_BG_PG_CNT0, A_MPS_RX_MAC_BG_PG_CNT0, A_MPS_RX_PG_RSV0, A_MPS_RX_PG_RSV4, A_SGE_CONTROL2, A_SGE_DBQ_CTXT_BADDR, A_SGE_DBVFIFO_BADDR, A_SGE_DBVFIFO_SIZE, A_SGE_FLM_CACHE_BADDR, A_SGE_IMSG_CTXT_BADDR, A_TP_CMM_MM_BASE, A_TP_CMM_MM_MAX_PSTRUCT, A_TP_CMM_MM_PS_FLST_BASE, A_TP_CMM_MM_RX_FLST_BASE, A_TP_CMM_MM_TX_FLST_BASE, A_TP_CMM_TCB_BASE, A_TP_CMM_TIMER_BASE, A_TP_PMM_RX_BASE, A_TP_PMM_RX_MAX_PAGE, A_TP_PMM_RX_PAGE_SIZE, A_TP_PMM_TX_BASE, A_TP_PMM_TX_MAX_PAGE, A_TP_PMM_TX_PAGE_SIZE, A_ULP_RX_CTX_BASE, A_ULP_TX_ERR_TABLE_BASE, mem_desc::base, CHELSIO_T5, chip_id(), adapter::chip_params, F_EDRAM0_ENABLE, F_EDRAM1_ENABLE, F_EXT_MEM1_ENABLE, F_EXT_MEM_ENABLE, F_HASHEN, F_HMA_MUX, F_PMRXNUMCHN, F_VFIFO_ENABLE, G_ALLOC, G_EDRAM0_BASE, G_EDRAM0_SIZE, G_EDRAM1_BASE, G_EDRAM1_SIZE, G_EXT_MEM1_BASE, G_EXT_MEM1_SIZE, G_EXT_MEM_BASE, G_EXT_MEM_SIZE, G_PMRXMAXPAGE, G_PMTXMAXPAGE, G_PMTXNUMCHN, G_T5_ALLOC, G_T5_USED, G_T6_DBVFIFO_SIZE, G_USED, hw_off_limits(), mem_desc::idx, is_t4(), is_t5(), is_t6(), t4_virt_res::key, mem_desc::limit, mem_desc_cmp(), mem_region_show(), chip_params::nchan, t4_virt_res::ocq, adapter::reg_lock, region, t4_range::size, t4_range::start, t4_read_reg(), ulp_region, and adapter::vres.
Referenced by t4_sysctls().
|
static |
Definition at line 8465 of file t4_main.c.
References port_info::adapter, begin_synchronized_op(), end_synchronized_op(), link_config::fec, link_config::fec_hint, FEC_NONE, fec_supported(), FW_PORT_MOD_TYPE_NONE, hw_off_limits(), INTR_OK, port_info::link_cfg, M_FW_PORT_CAP32_FEC, port_info::mod_type, link_config::pcaps, PORT_LOCK, PORT_UNLOCK, SLEEP_OK, t4_update_port_info(), and port_info::up_vis.
Referenced by cxgbe_sysctls().
|
static |
Definition at line 9965 of file t4_main.c.
References begin_synchronized_op(), CHELSIO_T5, chip_id(), adapter::chip_params, fw_ldst_cmd::cycles_to_len16, end_synchronized_op(), F_FW_CMD_READ, F_FW_CMD_REQUEST, F_REPLICATE, F_SRAM_VLD, F_VF_VALID, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::fid_idx, FW_LDST_ADDRSPC_MPS, FW_LDST_CMD, FW_LDST_MPS_RPLC, FW_LEN16, G_PF, G_PORTMAP, G_SRAM_PRIO0, G_SRAM_PRIO1, G_SRAM_PRIO2, G_SRAM_PRIO3, G_VF, hw_off_limits(), INTR_OK, adapter::mbox, fw_ldst_cmd::fw_ldst::mps, MPS_CLS_SRAM_H, MPS_CLS_SRAM_L, MPS_CLS_TCAM_X_L, MPS_CLS_TCAM_Y_L, chip_params::mps_tcam_size, fw_ldst_cmd::op_to_addrspace, adapter::reg_lock, fw_ldst_cmd::fw_ldst::fw_ldst_mps::rplc, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc127_96, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc31_0, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc63_32, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc95_64, S_MULTILISTEN0, SLEEP_OK, t4_read_reg(), t4_read_reg64(), t4_wr_mbox(), tcamxy2valmask(), fw_ldst_cmd::u, V_FW_CMD_OP, V_FW_LDST_CMD_ADDRSPACE, V_FW_LDST_CMD_FID, and V_FW_LDST_CMD_IDX.
Referenced by t4_sysctls().
|
static |
Definition at line 10069 of file t4_main.c.
References A_MPS_CLS_TCAM_DATA2_CTL, A_MPS_CLS_TCAM_RDATA0_REQ_ID1, A_MPS_CLS_TCAM_RDATA1_REQ_ID1, A_MPS_CLS_TCAM_RDATA2_REQ_ID1, begin_synchronized_op(), CHELSIO_T5, chip_id(), adapter::chip_params, fw_ldst_cmd::cycles_to_len16, end_synchronized_op(), F_DATADIPHIT, F_DATAVIDH2, F_FW_CMD_READ, F_FW_CMD_REQUEST, F_T6_REPLICATE, F_T6_SRAM_VLD, F_T6_VF_VALID, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::fid_idx, FW_LDST_ADDRSPC_MPS, FW_LDST_CMD, FW_LDST_MPS_RPLC, FW_LEN16, G_DATALKPTYPE, G_DATAPORTNUM, G_DATAVIDH1, G_DMACH, G_PORTMAP, G_T6_PF, G_T6_SRAM_PRIO0, G_T6_SRAM_PRIO1, G_T6_SRAM_PRIO2, G_T6_SRAM_PRIO3, G_T6_VF, G_VIDL, hw_off_limits(), INTR_OK, M_DATALKPTYPE, adapter::mbox, fw_ldst_cmd::fw_ldst::mps, MPS_CLS_SRAM_H, MPS_CLS_SRAM_L, chip_params::mps_tcam_size, fw_ldst_cmd::op_to_addrspace, adapter::reg_lock, fw_ldst_cmd::fw_ldst::fw_ldst_mps::rplc, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc127_96, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc159_128, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc191_160, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc223_192, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc255_224, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc31_0, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc63_32, fw_ldst_cmd::fw_ldst::fw_ldst_mps::fw_ldst_mps_rplc::rplc95_64, S_T6_MULTILISTEN0, SLEEP_OK, t4_read_reg(), t4_wr_mbox(), t4_write_reg(), tcamxy2valmask(), fw_ldst_cmd::u, V_CTLCMDTYPE, V_CTLREQID, V_CTLTCAMINDEX, V_CTLTCAMSEL, V_CTLXYBITSEL, V_FW_CMD_OP, V_FW_LDST_CMD_ADDRSPACE, V_FW_LDST_CMD_FID, and V_FW_LDST_CMD_IDX.
Referenced by t4_sysctls().
|
static |
Definition at line 8084 of file t4_main.c.
References vi_info::ntxq, and vi_info::rsrv_noflowq.
Referenced by vi_sysctls().
|
static |
Definition at line 10252 of file t4_main.c.
References hw_off_limits(), NMTUS, adapter::reg_lock, and t4_read_mtu_tbl().
Referenced by t4_sysctls().
|
static |
Definition at line 8289 of file t4_main.c.
References port_info::adapter, apply_link_config(), begin_synchronized_op(), end_synchronized_op(), link_config::fc, fixup_link_config(), hw_off_limits(), INTR_OK, port_info::link_cfg, link_config::link_ok, PAUSE_AUTONEG, PAUSE_RX, PAUSE_TX, PORT_LOCK, PORT_UNLOCK, link_config::requested_fc, set_current_media(), SLEEP_OK, port_info::up_vis, and port_info::vi.
Referenced by cxgbe_sysctls().
|
static |
Definition at line 10288 of file t4_main.c.
References CHELSIO_T5, chip_id(), hw_off_limits(), MAX_PM_NSTATS, adapter::reg_lock, t4_pmrx_get_stats(), and t4_pmtx_get_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 8229 of file t4_main.c.
References vi_info::adapter, begin_synchronized_op(), end_synchronized_op(), vi_info::flags, HOLD_LOCK, INTR_OK, LOCK_HELD, vi_info::qsize_rxq, SLEEP_OK, and VI_INIT_DONE.
Referenced by vi_sysctls().
|
static |
Definition at line 8259 of file t4_main.c.
References vi_info::adapter, begin_synchronized_op(), end_synchronized_op(), vi_info::flags, HOLD_LOCK, INTR_OK, LOCK_HELD, vi_info::qsize_txq, SLEEP_OK, and VI_INIT_DONE.
Referenced by vi_sysctls().
|
static |
Definition at line 10361 of file t4_main.c.
References hw_off_limits(), adapter::reg_lock, tp_rdma_stats::rqe_dfr_mod, tp_rdma_stats::rqe_dfr_pkt, and t4_tp_get_rdma_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 8383 of file t4_main.c.
References port_info::adapter, apply_link_config(), begin_synchronized_op(), end_synchronized_op(), FEC_AUTO, FEC_MODULE, FEC_NONE, fixup_link_config(), FW_EPROTO, hw_off_limits(), INTR_OK, port_info::link_cfg, M_FW_PORT_CAP32_FEC, link_config::pcaps, PORT_LOCK, PORT_UNLOCK, link_config::requested_fec, SLEEP_OK, port_info::up_vis, V_FW_PORT_CAP32_FEC, and port_info::vi.
Referenced by cxgbe_sysctls().
|
static |
Definition at line 11099 of file t4_main.c.
References hw_off_limits(), adapter::num_resets, adapter::reset_task, and reset_tq.
Referenced by t4_sysctls().
|
static |
Definition at line 8677 of file t4_main.c.
References begin_synchronized_op(), CHELSIO_T5, chip_id(), end_synchronized_op(), FW_PARAM_DEV_DIAG_RESET_TMP_SENSOR, FW_PARAMS_MNEM_DEV, FW_PARAMS_PARAM_DEV_DIAG, adapter_params::fw_vers, FW_VERSION32, hw_off_limits(), INTR_OK, adapter::mbox, adapter::params, adapter::pf, adapter::sensor_resets, SLEEP_OK, t4_set_params(), V_FW_PARAMS_MNEM, V_FW_PARAMS_PARAM_X, and V_FW_PARAMS_PARAM_Y.
Referenced by t4_sysctls().
|
static |
Definition at line 10395 of file t4_main.c.
References hw_off_limits(), adapter::reg_lock, t4_tp_get_tcp_stats(), tp_tcp_stats::tcp_in_segs, tp_tcp_stats::tcp_out_rsts, tp_tcp_stats::tcp_out_segs, and tp_tcp_stats::tcp_retrans_segs.
Referenced by t4_sysctls().
|
static |
Definition at line 8618 of file t4_main.c.
References begin_synchronized_op(), end_synchronized_op(), FW_PARAM_DEV_DIAG_TMP, FW_PARAMS_MNEM_DEV, FW_PARAMS_PARAM_DEV_DIAG, hw_off_limits(), INTR_OK, adapter::mbox, adapter::pf, SLEEP_OK, t4_query_params(), V_FW_PARAMS_MNEM, V_FW_PARAMS_PARAM_X, and V_FW_PARAMS_PARAM_Y.
Referenced by t4_sysctls().
|
static |
Definition at line 9279 of file t4_main.c.
References tp_tid_stats::act, tp_tid_stats::del, hw_off_limits(), tp_tid_stats::inv, tp_tid_stats::pas, adapter::reg_lock, and t4_tp_get_tid_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 10437 of file t4_main.c.
References A_LE_DB_ACT_CNT_IPV4, A_LE_DB_ACT_CNT_IPV6, A_LE_DB_CONFIG, A_LE_DB_SERVER_INDEX, A_LE_DB_SRVR_START_INDEX, A_LE_DB_TID_HASHBASE, A_T6_LE_DB_HASH_TID_BASE, tid_info::atids_in_use, CHELSIO_T5, chip_id(), tid_info::etid_base, tid_info::etids_in_use, F_HASHEN, tid_info::ftid_base, tid_info::ftid_end, tid_info::ftids_in_use, tid_info::hpftid_base, tid_info::hpftid_end, tid_info::hpftids_in_use, hw_off_limits(), tid_info::natids, tid_info::netids, tid_info::nftids, tid_info::nhpftids, tid_info::nstids, tid_info::ntids, adapter::reg_lock, tid_info::stid_base, tid_info::stids_in_use, t4_read_reg(), tid_info::tid_base, adapter::tids, and tid_info::tids_in_use.
Referenced by t4_sysctls().
|
static |
Definition at line 10614 of file t4_main.c.
References adapter::chip_params, hw_off_limits(), tp_tnl_stats::in_pkt, chip_params::nchan, tp_tnl_stats::out_pkt, adapter::reg_lock, and t4_tp_get_tnl_stats().
Referenced by t4_sysctls().
|
static |
Definition at line 10533 of file t4_main.c.
References adapter::chip_params, tp_err_stats::hdr_in_errs, hw_off_limits(), tp_err_stats::mac_in_errs, chip_params::nchan, tp_err_stats::ofld_chan_drops, tp_err_stats::ofld_cong_defer, tp_err_stats::ofld_no_neigh, tp_err_stats::ofld_vlan_drops, adapter::reg_lock, t4_tp_get_err_stats(), tp_err_stats::tcp6_in_errs, tp_err_stats::tcp_in_errs, tp_err_stats::tnl_cong_drops, and tp_err_stats::tnl_tx_drops.
Referenced by t4_sysctls().
|
static |
Definition at line 10879 of file t4_main.c.
References A_TP_DBG_LA_CONFIG, G_DBGLAMODE, hw_off_limits(), adapter::reg_lock, t4_read_reg(), t4_tp_read_la(), tp_la_show(), tp_la_show2(), tp_la_show3(), and TPLA_SIZE.
Referenced by t4_sysctls().
|
static |
Definition at line 10662 of file t4_main.c.
References A_TP_DBG_LA_CONFIG, hw_off_limits(), tp_params::la_mask, adapter::params, adapter::reg_lock, t4_set_reg_field(), and adapter_params::tp.
Referenced by t4_sysctls().
|
static |
Definition at line 10932 of file t4_main.c.
References adapter::chip_params, hw_off_limits(), MAX_NCHAN, chip_params::nchan, adapter::reg_lock, and t4_get_chan_txrate().
Referenced by t4_sysctls().
|
static |
Definition at line 8103 of file t4_main.c.
References vi_info::adapter, begin_synchronized_op(), sge_txq::cpl_ctrl0, CPL_TX_PKT_XT, end_synchronized_op(), vi_info::flags, adapter::flags, for_each_txq, HOLD_LOCK, hw_off_limits(), vi_info::ifp, INTR_OK, IS_VF, LOCK_HELD, txpkts::max_npkt, adapter_params::max_pkts_per_eth_tx_pkts_wr, adapter::params, adapter::pf, vi_info::pi, SLEEP_OK, port_info::tx_chan, TX_SGL_SEGS_TSO, TX_SGL_SEGS_VM_TSO, TX_USES_VM_WR, sge_txq::txp, V_TXPKT_INTF, V_TXPKT_OPCODE, V_TXPKT_PF, V_TXPKT_VF, V_TXPKT_VF_VLD, vi_info::vfvld, port_info::vi, and vi_info::vin.
Referenced by vi_sysctls().
|
static |
Definition at line 10978 of file t4_main.c.
References hw_off_limits(), adapter::reg_lock, t4_ulprx_read_la(), and ULPRX_LA_SIZE.
Referenced by t4_sysctls().
|
static |
Definition at line 8647 of file t4_main.c.
References begin_synchronized_op(), adapter_params::core_vdd, end_synchronized_op(), FW_PARAM_DEV_DIAG_VDD, FW_PARAMS_MNEM_DEV, FW_PARAMS_PARAM_DEV_DIAG, hw_off_limits(), INTR_OK, adapter::mbox, adapter::params, adapter::pf, SLEEP_OK, t4_query_params(), V_FW_PARAMS_MNEM, V_FW_PARAMS_PARAM_X, and V_FW_PARAMS_PARAM_Y.
Referenced by t4_sysctls().
|
static |
Definition at line 11020 of file t4_main.c.
References A_SGE_STAT_CFG, A_SGE_STAT_MATCH, A_SGE_STAT_TOTAL, CHELSIO_T5, chip_id(), G_STATMODE, G_STATSOURCE_T5, G_T6_STATMODE, hw_off_limits(), is_t5(), adapter::reg_lock, and t4_read_reg().
Referenced by t4_sysctls().
void t4_add_adapter | ( | struct adapter * | sc | ) |
Definition at line 3580 of file t4_main.c.
References t4_list_lock.
Referenced by t4_attach(), and t4vf_attach().
|
static |
Definition at line 6949 of file t4_main.c.
References adapter::dev, and rid.
Referenced by t4_setup_intr_handlers().
|
static |
Definition at line 1108 of file t4_main.c.
References A_MPS_PORT_STAT_RX_PORT_CRC_ERROR_L, A_PL_WHOAMI, A_SGE_PF_GTS, A_SGE_PF_KDOORBELL, vi_info::adapter, port_info::adapter, adapter::bt_map, build_medialist(), adapter::cdev, cfg_itype_and_nqueues(), adapter::chan_map, CHELSIO_T5, chip_id(), CHK_MBOX_ACCESS, contact_firmware(), sge::ctrlq, adapter::ctrlq_oid, adapter::ctx, cxgbe_media_change(), cxgbe_media_status(), adapter::debug_flags, vi_info::dev, port_info::dev, adapter::dev, sge::eqmap, sge::eqmap_sz, adapter::fatal_error_task, fatal_error_task(), port_info::fcs_base, port_info::fcs_reg, vi_info::first_intr, vi_info::first_nm_rxq, vi_info::first_nm_txq, vi_info::first_ofld_rxq, vi_info::first_ofld_txq, vi_info::first_rxq, vi_info::first_txq, FIXED_IFMEDIA, fixed_ifmedia(), fixup_devlog_params(), fixup_link_config(), port_info::flags, adapter::flags, for_each_port, for_each_vi, FW_OK, adapter::fwq_oid, G_SOURCEPF, G_T6_SOURCEPF, get_params__post_init(), get_params__pre_init(), devnames::ifnet_name, adapter::ifp_lock, adapter::ifp_lockname, init_link_config(), adapter::intr_count, INTR_MSI, INTR_MSIX, adapter::intr_type, intrs_and_queues::intr_type, sge::iqmap, sge::iqmap_sz, is_bt(), is_ethoffload(), is_offload(), is_t4(), is_t6(), t4_virt_res::key, adapter::key_map, adapter::ktls_tick, port_info::lockname, adapter::lockname, MASTER_PF, adapter::mbox, port_info::media, pci_params::mps, MYPF_REG, adapter::names, sge::neq, sge::niq, intrs_and_queues::nirq, sge::nm_rxq, sge::nm_txq, vi_info::nnmrxq, sge::nnmrxq, intrs_and_queues::nnmrxq, intrs_and_queues::nnmrxq_vi, vi_info::nnmtxq, sge::nnmtxq, intrs_and_queues::nnmtxq, intrs_and_queues::nnmtxq_vi, vi_info::nofldrxq, sge::nofldrxq, intrs_and_queues::nofldrxq, intrs_and_queues::nofldrxq_vi, vi_info::nofldtxq, sge::nofldtxq, intrs_and_queues::nofldtxq, intrs_and_queues::nofldtxq_vi, notify_siblings(), adapter_params::nports, vi_info::nrxq, sge::nrxq, intrs_and_queues::nrxq, intrs_and_queues::nrxq_vi, vi_info::ntxq, sge::ntxq, intrs_and_queues::ntxq, intrs_and_queues::ntxq_vi, intrs_and_queues::num_vis, port_info::nvi, vi_info::ofld_pktc_idx, sge::ofld_rxq, vi_info::ofld_tmr_idx, sge::ofld_txq, adapter::params, partition_resources(), adapter_params::pci, adapter::pf, vi_info::pi, port_info::pi_lock, vi_info::pktc_idx, adapter::policy, adapter::policy_lock, adapter::port, port_info::port_id, PORT_LOCK, PORT_REG, port_info::port_type, PORT_UNLOCK, vi_info::qsize_rxq, vi_info::qsize_txq, adapter::reg_lock, reset_adapter_task(), adapter::reset_task, vi_info::rsrv_noflowq, sge::rxq, adapter::sc_lock, set_params__post_init(), setup_memwin(), adapter::sfl_callout, adapter::sfl_lock, adapter::sge, adapter::sge_gts_reg, adapter::sge_kdoorbell_reg, t4_range::size, pci_params::speed, t4_range::start, t4_add_adapter(), t4_cdevsw, t4_create_dma_tag(), t4_detach_common(), t4_ifnet_unit(), t4_init_atid_table(), t4_init_clip_table(), t4_init_devlog_params(), t4_init_devnames(), t4_init_l2t(), t4_init_smt(), t4_init_tx_sched(), t4_intr_clear(), t4_map_bar_2(), t4_map_bars_0_and_4(), t4_pktc_idx, t4_port_init(), t4_prep_adapter(), t4_qsize_rxq, t4_qsize_txq, t4_read_reg(), t4_set_desc(), t4_setup_intr_handlers(), t4_sysctls(), t4_tmr_idx, t5_attribute_workaround(), T5_PORT_REG, vi_info::tmr_idx, adapter::traceq, port_info::tx_chan, sge::txq, port_info::vi, adapter::vres, adapter::vxlan_refcount, and pci_params::width.
|
static |
Definition at line 1594 of file t4_main.c.
References port_info::dev, for_each_port, adapter::port, and port_info::port_id.
|
static |
Definition at line 7065 of file t4_main.c.
References A_MPS_VF_STAT_RX_VF_ERR_FRAMES_H, A_MPS_VF_STAT_TX_VF_BCAST_BYTES_L, A_PL_INDIR_CMD, A_PL_INDIR_DATA, t4_write_reg(), V_PL_ADDR, V_PL_AUTOINC, V_PL_VFID, and VF_MPS_REG.
Referenced by clear_stats().
|
static |
Definition at line 1666 of file t4_main.c.
References port_info::dev, notify_siblings(), and t4_detach_common().
int t4_detach_common | ( | device_t | dev | ) |
Definition at line 1681 of file t4_main.c.
References adapter_full_uninit(), adapter::cdev, sge::ctrlq, adapter::ctx, port_info::dev, sge::eqmap, adapter::flags, free_hftid_hash(), free_offload_policy(), tid_info::ftid_cv, tid_info::ftid_tab, FULL_INIT_DONE, FW_OK, tid_info::hpftid_tab, adapter::ifp_lock, adapter::intr_count, INTR_MSI, INTR_MSIX, adapter::intr_type, sge::iqmap, IS_VF, adapter::key_map, adapter::ktls_tick, adapter::l2t, MAX_NPORTS, adapter::mbox, adapter::memwin, adapter::msix_res, adapter::msix_rid, sge::nm_rxq, sge::nm_txq, NUM_MEMWIN, sge::ofld_rxq, sge::ofld_txq, adapter::pf, port_info::pi_lock, adapter::policy, adapter::policy_lock, adapter::port, adapter::reg_lock, adapter::regs_res, adapter::regs_rid, sge::rxq, adapter::sc_lock, adapter::sfl_callout, adapter::sfl_lock, adapter::sge, adapter::smt, t4_destroy_clip_table(), t4_destroy_dma_tag(), t4_free_atid_table(), t4_free_irq(), t4_free_l2t(), t4_free_smt(), t4_free_tx_sched(), t4_free_vi(), t4_fw_bye(), t4_intr_disable(), t4_list_lock, tid_info::tid_tab, adapter::tids, tom_tunables::tls_rx_ports, adapter::tt, sge::txq, adapter::udbs_res, adapter::udbs_rid, port_info::vi, and vi_info::viid.
Referenced by t4_attach(), t4_detach(), and t4vf_attach().
Definition at line 3554 of file t4_main.c.
References ADAP_CIM_ERR, ADAP_FATAL_ERR, adapter::debug_flags, adapter::dev, DF_VERBOSE_SLOWINTR, adapter::error_flags, adapter::fatal_error_task, ilog2(), reset_tq, stop_adapter(), t4_report_fw_error(), and t4_slow_intr_handler().
Referenced by t4_intr_err(), and t4_wr_mbox_meat_timeout().
|
static |
Definition at line 3835 of file t4_main.c.
References tid_info::atid_tab, tid_info::atids_in_use, and adapter::tids.
Referenced by t4_detach_common().
|
static |
Definition at line 6976 of file t4_main.c.
References adapter::dev.
Referenced by t4_detach_common().
|
static |
Definition at line 7034 of file t4_main.c.
References adapter::flags, GET_STAT, IS_VF, and adapter::reg_lock.
Referenced by vi_refresh_stats().
Definition at line 1090 of file t4_main.c.
References adapter::dev, devnames::ifnet_name, adapter::names, and port_info::port_id.
Referenced by t4_attach().
|
static |
Definition at line 3813 of file t4_main.c.
References tid_info::afree, tid_info::atid_tab, tid_info::atids_in_use, tid_info::natids, aopen_entry::next, and adapter::tids.
Referenced by t4_attach().
void t4_init_devnames | ( | struct adapter * | sc | ) |
Definition at line 1076 of file t4_main.c.
References CHELSIO_T4, chip_id(), adapter::dev, and adapter::names.
Referenced by t4_attach(), and t4vf_attach().
|
static |
Definition at line 12206 of file t4_main.c.
References t4_reg::addr, CHELSIO_T4_CLEAR_STATS, CHELSIO_T4_CUDBG_DUMP, CHELSIO_T4_DEL_FILTER, CHELSIO_T4_GET_FILTER, CHELSIO_T4_GET_FILTER_MODE, CHELSIO_T4_GET_I2C, CHELSIO_T4_GET_MEM, CHELSIO_T4_GET_SGE_CONTEXT, CHELSIO_T4_GET_TRACER, CHELSIO_T4_GETREG, CHELSIO_T4_HOLD_CLIP_ADDR, CHELSIO_T4_LOAD_BOOT, CHELSIO_T4_LOAD_BOOTCFG, CHELSIO_T4_LOAD_CFG, CHELSIO_T4_LOAD_FW, CHELSIO_T4_REGDUMP, CHELSIO_T4_RELEASE_CLIP_ADDR, CHELSIO_T4_SCHED_CLASS, CHELSIO_T4_SCHED_QUEUE, CHELSIO_T4_SET_FILTER, CHELSIO_T4_SET_FILTER_MASK, CHELSIO_T4_SET_FILTER_MODE, CHELSIO_T4_SET_OFLD_POLICY, CHELSIO_T4_SET_TRACER, CHELSIO_T4_SETREG, clear_stats(), cudbg_dump(), t4_regdump::data, del_filter(), adapter::dev, get_filter(), get_filter_mode(), get_regs(), get_sge_context(), hold_clip_addr(), hw_off_limits(), t4_regdump::len, load_boot(), load_bootcfg(), load_cfg(), load_fw(), adapter::mmio_len, read_card_mem(), read_i2c(), adapter::reg_lock, release_clip_addr(), set_filter(), set_filter_mask(), set_filter_mode(), set_offload_policy(), t4_reg::size, t4_get_regs_len(), t4_get_tracer(), t4_read_reg(), t4_read_reg64(), t4_set_sched_class(), t4_set_sched_queue(), t4_set_tracer(), t4_write_reg(), t4_write_reg64(), and t4_reg::val.
void t4_iterate | ( | void(*)(struct adapter *, void *) | func, |
void * | arg | ||
) |
Definition at line 12190 of file t4_main.c.
References t4_list_lock.
Referenced by t4_cloner_create(), t4_vxlan_start_handler(), and t4_vxlan_stop_handler().
int t4_map_bar_2 | ( | struct adapter * | sc | ) |
Definition at line 3614 of file t4_main.c.
References A_SGE_STAT_CFG, CHELSIO_T5, chip_id(), adapter::dev, DOORBELL_UDB, DOORBELL_UDBWC, DOORBELL_WCWR, adapter::doorbells, is_t4(), is_t5(), adapter::iwt, adapter::rdmacaps, t4_write_reg(), adapter::udbs_base, adapter::udbs_res, adapter::udbs_rid, V_STATMODE, V_STATSOURCE_T5, V_T6_STATMODE, and iw_tunables::wc_en.
Referenced by t4_attach(), and t4vf_attach().
int t4_map_bars_0_and_4 | ( | struct adapter * | sc | ) |
Definition at line 3588 of file t4_main.c.
References adapter::bh, adapter::bt, adapter::dev, DOORBELL_KDB, adapter::doorbells, adapter::mmio_len, adapter::msix_res, adapter::msix_rid, adapter::regs_res, and adapter::regs_rid.
Referenced by t4_attach(), and t4vf_attach().
void t4_os_cim_err | ( | struct adapter * | sc | ) |
Definition at line 9026 of file t4_main.c.
References ADAP_CIM_ERR, and adapter::error_flags.
Referenced by cim_intr_handler().
int t4_os_find_pci_capability | ( | struct adapter * | sc, |
int | cap | ||
) |
Definition at line 12070 of file t4_main.c.
References adapter::dev.
Referenced by get_pci_mode(), set_pcie_completion_timeout(), and t4_prep_adapter().
void t4_os_link_changed | ( | struct port_info * | pi | ) |
Definition at line 12145 of file t4_main.c.
References A_MAC_PORT_AFRAMECHECKSEQUENCEERRORS, A_MAC_PORT_MTIP_1G10G_RX_CRCERRORS, port_info::adapter, port_info::fcs_base, port_info::fcs_reg, link_config::fec, FEC_RS, for_each_vi, ifp, vi_info::ifp, is_t6(), port_info::link_cfg, link_config::link_ok, PORT_LOCK_ASSERT_OWNED, port_stats::rx_fcs_err, link_config::speed, port_info::stats, t4_read_reg64(), T5_PORT_REG, and port_info::tx_chan.
Referenced by cxgbe_init_synchronized(), cxgbe_uninit_synchronized(), t4_handle_fw_rpl(), t4_resume(), and t4_suspend().
int t4_os_pci_restore_state | ( | struct adapter * | sc | ) |
Definition at line 12091 of file t4_main.c.
References adapter::dev.
int t4_os_pci_save_state | ( | struct adapter * | sc | ) |
Definition at line 12078 of file t4_main.c.
References adapter::dev.
void t4_os_portmod_changed | ( | struct port_info * | pi | ) |
Definition at line 12104 of file t4_main.c.
References port_info::adapter, apply_link_config(), begin_synchronized_op(), build_medialist(), end_synchronized_op(), FIXED_IFMEDIA, fixup_link_config(), port_info::flags, FW_PORT_MOD_TYPE_NONE, FW_PORT_MOD_TYPE_NOTSUPPORTED, FW_PORT_MOD_TYPE_UNKNOWN, HOLD_LOCK, ifp, vi_info::ifp, LOCK_HELD, port_info::mod_type, PORT_LOCK, port_top_speed(), port_info::port_type, PORT_UNLOCK, and port_info::vi.
Referenced by t4_handle_fw_rpl().
|
static |
|
static |
Definition at line 3917 of file t4_main.c.
Referenced by validate_mem_range().
|
static |
Definition at line 1623 of file t4_main.c.
References child, port_info::dev, MAX_NPORTS, adapter::port, and port.
|
static |
Definition at line 1612 of file t4_main.c.
References adapter::dev, adapter::flags, and FW_OK.
|
static |
Definition at line 2359 of file t4_main.c.
References CH_ALERT, and adapter::dev.
|
static |
Definition at line 2350 of file t4_main.c.
References CH_ALERT, and adapter::dev.
|
static |
Definition at line 2144 of file t4_main.c.
References A_PL_WHOAMI, ADAP_FATAL_ERR, ADAP_STOPPED, adapter_full_init(), alloc_extra_vi(), apply_link_config(), begin_synchronized_op(), build_medialist(), CH_ALERT, CH_ERR, adapter::chan_map, compare_caps_and_params(), contact_firmware(), vi_info::dev, port_info::dev, adapter::dev, enable_vxlan_rx(), end_synchronized_op(), sge_txq::eq, EQ_ENABLED, adapter::error_flags, fixup_link_config(), vi_info::flags, sge_eq::flags, adapter::flags, for_each_port, for_each_txq, for_each_vi, FULL_INIT_DONE, FW_OK, get_params__post_init(), HW_OFF_LIMITS, hw_off_limits(), ifp, vi_info::ifp, adapter::incarnation, IS_MAIN_VI, port_info::link_cfg, link_config::link_ok, MASTER_PF, adapter::mbox, partition_resources(), adapter::pf, adapter::port, PORT_LOCK, PORT_UNLOCK, adapter::reg_lock, adapter::reset_thread, save_caps_and_params(), set_params__post_init(), setup_memwin(), SLEEP_OK, t4_enable_vi(), t4_intr_clear(), t4_os_link_changed(), t4_port_init(), t4_read_reg(), t4_update_port_info(), vi_info::tick, vi_info::tick_mtx, port_info::tx_chan, TXQ_LOCK, TXQ_UNLOCK, port_info::up_vis, update_mac_settings(), port_info::vi, vi_full_init(), VI_INIT_DONE, vi_info::viid, adapter::vxlan_refcount, XGMAC_ALL, and XGMAC_MCADDRS.
|
static |
Definition at line 5651 of file t4_main.c.
References adapter::dev, vpd_params::id, adapter::params, and adapter_params::vpd.
Referenced by t4_attach().
int t4_setup_intr_handlers | ( | struct adapter * | sc | ) |
Definition at line 6373 of file t4_main.c.
References adapter::dev, vi_info::first_intr, vi_info::first_nm_rxq, vi_info::first_rxq, adapter::flags, for_each_ofld_rxq, for_each_port, for_each_rxq, for_each_vi, forwarding_intr_to_fwq(), sge::fwq, adapter::intr_count, INTR_INTX, adapter::intr_type, IS_VF, vi_info::nintr, nm_rxq, sge::nm_rxq, vi_info::nnmrxq, adapter_params::nports, vi_info::nrxq, adapter::params, adapter::port, rid, rxq, sge::rxq, adapter::sge, t4_alloc_irq(), T4_EXTRA_INTR, t4_intr(), t4_intr_all(), t4_intr_err(), t4_intr_evt(), T4VF_EXTRA_INTR, and sge_nm_rxq::vi.
Referenced by t4_attach(), and t4vf_attach().
|
static |
Definition at line 1871 of file t4_main.c.
References begin_synchronized_op(), CH_ALERT, CH_ERR, sge::ctrlq, adapter::dev, end_synchronized_op(), sge_txq::eq, sge_wrq::eq, EQ_ENABLED, EQ_HW_ALLOCATED, adapter::error_flags, vi_info::flags, sge_iq::flags, sge_eq::flags, adapter::flags, for_each_ofld_rxq, for_each_ofld_txq, for_each_port, for_each_rxq, for_each_txq, for_each_vi, FULL_INIT_DONE, FW_OK, sge::fwq, HW_OFF_LIMITS, hw_off_limits(), ifp, vi_info::ifp, sge_rxq::iq, sge_ofld_rxq::iq, port_info::link_cfg, link_config::link_ok, MASTER_PF, ok_to_reset(), adapter::port, PORT_LOCK, PORT_UNLOCK, quiesce_iq_fl(), quiesce_vi(), quiesce_wrq(), adapter::reg_lock, adapter::reset_thread, rxq, adapter::sge, SLEEP_OK, stop_adapter(), t4_os_link_changed(), vi_info::tick, vi_info::tick_mtx, TXQ_LOCK, TXQ_UNLOCK, port_info::up_vis, VI_INIT_DONE, VI_SKIP_STATS, port_info::vxlan_tcam_entry, wrq, sge_ofld_txq::wrq, and vi_info::xact_addr_filt.
void t4_sysctls | ( | struct adapter * | sc | ) |
Definition at line 7179 of file t4_main.c.
References A_TP_FINWAIT2_TIMER, A_TP_INIT_SRTT, A_TP_KEEP_IDLE, A_TP_KEEP_INTVL, A_TP_PERS_MAX, A_TP_PERS_MIN, A_TP_RXT_MAX, A_TP_RXT_MIN, tom_tunables::autorcvbuf_inc, adapter::bs_version, vpd_params::cclk, adapter::cfcsum, adapter::cfg_file, CHELSIO_T4, CHELSIO_T5, chip_id(), chip_rev(), CIM_NUM_IBQ, tls_tunables::combo_wrs, tom_tunables::cong_algorithm, tom_tunables::cop_managed_offloading, sge_params::counter_val, adapter::ctx, tom_tunables::ddp, adapter::debug_flags, adapter::dev, doorbells, adapter::doorbells, vpd_params::ec, adapter::er_version, adapter::flags, adapter::fw_version, tls_tunables::inline_keys, is_ktls(), is_offload(), IS_VF, tom_tunables::iso, adapter::lro_timeout, vpd_params::md, vpd_params::na, tid_info::nftids, adapter_params::nports, adapter::params, vpd_params::pn, tom_tunables::rx_coalesce, S_KEEPALIVEMAXR2, S_RXTSHIFTMAXR2, S_SYNSHIFTMAX, adapter::sc_do_rxcopy, adapter_params::scfg_vers, adapter_params::sge, vpd_params::sn, tom_tunables::sndbuf, adapter::swintr, sysctl_bitfield_8b(), SYSCTL_CAP, sysctl_cctrl(), sysctl_cim_ibq_obq(), sysctl_cim_la(), sysctl_cim_ma_la(), sysctl_cim_pif_la(), sysctl_cim_qcfg(), sysctl_clip(), sysctl_cpl_stats(), sysctl_cpus(), sysctl_ddp_stats(), sysctl_devlog(), sysctl_fcoe_stats(), sysctl_hw_sched(), sysctl_int_array(), sysctl_l2t(), sysctl_lb_stats(), sysctl_loadavg(), sysctl_meminfo(), sysctl_mps_tcam(), sysctl_mps_tcam_t6(), sysctl_path_mtus(), sysctl_pm_stats(), sysctl_rdma_stats(), sysctl_reset(), sysctl_reset_sensor(), sysctl_smt(), sysctl_tcp_stats(), sysctl_temperature(), sysctl_tid_stats(), sysctl_tids(), sysctl_tnl_stats(), sysctl_tp_err_stats(), sysctl_tp_la(), sysctl_tp_la_mask(), sysctl_tx_rate(), sysctl_ulprx_la(), sysctl_vdd(), sysctl_wcwr_stats(), t4_sge_sysctls(), adapter::tids, sge_params::timer_val, tom_tunables::tls, tom_tunables::tls_rx_timeout, adapter::tlst, adapter::tp_version, adapter::tt, tom_tunables::tx_align, tom_tunables::tx_zcopy, tom_tunables::update_hc_on_pmtu_change, adapter_params::vpd, and adapter_params::vpd_vers.
Referenced by t4_attach(), and t4vf_attach().
|
static |
Definition at line 12984 of file t4_main.c.
References begin_synchronized_op(), CH_ERR, CHELSIO_T5, chip_id(), enable_vxlan_rx(), end_synchronized_op(), hw_off_limits(), INTR_OK, adapter::nrawf, vxlan_evargs::port, SLEEP_OK, adapter::vxlan_port, and adapter::vxlan_refcount.
Referenced by t4_vxlan_start_handler().
|
static |
Definition at line 13035 of file t4_main.c.
References ifp, vxlan_evargs::ifp, port, vxlan_evargs::port, t4_iterate(), and t4_vxlan_start().
Referenced by mod_event().
|
static |
Definition at line 13009 of file t4_main.c.
References A_MPS_RX_VXLAN_TYPE, begin_synchronized_op(), CH_ERR, CHELSIO_T5, chip_id(), end_synchronized_op(), F_VXLAN_EN, hw_off_limits(), INTR_OK, adapter::nrawf, vxlan_evargs::port, SLEEP_OK, t4_set_reg_field(), adapter::vxlan_port, and adapter::vxlan_refcount.
Referenced by t4_vxlan_stop_handler().
|
static |
Definition at line 13048 of file t4_main.c.
References ifp, vxlan_evargs::ifp, port, vxlan_evargs::port, t4_iterate(), and t4_vxlan_stop().
Referenced by mod_event().
|
static |
Definition at line 1024 of file t4_main.c.
Referenced by t4_attach().
|
static |
|
static |
|
inlinestatic |
Definition at line 9957 of file t4_main.c.
Referenced by sysctl_mps_tcam(), and sysctl_mps_tcam_t6().
|
static |
Definition at line 10850 of file t4_main.c.
References field_desc_show(), and tp_la0.
Referenced by sysctl_tp_la().
|
static |
Definition at line 10857 of file t4_main.c.
References field_desc_show(), tp_la0, and TPLA_SIZE.
Referenced by sysctl_tp_la().
|
static |
Definition at line 10868 of file t4_main.c.
References field_desc_show(), tp_la0, tp_la1, tp_la2, and TPLA_SIZE.
Referenced by sysctl_tp_la().
|
static |
Definition at line 12656 of file t4_main.c.
References calculate_nqueues(), FW_CAPS_CONFIG_ISCSI_INITIATOR_PDU, FW_CAPS_CONFIG_ISCSI_T10DIF, FW_CAPS_CONFIG_ISCSI_TARGET_PDU, FW_CAPS_CONFIG_RDMA_RDDP, FW_CAPS_CONFIG_RDMA_RDMAC, FW_CAPS_CONFIG_TOE, INTR_INTX, INTR_MSI, INTR_MSIX, NRXQ, NRXQ_VI, NTXQ, NTXQ_VI, PKTC_IDX, SGE_NCOUNTERS, SGE_NTIMERS, t4_intr_types, t4_nrxq, t4_ntxq, t4_pktc_idx, t4_qsize_rxq, t4_qsize_txq, t4_tmr_idx, and TMR_IDX.
Referenced by mod_event().
|
static |
Definition at line 4493 of file t4_main.c.
Referenced by copy_cfg_file_to_card(), and install_kld_firmware().
int update_mac_settings | ( | struct ifnet * | ifp, |
int | flags | ||
) |
Definition at line 5993 of file t4_main.c.
References port_info::adapter, add_maddr(), ASSERT_SYNCHRONIZED_OP, mcaddr_ctx::del, adapter::flags, mcaddr_ctx::hash, mcaddr_ctx::i, ifp, mcaddr_ctx::ifp, IS_MAIN_VI, adapter::mbox, mcaddr_ctx::mcaddr, vi_info::pi, port_info::port_id, adapter::rawf_base, mcaddr_ctx::rc, vi_info::smt_idx, t4_alloc_mac_filt(), t4_alloc_raw_mac_filt(), t4_change_mac(), t4_set_addr_hash(), t4_set_rxmode(), port_info::vi, vi_info::viid, adapter::vxlan_refcount, port_info::vxlan_tcam_entry, vi_info::xact_addr_filt, XGMAC_ALLMULTI, XGMAC_MCADDRS, XGMAC_MTU, XGMAC_PROMISC, XGMAC_UCADDR, and XGMAC_VLANEX.
Referenced by cxgbe_init_synchronized(), cxgbe_ioctl(), and t4_resume().
|
static |
Definition at line 4130 of file t4_main.c.
References intrs_and_queues::nirq, intrs_and_queues::nnmrxq, intrs_and_queues::nnmrxq_vi, intrs_and_queues::nofldrxq, intrs_and_queues::nofldrxq_vi, intrs_and_queues::nrxq, intrs_and_queues::nrxq_vi, intrs_and_queues::num_vis, and T4_EXTRA_INTR.
Referenced by calculate_iaq().
|
static |
Definition at line 3928 of file t4_main.c.
References A_MA_EDRAM0_BAR, A_MA_EDRAM1_BAR, A_MA_EXT_MEMORY1_BAR, A_MA_EXT_MEMORY_BAR, A_MA_TARGET_MEM_ENABLE, F_EDRAM0_ENABLE, F_EDRAM1_ENABLE, F_EXT_MEM1_ENABLE, F_EXT_MEM_ENABLE, G_EDRAM0_BASE, G_EDRAM0_SIZE, G_EDRAM1_BASE, G_EDRAM1_SIZE, G_EXT_MEM1_BASE, G_EXT_MEM1_SIZE, G_EXT_MEM_BASE, G_EXT_MEM_SIZE, is_t5(), r, t4_range::size, t4_range::start, t4_range_cmp(), and t4_read_reg().
Referenced by read_card_mem(), and validate_mt_off_len().
|
static |
Definition at line 4074 of file t4_main.c.
References A_MA_EDRAM0_BAR, A_MA_EDRAM1_BAR, A_MA_EXT_MEMORY1_BAR, A_MA_EXT_MEMORY_BAR, A_MA_TARGET_MEM_ENABLE, F_EDRAM0_ENABLE, F_EDRAM1_ENABLE, F_EXT_MEM1_ENABLE, F_EXT_MEM_ENABLE, fwmtype_to_hwmtype(), G_EDRAM0_BASE, G_EDRAM1_BASE, G_EXT_MEM1_BASE, G_EXT_MEM_BASE, is_t5(), MEM_EDC0, MEM_EDC1, MEM_MC, MEM_MC1, t4_read_reg(), and validate_mem_range().
Referenced by copy_cfg_file_to_card(), and fixup_devlog_params().
|
static |
Definition at line 3465 of file t4_main.c.
References port_info::adapter, alloc_extra_vi(), begin_synchronized_op(), cxgbe_vi_attach(), adapter::dev, end_synchronized_op(), INTR_OK, adapter::mbox, adapter::pf, vi_info::pi, SLEEP_OK, t4_free_vi(), and vi_info::viid.
|
static |
Definition at line 3493 of file t4_main.c.
References vi_info::adapter, cxgbe_vi_detach(), adapter::dev, doom_vi(), end_synchronized_op(), adapter::mbox, adapter::pf, t4_free_vi(), and vi_info::viid.
|
static |
Definition at line 3402 of file t4_main.c.
References vi_info::dev, vi_info::pi, port_info::port_id, and port_info::vi.
|
static |
Definition at line 6673 of file t4_main.c.
References sge_iq::abs_id, vi_info::adapter, ASSERT_SYNCHRONIZED_OP, CH_ALERT, CH_ERR, F_FW_RSS_VI_CONFIG_CMD_IP4FOURTUPEN, F_FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN, F_FW_RSS_VI_CONFIG_CMD_IP6FOURTUPEN, F_FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN, F_FW_RSS_VI_CONFIG_CMD_UDPEN, vi_info::first_rxq, for_each_rxq, vi_info::hashen, sge_rxq::iq, adapter::mbox, vi_info::nrxq, vi_info::rss, vi_info::rss_size, rxq, sge::rxq, adapter::sge, t4_config_rss_range(), t4_config_vi_rss(), t4_setup_vi_queues(), and vi_info::viid.
Referenced by t4_resume(), and vi_init().
|
static |
Definition at line 6810 of file t4_main.c.
References vi_info::flags, vi_info::nm_rss, quiesce_vi(), vi_info::rss, t4_teardown_vi_queues(), and VI_INIT_DONE.
Referenced by cxgbe_vi_detach(), and vi_init().
|
static |
Definition at line 3026 of file t4_main.c.
References mp_ring::dropped, vi_info::flags, for_each_txq, ifp, sge_txq::r, vi_info::stats, vi_info::tick_mtx, VI_INIT_DONE, and vi_refresh_stats().
Referenced by cxgbe_init_synchronized(), and cxgbe_vi_attach().
int vi_init | ( | struct vi_info * | vi | ) |
Definition at line 6789 of file t4_main.c.
References vi_info::adapter, ASSERT_SYNCHRONIZED_OP, vi_info::flags, vi_full_init(), vi_full_uninit(), and VI_INIT_DONE.
Referenced by cxgbe_init_synchronized().
|
static |
Definition at line 7077 of file t4_main.c.
References vi_info::adapter, vi_info::flags, vi_info::last_refreshed, vi_info::stats, t4_get_vi_stats(), vi_info::tick_mtx, VI_SKIP_STATS, and vi_info::vin.
Referenced by vi_get_counter(), and vi_tick().
void vi_sysctls | ( | struct vi_info * | vi | ) |
Definition at line 7694 of file t4_main.c.
References vi_info::adapter, vi_info::ctx, vi_info::dev, vi_info::first_nm_rxq, vi_info::first_nm_txq, vi_info::first_ofld_rxq, vi_info::first_ofld_txq, vi_info::first_rxq, vi_info::first_txq, vi_info::flags, adapter::flags, IS_MAIN_VI, IS_VF, vi_info::nnmrxq, vi_info::nnmtxq, vi_info::nofldrxq, vi_info::nofldtxq, vi_info::nrxq, vi_info::ntxq, vi_info::rss_base, vi_info::rss_size, sysctl_holdoff_pktc_idx(), sysctl_holdoff_tmr_idx(), sysctl_noflowq(), sysctl_qsize_rxq(), sysctl_qsize_txq(), sysctl_tx_vm_wr(), TX_USES_VM_WR, and vi_info::viid.
Referenced by cxgbe_vi_attach().
|
static |
Definition at line 7146 of file t4_main.c.
References vi_info::tick, vi_info::tick_mtx, and vi_refresh_stats().
Referenced by cxgbe_init_synchronized().
|
static |
Definition at line 6513 of file t4_main.c.
References CTASSERT(), and t4_write_rss_key().
Referenced by adapter_full_init().
|
static |
|
static |
|
static |
device_method_t cxgbe_methods[] |
|
static |
char* desc |
Definition at line 875 of file t4_main.c.
Referenced by t4_probe(), t5_probe(), and t6_probe().
uint16_t device |
Definition at line 874 of file t4_main.c.
Referenced by t4_probe(), t5_probe(), and t6_probe().
|
static |
Definition at line 9321 of file t4_main.c.
Referenced by sbuf_devlog().
|
static |
Definition at line 9312 of file t4_main.c.
Referenced by sbuf_devlog().
|
static |
Definition at line 3511 of file t4_main.c.
Referenced by fatal_error_task(), and mod_event().
Referenced by contact_firmware(), copy_cfg_file_to_card(), and load_fw_module().
|
static |
Definition at line 13061 of file t4_main.c.
Referenced by mod_event().
|
static |
Definition at line 8798 of file t4_main.c.
Referenced by sysctl_cim_ibq_obq(), and sysctl_cim_qcfg().
|
static |
Definition at line 3512 of file t4_main.c.
Referenced by mod_event(), sysctl_reset(), and t4_fatal_err().
|
static |
Definition at line 164 of file t4_main.c.
Referenced by t4_attach().
|
static |
|
static |
Definition at line 264 of file t4_main.c.
Referenced by mod_event(), t4_add_adapter(), t4_detach_common(), and t4_iterate().
|
static |
Definition at line 3676 of file t4_main.c.
Referenced by setup_memwin().
|
static |
struct { ... } t4_pciids[] |
Referenced by t4_probe().
|
static |
|
static |
Definition at line 3682 of file t4_main.c.
Referenced by setup_memwin().
|
static |
struct { ... } t5_pciids[] |
Referenced by t5_probe().
|
static |
|
static |
struct { ... } t6_pciids[] |
Referenced by t6_probe().
|
static |
Definition at line 10716 of file t4_main.c.
Referenced by tp_la_show(), tp_la_show2(), and tp_la_show3().
|
static |
Definition at line 10753 of file t4_main.c.
Referenced by tp_la_show3().
|
static |
Definition at line 10802 of file t4_main.c.
Referenced by tp_la_show3().
|
static |
|
static |
|
static |
|
static |
|
static |
Definition at line 12946 of file t4_main.c.
Referenced by mod_event().
|
static |
Definition at line 12947 of file t4_main.c.
Referenced by mod_event().