/*
   *  Copyright (C) 2013-2015 Chelsio Communications.  All rights reserved.
   *
   *  This program is free software; you can redistribute it and/or modify it
   *  under the terms and conditions of the GNU General Public License,
   *  version 2, as published by the Free Software Foundation.
   *
   *  This program is distributed in the hope it will be useful, but WITHOUT
   *  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
   *  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
   *  more details.
   *
   *  The full GNU General Public License is included in this distribution in
   *  the file called "COPYING".
   *
   */
  
  #include <linux/firmware.h>
  #include <linux/mdio.h>
  
  #include "cxgb4.h"
  #include "t4_regs.h"
  #include "t4fw_api.h"
  
  #define EEPROM_MAGIC 0x38E2F10C
  
  static u32 get_msglevel(struct net_device *dev)
  {
  	return netdev2adap(dev)->msg_enable;
  }
  
  static void set_msglevel(struct net_device *dev, u32 val)
  {
  	netdev2adap(dev)->msg_enable = val;
  }
  
  static const char stats_strings[][ETH_GSTRING_LEN] = {
  	"tx_octets_ok		",
  	"tx_frames_ok		",
  	"tx_broadcast_frames	",
  	"tx_multicast_frames	",
  	"tx_unicast_frames	",
  	"tx_error_frames	",
  
  	"tx_frames_64		",
  	"tx_frames_65_to_127	",
  	"tx_frames_128_to_255	",
  	"tx_frames_256_to_511	",
  	"tx_frames_512_to_1023	",
  	"tx_frames_1024_to_1518	",
  	"tx_frames_1519_to_max	",
  
  	"tx_frames_dropped	",
  	"tx_pause_frames	",
  	"tx_ppp0_frames		",
  	"tx_ppp1_frames		",
  	"tx_ppp2_frames		",
  	"tx_ppp3_frames		",
  	"tx_ppp4_frames		",
  	"tx_ppp5_frames		",
  	"tx_ppp6_frames		",
  	"tx_ppp7_frames		",
  
  	"rx_octets_ok		",
  	"rx_frames_ok		",
  	"rx_broadcast_frames	",
  	"rx_multicast_frames	",
  	"rx_unicast_frames	",
  
  	"rx_frames_too_long	",
  	"rx_jabber_errors	",
  	"rx_fcs_errors		",
  	"rx_length_errors	",
  	"rx_symbol_errors	",
  	"rx_runt_frames		",
  
  	"rx_frames_64		",
  	"rx_frames_65_to_127	",
  	"rx_frames_128_to_255	",
  	"rx_frames_256_to_511	",
  	"rx_frames_512_to_1023	",
  	"rx_frames_1024_to_1518	",
  	"rx_frames_1519_to_max	",
  
  	"rx_pause_frames	",
  	"rx_ppp0_frames		",
  	"rx_ppp1_frames		",
  	"rx_ppp2_frames		",
  	"rx_ppp3_frames		",
  	"rx_ppp4_frames		",
  	"rx_ppp5_frames		",
  	"rx_ppp6_frames		",
  	"rx_ppp7_frames		",
  
  	"rx_bg0_frames_dropped	",
  	"rx_bg1_frames_dropped	",
  	"rx_bg2_frames_dropped	",
  	"rx_bg3_frames_dropped	",
  	"rx_bg0_frames_trunc	",
  	"rx_bg1_frames_trunc	",
  	"rx_bg2_frames_trunc	",
  	"rx_bg3_frames_trunc	",
  
  	"tso			",
  	"tx_csum_offload	",
  	"rx_csum_good		",
  	"vlan_extractions	",
  	"vlan_insertions	",
  	"gro_packets		",
  	"gro_merged		",
  };
  
  static char adapter_stats_strings[][ETH_GSTRING_LEN] = {
  	"db_drop                ",
  	"db_full                ",
  	"db_empty               ",
  	"tcp_ipv4_out_rsts      ",
  	"tcp_ipv4_in_segs       ",
  	"tcp_ipv4_out_segs      ",
  	"tcp_ipv4_retrans_segs  ",
  	"tcp_ipv6_out_rsts      ",
  	"tcp_ipv6_in_segs       ",
  	"tcp_ipv6_out_segs      ",
  	"tcp_ipv6_retrans_segs  ",
  	"usm_ddp_frames         ",
  	"usm_ddp_octets         ",
  	"usm_ddp_drops          ",
  	"rdma_no_rqe_mod_defer  ",
  	"rdma_no_rqe_pkt_defer  ",
  	"tp_err_ofld_no_neigh   ",
  	"tp_err_ofld_cong_defer ",
  	"write_coal_success     ",
  	"write_coal_fail        ",
  };
  
  static char channel_stats_strings[][ETH_GSTRING_LEN] = {
  	"--------Channel--------- ",
  	"tp_cpl_requests        ",
  	"tp_cpl_responses       ",
  	"tp_mac_in_errs         ",
  	"tp_hdr_in_errs         ",
  	"tp_tcp_in_errs         ",
  	"tp_tcp6_in_errs        ",
  	"tp_tnl_cong_drops      ",
  	"tp_tnl_tx_drops        ",
  	"tp_ofld_vlan_drops     ",
  	"tp_ofld_chan_drops     ",
  	"fcoe_octets_ddp        ",
  	"fcoe_frames_ddp        ",
  	"fcoe_frames_drop       ",
  };
  
  static char loopback_stats_strings[][ETH_GSTRING_LEN] = {
  	"-------Loopback----------- ",
  	"octets_ok              ",
  	"frames_ok              ",
  	"bcast_frames           ",
  	"mcast_frames           ",
  	"ucast_frames           ",
  	"error_frames           ",
  	"frames_64              ",
  	"frames_65_to_127       ",
  	"frames_128_to_255      ",
  	"frames_256_to_511      ",
  	"frames_512_to_1023     ",
  	"frames_1024_to_1518    ",
  	"frames_1519_to_max     ",
  	"frames_dropped         ",
  	"bg0_frames_dropped     ",
  	"bg1_frames_dropped     ",
  	"bg2_frames_dropped     ",
  	"bg3_frames_dropped     ",
  	"bg0_frames_trunc       ",
  	"bg1_frames_trunc       ",
  	"bg2_frames_trunc       ",
  	"bg3_frames_trunc       ",
  };
  
  static int get_sset_count(struct net_device *dev, int sset)
  {
  	switch (sset) {
  	case ETH_SS_STATS:
  		return ARRAY_SIZE(stats_strings) +
  		       ARRAY_SIZE(adapter_stats_strings) +
  		       ARRAY_SIZE(channel_stats_strings) +
  		       ARRAY_SIZE(loopback_stats_strings);
  	default:
  		return -EOPNOTSUPP;
  	}
  }
  
  static int get_regs_len(struct net_device *dev)
  {
  	struct adapter *adap = netdev2adap(dev);
  
  	return t4_get_regs_len(adap);
  }
  
  static int get_eeprom_len(struct net_device *dev)
  {
  	return EEPROMSIZE;
  }
  
  static void get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
  {
  	struct adapter *adapter = netdev2adap(dev);
  	u32 exprom_vers;
  
  	strlcpy(info->driver, cxgb4_driver_name, sizeof(info->driver));
  	strlcpy(info->version, cxgb4_driver_version,
  		sizeof(info->version));
  	strlcpy(info->bus_info, pci_name(adapter->pdev),
  		sizeof(info->bus_info));
  	info->regdump_len = get_regs_len(dev);
  
  	if (!adapter->params.fw_vers)
  		strcpy(info->fw_version, "N/A");
  	else
  		snprintf(info->fw_version, sizeof(info->fw_version),
  			 "%u.%u.%u.%u, TP %u.%u.%u.%u",
  			 FW_HDR_FW_VER_MAJOR_G(adapter->params.fw_vers),
  			 FW_HDR_FW_VER_MINOR_G(adapter->params.fw_vers),
  			 FW_HDR_FW_VER_MICRO_G(adapter->params.fw_vers),
  			 FW_HDR_FW_VER_BUILD_G(adapter->params.fw_vers),
  			 FW_HDR_FW_VER_MAJOR_G(adapter->params.tp_vers),
  			 FW_HDR_FW_VER_MINOR_G(adapter->params.tp_vers),
  			 FW_HDR_FW_VER_MICRO_G(adapter->params.tp_vers),
  			 FW_HDR_FW_VER_BUILD_G(adapter->params.tp_vers));
  
  	if (!t4_get_exprom_version(adapter, &exprom_vers))
  		snprintf(info->erom_version, sizeof(info->erom_version),
  			 "%u.%u.%u.%u",
  			 FW_HDR_FW_VER_MAJOR_G(exprom_vers),
  			 FW_HDR_FW_VER_MINOR_G(exprom_vers),
  			 FW_HDR_FW_VER_MICRO_G(exprom_vers),
  			 FW_HDR_FW_VER_BUILD_G(exprom_vers));
  }
  
  static void get_strings(struct net_device *dev, u32 stringset, u8 *data)
  {
  	if (stringset == ETH_SS_STATS) {
  		memcpy(data, stats_strings, sizeof(stats_strings));
  		data += sizeof(stats_strings);
  		memcpy(data, adapter_stats_strings,
  		       sizeof(adapter_stats_strings));
  		data += sizeof(adapter_stats_strings);
  		memcpy(data, channel_stats_strings,
  		       sizeof(channel_stats_strings));
  		data += sizeof(channel_stats_strings);
  		memcpy(data, loopback_stats_strings,
  		       sizeof(loopback_stats_strings));
  	}
  }
  
  /* port stats maintained per queue of the port. They should be in the same
   * order as in stats_strings above.
   */
  struct queue_port_stats {
  	u64 tso;
  	u64 tx_csum;
  	u64 rx_csum;
  	u64 vlan_ex;
  	u64 vlan_ins;
  	u64 gro_pkts;
  	u64 gro_merged;
  };
  
  struct adapter_stats {
  	u64 db_drop;
  	u64 db_full;
  	u64 db_empty;
  	u64 tcp_v4_out_rsts;
  	u64 tcp_v4_in_segs;
  	u64 tcp_v4_out_segs;
  	u64 tcp_v4_retrans_segs;
  	u64 tcp_v6_out_rsts;
  	u64 tcp_v6_in_segs;
  	u64 tcp_v6_out_segs;
  	u64 tcp_v6_retrans_segs;
  	u64 frames;
  	u64 octets;
  	u64 drops;
  	u64 rqe_dfr_mod;
  	u64 rqe_dfr_pkt;
  	u64 ofld_no_neigh;
  	u64 ofld_cong_defer;
  	u64 wc_success;
  	u64 wc_fail;
  };
  
  struct channel_stats {
  	u64 cpl_req;
  	u64 cpl_rsp;
  	u64 mac_in_errs;
  	u64 hdr_in_errs;
  	u64 tcp_in_errs;
  	u64 tcp6_in_errs;
  	u64 tnl_cong_drops;
  	u64 tnl_tx_drops;
  	u64 ofld_vlan_drops;
  	u64 ofld_chan_drops;
  	u64 octets_ddp;
  	u64 frames_ddp;
  	u64 frames_drop;
  };
  
  static void collect_sge_port_stats(const struct adapter *adap,
  				   const struct port_info *p,
  				   struct queue_port_stats *s)
  {
  	int i;
  	const struct sge_eth_txq *tx = &adap->sge.ethtxq[p->first_qset];
  	const struct sge_eth_rxq *rx = &adap->sge.ethrxq[p->first_qset];
  
  	memset(s, 0, sizeof(*s));
  	for (i = 0; i < p->nqsets; i++, rx++, tx++) {
  		s->tso += tx->tso;
  		s->tx_csum += tx->tx_cso;
  		s->rx_csum += rx->stats.rx_cso;
  		s->vlan_ex += rx->stats.vlan_ex;
  		s->vlan_ins += tx->vlan_ins;
  		s->gro_pkts += rx->stats.lro_pkts;
  		s->gro_merged += rx->stats.lro_merged;
  	}
  }
  
  static void collect_adapter_stats(struct adapter *adap, struct adapter_stats *s)
  {
  	struct tp_tcp_stats v4, v6;
  	struct tp_rdma_stats rdma_stats;
  	struct tp_err_stats err_stats;
  	struct tp_usm_stats usm_stats;
  	u64 val1, val2;
  
  	memset(s, 0, sizeof(*s));
  
  	spin_lock(&adap->stats_lock);
  	t4_tp_get_tcp_stats(adap, &v4, &v6);
  	t4_tp_get_rdma_stats(adap, &rdma_stats);
  	t4_get_usm_stats(adap, &usm_stats);
  	t4_tp_get_err_stats(adap, &err_stats);
  	spin_unlock(&adap->stats_lock);
  
  	s->db_drop = adap->db_stats.db_drop;
  	s->db_full = adap->db_stats.db_full;
  	s->db_empty = adap->db_stats.db_empty;
  
  	s->tcp_v4_out_rsts = v4.tcp_out_rsts;
  	s->tcp_v4_in_segs = v4.tcp_in_segs;
  	s->tcp_v4_out_segs = v4.tcp_out_segs;
  	s->tcp_v4_retrans_segs = v4.tcp_retrans_segs;
  	s->tcp_v6_out_rsts = v6.tcp_out_rsts;
  	s->tcp_v6_in_segs = v6.tcp_in_segs;
  	s->tcp_v6_out_segs = v6.tcp_out_segs;
  	s->tcp_v6_retrans_segs = v6.tcp_retrans_segs;
  
  	if (is_offload(adap)) {
  		s->frames = usm_stats.frames;
  		s->octets = usm_stats.octets;
  		s->drops = usm_stats.drops;
  		s->rqe_dfr_mod = rdma_stats.rqe_dfr_mod;
  		s->rqe_dfr_pkt = rdma_stats.rqe_dfr_pkt;
  	}
  
  	s->ofld_no_neigh = err_stats.ofld_no_neigh;
  	s->ofld_cong_defer = err_stats.ofld_cong_defer;
  
  	if (!is_t4(adap->params.chip)) {
  		int v;
  
  		v = t4_read_reg(adap, SGE_STAT_CFG_A);
  		if (STATSOURCE_T5_G(v) == 7) {
  			val2 = t4_read_reg(adap, SGE_STAT_MATCH_A);
  			val1 = t4_read_reg(adap, SGE_STAT_TOTAL_A);
  			s->wc_success = val1 - val2;
  			s->wc_fail = val2;
  		}
  	}
  }
  
  static void collect_channel_stats(struct adapter *adap, struct channel_stats *s,
  				  u8 i)
  {
  	struct tp_cpl_stats cpl_stats;
  	struct tp_err_stats err_stats;
  	struct tp_fcoe_stats fcoe_stats;
  
  	memset(s, 0, sizeof(*s));
  
  	spin_lock(&adap->stats_lock);
  	t4_tp_get_cpl_stats(adap, &cpl_stats);
  	t4_tp_get_err_stats(adap, &err_stats);
  	t4_get_fcoe_stats(adap, i, &fcoe_stats);
  	spin_unlock(&adap->stats_lock);
  
  	s->cpl_req = cpl_stats.req[i];
  	s->cpl_rsp = cpl_stats.rsp[i];
  	s->mac_in_errs = err_stats.mac_in_errs[i];
  	s->hdr_in_errs = err_stats.hdr_in_errs[i];
  	s->tcp_in_errs = err_stats.tcp_in_errs[i];
  	s->tcp6_in_errs = err_stats.tcp6_in_errs[i];
  	s->tnl_cong_drops = err_stats.tnl_cong_drops[i];
  	s->tnl_tx_drops = err_stats.tnl_tx_drops[i];
  	s->ofld_vlan_drops = err_stats.ofld_vlan_drops[i];
  	s->ofld_chan_drops = err_stats.ofld_chan_drops[i];
  	s->octets_ddp = fcoe_stats.octets_ddp;
  	s->frames_ddp = fcoe_stats.frames_ddp;
  	s->frames_drop = fcoe_stats.frames_drop;
  }
  
  static void get_stats(struct net_device *dev, struct ethtool_stats *stats,
  		      u64 *data)
  {
  	struct port_info *pi = netdev_priv(dev);
  	struct adapter *adapter = pi->adapter;
  	struct lb_port_stats s;
  	int i;
  	u64 *p0;
  
  	t4_get_port_stats_offset(adapter, pi->tx_chan,
  				 (struct port_stats *)data,
  				 &pi->stats_base);
  
  	data += sizeof(struct port_stats) / sizeof(u64);
  	collect_sge_port_stats(adapter, pi, (struct queue_port_stats *)data);
  	data += sizeof(struct queue_port_stats) / sizeof(u64);
  	collect_adapter_stats(adapter, (struct adapter_stats *)data);
  	data += sizeof(struct adapter_stats) / sizeof(u64);
  
  	*data++ = (u64)pi->port_id;
  	collect_channel_stats(adapter, (struct channel_stats *)data,
  			      pi->port_id);
  	data += sizeof(struct channel_stats) / sizeof(u64);
  
  	*data++ = (u64)pi->port_id;
  	memset(&s, 0, sizeof(s));
  	t4_get_lb_stats(adapter, pi->port_id, &s);
  
  	p0 = &s.octets;
  	for (i = 0; i < ARRAY_SIZE(loopback_stats_strings) - 1; i++)
  		*data++ = (unsigned long long)*p0++;
  }
  
  static void get_regs(struct net_device *dev, struct ethtool_regs *regs,
  		     void *buf)
  {
  	struct adapter *adap = netdev2adap(dev);
  	size_t buf_size;
  
  	buf_size = t4_get_regs_len(adap);
  	regs->version = mk_adap_vers(adap);
  	t4_get_regs(adap, buf, buf_size);
  }
  
  static int restart_autoneg(struct net_device *dev)
  {
  	struct port_info *p = netdev_priv(dev);
  
  	if (!netif_running(dev))
  		return -EAGAIN;
  	if (p->link_cfg.autoneg != AUTONEG_ENABLE)
  		return -EINVAL;
  	t4_restart_aneg(p->adapter, p->adapter->pf, p->tx_chan);
  	return 0;
  }
  
  static int identify_port(struct net_device *dev,
  			 enum ethtool_phys_id_state state)
  {
  	unsigned int val;
  	struct adapter *adap = netdev2adap(dev);
  
  	if (state == ETHTOOL_ID_ACTIVE)
  		val = 0xffff;
  	else if (state == ETHTOOL_ID_INACTIVE)
  		val = 0;
  	else
  		return -EINVAL;
  
  	return t4_identify_port(adap, adap->pf, netdev2pinfo(dev)->viid, val);
  }
  
  static unsigned int from_fw_linkcaps(enum fw_port_type type, unsigned int caps)
  {
  	unsigned int v = 0;
  
  	if (type == FW_PORT_TYPE_BT_SGMII || type == FW_PORT_TYPE_BT_XFI ||
  	    type == FW_PORT_TYPE_BT_XAUI) {
  		v |= SUPPORTED_TP;
  		if (caps & FW_PORT_CAP_SPEED_100M)
  			v |= SUPPORTED_100baseT_Full;
  		if (caps & FW_PORT_CAP_SPEED_1G)
  			v |= SUPPORTED_1000baseT_Full;
  		if (caps & FW_PORT_CAP_SPEED_10G)
  			v |= SUPPORTED_10000baseT_Full;
  	} else if (type == FW_PORT_TYPE_KX4 || type == FW_PORT_TYPE_KX) {
  		v |= SUPPORTED_Backplane;
  		if (caps & FW_PORT_CAP_SPEED_1G)
  			v |= SUPPORTED_1000baseKX_Full;
  		if (caps & FW_PORT_CAP_SPEED_10G)
  			v |= SUPPORTED_10000baseKX4_Full;
  	} else if (type == FW_PORT_TYPE_KR) {
  		v |= SUPPORTED_Backplane | SUPPORTED_10000baseKR_Full;
  	} else if (type == FW_PORT_TYPE_BP_AP) {
  		v |= SUPPORTED_Backplane | SUPPORTED_10000baseR_FEC |
  		     SUPPORTED_10000baseKR_Full | SUPPORTED_1000baseKX_Full;
  	} else if (type == FW_PORT_TYPE_BP4_AP) {
  		v |= SUPPORTED_Backplane | SUPPORTED_10000baseR_FEC |
  		     SUPPORTED_10000baseKR_Full | SUPPORTED_1000baseKX_Full |
  		     SUPPORTED_10000baseKX4_Full;
  	} else if (type == FW_PORT_TYPE_FIBER_XFI ||
  		   type == FW_PORT_TYPE_FIBER_XAUI ||
  		   type == FW_PORT_TYPE_SFP ||
  		   type == FW_PORT_TYPE_QSFP_10G ||
  		   type == FW_PORT_TYPE_QSA) {
  		v |= SUPPORTED_FIBRE;
  		if (caps & FW_PORT_CAP_SPEED_1G)
  			v |= SUPPORTED_1000baseT_Full;
  		if (caps & FW_PORT_CAP_SPEED_10G)
  			v |= SUPPORTED_10000baseT_Full;
  	} else if (type == FW_PORT_TYPE_BP40_BA ||
  		   type == FW_PORT_TYPE_QSFP) {
  		v |= SUPPORTED_40000baseSR4_Full;
  		v |= SUPPORTED_FIBRE;
  	}
  
  	if (caps & FW_PORT_CAP_ANEG)
  		v |= SUPPORTED_Autoneg;
  	return v;
  }
  
  static unsigned int to_fw_linkcaps(unsigned int caps)
  {
  	unsigned int v = 0;
  
  	if (caps & ADVERTISED_100baseT_Full)
  		v |= FW_PORT_CAP_SPEED_100M;
  	if (caps & ADVERTISED_1000baseT_Full)
  		v |= FW_PORT_CAP_SPEED_1G;
  	if (caps & ADVERTISED_10000baseT_Full)
  		v |= FW_PORT_CAP_SPEED_10G;
  	if (caps & ADVERTISED_40000baseSR4_Full)
  		v |= FW_PORT_CAP_SPEED_40G;
  	return v;
  }
  
  static int get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
  {
  	const struct port_info *p = netdev_priv(dev);
  
  	if (p->port_type == FW_PORT_TYPE_BT_SGMII ||
  	    p->port_type == FW_PORT_TYPE_BT_XFI ||
  	    p->port_type == FW_PORT_TYPE_BT_XAUI) {
  		cmd->port = PORT_TP;
  	} else if (p->port_type == FW_PORT_TYPE_FIBER_XFI ||
  		   p->port_type == FW_PORT_TYPE_FIBER_XAUI) {
  		cmd->port = PORT_FIBRE;
  	} else if (p->port_type == FW_PORT_TYPE_SFP ||
  		   p->port_type == FW_PORT_TYPE_QSFP_10G ||
  		   p->port_type == FW_PORT_TYPE_QSA ||
  		   p->port_type == FW_PORT_TYPE_QSFP) {
  		if (p->mod_type == FW_PORT_MOD_TYPE_LR ||
  		    p->mod_type == FW_PORT_MOD_TYPE_SR ||
  		    p->mod_type == FW_PORT_MOD_TYPE_ER ||
  		    p->mod_type == FW_PORT_MOD_TYPE_LRM)
  			cmd->port = PORT_FIBRE;
  		else if (p->mod_type == FW_PORT_MOD_TYPE_TWINAX_PASSIVE ||
  			 p->mod_type == FW_PORT_MOD_TYPE_TWINAX_ACTIVE)
  			cmd->port = PORT_DA;
  		else
  			cmd->port = PORT_OTHER;
  	} else {
  		cmd->port = PORT_OTHER;
  	}
  
  	if (p->mdio_addr >= 0) {
  		cmd->phy_address = p->mdio_addr;
  		cmd->transceiver = XCVR_EXTERNAL;
  		cmd->mdio_support = p->port_type == FW_PORT_TYPE_BT_SGMII ?
  			MDIO_SUPPORTS_C22 : MDIO_SUPPORTS_C45;
  	} else {
  		cmd->phy_address = 0;  /* not really, but no better option */
  		cmd->transceiver = XCVR_INTERNAL;
  		cmd->mdio_support = 0;
  	}
  
  	cmd->supported = from_fw_linkcaps(p->port_type, p->link_cfg.supported);
  	cmd->advertising = from_fw_linkcaps(p->port_type,
  					    p->link_cfg.advertising);
  	ethtool_cmd_speed_set(cmd,
  			      netif_carrier_ok(dev) ? p->link_cfg.speed : 0);
  	cmd->duplex = DUPLEX_FULL;
  	cmd->autoneg = p->link_cfg.autoneg;
  	cmd->maxtxpkt = 0;
  	cmd->maxrxpkt = 0;
  	return 0;
  }
  
  static unsigned int speed_to_caps(int speed)
  {
  	if (speed == 100)
  		return FW_PORT_CAP_SPEED_100M;
  	if (speed == 1000)
  		return FW_PORT_CAP_SPEED_1G;
  	if (speed == 10000)
  		return FW_PORT_CAP_SPEED_10G;
  	if (speed == 40000)
  		return FW_PORT_CAP_SPEED_40G;
  	return 0;
  }
  
  static int set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
  {
  	unsigned int cap;
  	struct port_info *p = netdev_priv(dev);
  	struct link_config *lc = &p->link_cfg;
  	u32 speed = ethtool_cmd_speed(cmd);
  	struct link_config old_lc;
  	int ret;
  
  	if (cmd->duplex != DUPLEX_FULL)     /* only full-duplex supported */
  		return -EINVAL;
  
  	if (!(lc->supported & FW_PORT_CAP_ANEG)) {
  		/* PHY offers a single speed.  See if that's what's
  		 * being requested.
  		 */
  		if (cmd->autoneg == AUTONEG_DISABLE &&
  		    (lc->supported & speed_to_caps(speed)))
  			return 0;
  		return -EINVAL;
  	}
  
  	old_lc = *lc;
  	if (cmd->autoneg == AUTONEG_DISABLE) {
  		cap = speed_to_caps(speed);
  
  		if (!(lc->supported & cap))
  			return -EINVAL;
  		lc->requested_speed = cap;
  		lc->advertising = 0;
  	} else {
  		cap = to_fw_linkcaps(cmd->advertising);
  		if (!(lc->supported & cap))
  			return -EINVAL;
  		lc->requested_speed = 0;
  		lc->advertising = cap | FW_PORT_CAP_ANEG;
  	}
  	lc->autoneg = cmd->autoneg;
  
  	/* If the firmware rejects the Link Configuration request, back out
  	 * the changes and report the error.
  	 */
  	ret = t4_link_l1cfg(p->adapter, p->adapter->mbox, p->tx_chan, lc);
  	if (ret)
  		*lc = old_lc;
  
  	return ret;
  }
  
  static void get_pauseparam(struct net_device *dev,
  			   struct ethtool_pauseparam *epause)
  {
  	struct port_info *p = netdev_priv(dev);
  
  	epause->autoneg = (p->link_cfg.requested_fc & PAUSE_AUTONEG) != 0;
  	epause->rx_pause = (p->link_cfg.fc & PAUSE_RX) != 0;
  	epause->tx_pause = (p->link_cfg.fc & PAUSE_TX) != 0;
  }
  
  static int set_pauseparam(struct net_device *dev,
  			  struct ethtool_pauseparam *epause)
  {
  	struct port_info *p = netdev_priv(dev);
  	struct link_config *lc = &p->link_cfg;
  
  	if (epause->autoneg == AUTONEG_DISABLE)
  		lc->requested_fc = 0;
  	else if (lc->supported & FW_PORT_CAP_ANEG)
  		lc->requested_fc = PAUSE_AUTONEG;
  	else
  		return -EINVAL;
  
  	if (epause->rx_pause)
  		lc->requested_fc |= PAUSE_RX;
  	if (epause->tx_pause)
  		lc->requested_fc |= PAUSE_TX;
  	if (netif_running(dev))
  		return t4_link_l1cfg(p->adapter, p->adapter->pf, p->tx_chan,
  				     lc);
  	return 0;
  }
  
  static void get_sge_param(struct net_device *dev, struct ethtool_ringparam *e)
  {
  	const struct port_info *pi = netdev_priv(dev);
  	const struct sge *s = &pi->adapter->sge;
  
  	e->rx_max_pending = MAX_RX_BUFFERS;
  	e->rx_mini_max_pending = MAX_RSPQ_ENTRIES;
  	e->rx_jumbo_max_pending = 0;
  	e->tx_max_pending = MAX_TXQ_ENTRIES;
  
  	e->rx_pending = s->ethrxq[pi->first_qset].fl.size - 8;
  	e->rx_mini_pending = s->ethrxq[pi->first_qset].rspq.size;
  	e->rx_jumbo_pending = 0;
  	e->tx_pending = s->ethtxq[pi->first_qset].q.size;
  }
  
  static int set_sge_param(struct net_device *dev, struct ethtool_ringparam *e)
  {
  	int i;
  	const struct port_info *pi = netdev_priv(dev);
  	struct adapter *adapter = pi->adapter;
  	struct sge *s = &adapter->sge;
  
  	if (e->rx_pending > MAX_RX_BUFFERS || e->rx_jumbo_pending ||
  	    e->tx_pending > MAX_TXQ_ENTRIES ||
  	    e->rx_mini_pending > MAX_RSPQ_ENTRIES ||
  	    e->rx_mini_pending < MIN_RSPQ_ENTRIES ||
  	    e->rx_pending < MIN_FL_ENTRIES || e->tx_pending < MIN_TXQ_ENTRIES)
  		return -EINVAL;
  
  	if (adapter->flags & FULL_INIT_DONE)
  		return -EBUSY;
  
  	for (i = 0; i < pi->nqsets; ++i) {
  		s->ethtxq[pi->first_qset + i].q.size = e->tx_pending;
  		s->ethrxq[pi->first_qset + i].fl.size = e->rx_pending + 8;
  		s->ethrxq[pi->first_qset + i].rspq.size = e->rx_mini_pending;
  	}
  	return 0;
  }
  
  /**
   * set_rx_intr_params - set a net devices's RX interrupt holdoff paramete!
   * @dev: the network device
   * @us: the hold-off time in us, or 0 to disable timer
   * @cnt: the hold-off packet count, or 0 to disable counter
   *
   * Set the RX interrupt hold-off parameters for a network device.
   */
  static int set_rx_intr_params(struct net_device *dev,
  			      unsigned int us, unsigned int cnt)
  {
  	int i, err;
  	struct port_info *pi = netdev_priv(dev);
  	struct adapter *adap = pi->adapter;
  	struct sge_eth_rxq *q = &adap->sge.ethrxq[pi->first_qset];
  
  	for (i = 0; i < pi->nqsets; i++, q++) {
  		err = cxgb4_set_rspq_intr_params(&q->rspq, us, cnt);
  		if (err)
  			return err;
  	}
  	return 0;
  }
  
  static int set_adaptive_rx_setting(struct net_device *dev, int adaptive_rx)
  {
  	int i;
  	struct port_info *pi = netdev_priv(dev);
  	struct adapter *adap = pi->adapter;
  	struct sge_eth_rxq *q = &adap->sge.ethrxq[pi->first_qset];
  
  	for (i = 0; i < pi->nqsets; i++, q++)
  		q->rspq.adaptive_rx = adaptive_rx;
  
  	return 0;
  }
  
  static int get_adaptive_rx_setting(struct net_device *dev)
  {
  	struct port_info *pi = netdev_priv(dev);
  	struct adapter *adap = pi->adapter;
  	struct sge_eth_rxq *q = &adap->sge.ethrxq[pi->first_qset];
  
  	return q->rspq.adaptive_rx;
  }
  
  static int set_coalesce(struct net_device *dev, struct ethtool_coalesce *c)
  {
  	set_adaptive_rx_setting(dev, c->use_adaptive_rx_coalesce);
  	return set_rx_intr_params(dev, c->rx_coalesce_usecs,
  				  c->rx_max_coalesced_frames);
  }
  
  static int get_coalesce(struct net_device *dev, struct ethtool_coalesce *c)
  {
  	const struct port_info *pi = netdev_priv(dev);
  	const struct adapter *adap = pi->adapter;
  	const struct sge_rspq *rq = &adap->sge.ethrxq[pi->first_qset].rspq;
  
  	c->rx_coalesce_usecs = qtimer_val(adap, rq);
  	c->rx_max_coalesced_frames = (rq->intr_params & QINTR_CNT_EN_F) ?
  		adap->sge.counter_val[rq->pktcnt_idx] : 0;
  	c->use_adaptive_rx_coalesce = get_adaptive_rx_setting(dev);
  	return 0;
  }
  
  /**
   *	eeprom_ptov - translate a physical EEPROM address to virtual
   *	@phys_addr: the physical EEPROM address
   *	@fn: the PCI function number
   *	@sz: size of function-specific area
   *
   *	Translate a physical EEPROM address to virtual.  The first 1K is
   *	accessed through virtual addresses starting at 31K, the rest is
   *	accessed through virtual addresses starting at 0.
   *
   *	The mapping is as follows:
   *	[0..1K) -> [31K..32K)
   *	[1K..1K+A) -> [31K-A..31K)
   *	[1K+A..ES) -> [0..ES-A-1K)
   *
   *	where A = @fn * @sz, and ES = EEPROM size.
   */
  static int eeprom_ptov(unsigned int phys_addr, unsigned int fn, unsigned int sz)
  {
  	fn *= sz;
  	if (phys_addr < 1024)
  		return phys_addr + (31 << 10);
  	if (phys_addr < 1024 + fn)
  		return 31744 - fn + phys_addr - 1024;
  	if (phys_addr < EEPROMSIZE)
  		return phys_addr - 1024 - fn;
  	return -EINVAL;
  }
  
  /* The next two routines implement eeprom read/write from physical addresses.
   */
  static int eeprom_rd_phys(struct adapter *adap, unsigned int phys_addr, u32 *v)
  {
  	int vaddr = eeprom_ptov(phys_addr, adap->pf, EEPROMPFSIZE);
  
  	if (vaddr >= 0)
  		vaddr = pci_read_vpd(adap->pdev, vaddr, sizeof(u32), v);
  	return vaddr < 0 ? vaddr : 0;
  }
  
  static int eeprom_wr_phys(struct adapter *adap, unsigned int phys_addr, u32 v)
  {
  	int vaddr = eeprom_ptov(phys_addr, adap->pf, EEPROMPFSIZE);
  
  	if (vaddr >= 0)
  		vaddr = pci_write_vpd(adap->pdev, vaddr, sizeof(u32), &v);
  	return vaddr < 0 ? vaddr : 0;
  }
  
  #define EEPROM_MAGIC 0x38E2F10C
  
  static int get_eeprom(struct net_device *dev, struct ethtool_eeprom *e,
  		      u8 *data)
  {
  	int i, err = 0;
  	struct adapter *adapter = netdev2adap(dev);
  	u8 *buf = t4_alloc_mem(EEPROMSIZE);
  
  	if (!buf)
  		return -ENOMEM;
  
  	e->magic = EEPROM_MAGIC;
  	for (i = e->offset & ~3; !err && i < e->offset + e->len; i += 4)
  		err = eeprom_rd_phys(adapter, i, (u32 *)&buf[i]);
  
  	if (!err)
  		memcpy(data, buf + e->offset, e->len);
  	t4_free_mem(buf);
  	return err;
  }
  
  static int set_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
  		      u8 *data)
  {
  	u8 *buf;
  	int err = 0;
  	u32 aligned_offset, aligned_len, *p;
  	struct adapter *adapter = netdev2adap(dev);
  
  	if (eeprom->magic != EEPROM_MAGIC)
  		return -EINVAL;
  
  	aligned_offset = eeprom->offset & ~3;
  	aligned_len = (eeprom->len + (eeprom->offset & 3) + 3) & ~3;
  
  	if (adapter->pf > 0) {
  		u32 start = 1024 + adapter->pf * EEPROMPFSIZE;
  
  		if (aligned_offset < start ||
  		    aligned_offset + aligned_len > start + EEPROMPFSIZE)
  			return -EPERM;
  	}
  
  	if (aligned_offset != eeprom->offset || aligned_len != eeprom->len) {
  		/* RMW possibly needed for first or last words.
  		 */
  		buf = t4_alloc_mem(aligned_len);
  		if (!buf)
  			return -ENOMEM;
  		err = eeprom_rd_phys(adapter, aligned_offset, (u32 *)buf);
  		if (!err && aligned_len > 4)
  			err = eeprom_rd_phys(adapter,
  					     aligned_offset + aligned_len - 4,
  					     (u32 *)&buf[aligned_len - 4]);
  		if (err)
  			goto out;
  		memcpy(buf + (eeprom->offset & 3), data, eeprom->len);
  	} else {
  		buf = data;
  	}
  
  	err = t4_seeprom_wp(adapter, false);
  	if (err)
  		goto out;
  
  	for (p = (u32 *)buf; !err && aligned_len; aligned_len -= 4, p++) {
  		err = eeprom_wr_phys(adapter, aligned_offset, *p);
  		aligned_offset += 4;
  	}
  
  	if (!err)
  		err = t4_seeprom_wp(adapter, true);
  out:
  	if (buf != data)
  		t4_free_mem(buf);
  	return err;
  }
  
  static int set_flash(struct net_device *netdev, struct ethtool_flash *ef)
  {
  	int ret;
  	const struct firmware *fw;
  	struct adapter *adap = netdev2adap(netdev);
  	unsigned int mbox = PCIE_FW_MASTER_M + 1;
  	u32 pcie_fw;
  	unsigned int master;
  	u8 master_vld = 0;
  
  	pcie_fw = t4_read_reg(adap, PCIE_FW_A);
  	master = PCIE_FW_MASTER_G(pcie_fw);
  	if (pcie_fw & PCIE_FW_MASTER_VLD_F)
  		master_vld = 1;
  	/* if csiostor is the master return */
  	if (master_vld && (master != adap->pf)) {
  		dev_warn(adap->pdev_dev,
  			 "cxgb4 driver needs to be loaded as MASTER to support FW flash
  ");
  		return -EOPNOTSUPP;
  	}
  
  	ef->data[sizeof(ef->data) - 1] = '\0';
  	ret = request_firmware(&fw, ef->data, adap->pdev_dev);
  	if (ret < 0)
  		return ret;
  
  	/* If the adapter has been fully initialized then we'll go ahead and
  	 * try to get the firmware's cooperation in upgrading to the new
  	 * firmware image otherwise we'll try to do the entire job from the
  	 * host ... and we always "force" the operation in this path.
  	 */
  	if (adap->flags & FULL_INIT_DONE)
  		mbox = adap->mbox;
  
  	ret = t4_fw_upgrade(adap, mbox, fw->data, fw->size, 1);
  	release_firmware(fw);
  	if (!ret)
  		dev_info(adap->pdev_dev,
  			 "loaded firmware %s, reload cxgb4 driver
  ", ef->data);
  	return ret;
  }
  
  static int get_ts_info(struct net_device *dev, struct ethtool_ts_info *ts_info)
  {
  	ts_info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
  				   SOF_TIMESTAMPING_RX_SOFTWARE |
  				   SOF_TIMESTAMPING_SOFTWARE;
  
  	ts_info->so_timestamping |= SOF_TIMESTAMPING_RX_HARDWARE |
  				    SOF_TIMESTAMPING_RAW_HARDWARE;
  
  	ts_info->phc_index = -1;
  
  	return 0;
  }
  
  static u32 get_rss_table_size(struct net_device *dev)
  {
  	const struct port_info *pi = netdev_priv(dev);
  
  	return pi->rss_size;
  }
  
  static int get_rss_table(struct net_device *dev, u32 *p, u8 *key, u8 *hfunc)
  {
  	const struct port_info *pi = netdev_priv(dev);
  	unsigned int n = pi->rss_size;
  
  	if (hfunc)
  		*hfunc = ETH_RSS_HASH_TOP;
  	if (!p)
  		return 0;
  	while (n--)
  		p[n] = pi->rss[n];
  	return 0;
  }
  
  static int set_rss_table(struct net_device *dev, const u32 *p, const u8 *key,
  			 const u8 hfunc)
  {
  	unsigned int i;
  	struct port_info *pi = netdev_priv(dev);
  
  	/* We require at least one supported parameter to be changed and no
  	 * change in any of the unsupported parameters
  	 */
  	if (key ||
  	    (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
  		return -EOPNOTSUPP;
  	if (!p)
  		return 0;
  
  	/* Interface must be brought up atleast once */
  	if (pi->adapter->flags & FULL_INIT_DONE) {
  		for (i = 0; i < pi->rss_size; i++)
  			pi->rss[i] = p[i];
  
  		return cxgb4_write_rss(pi, pi->rss);
  	}
  
  	return -EPERM;
  }
  
  static int get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *info,
  		     u32 *rules)
  {
  	const struct port_info *pi = netdev_priv(dev);
  
  	switch (info->cmd) {
  	case ETHTOOL_GRXFH: {
  		unsigned int v = pi->rss_mode;
  
  		info->data = 0;
  		switch (info->flow_type) {
  		case TCP_V4_FLOW:
  			if (v & FW_RSS_VI_CONFIG_CMD_IP4FOURTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST |
  					     RXH_L4_B_0_1 | RXH_L4_B_2_3;
  			else if (v & FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST;
  			break;
  		case UDP_V4_FLOW:
  			if ((v & FW_RSS_VI_CONFIG_CMD_IP4FOURTUPEN_F) &&
  			    (v & FW_RSS_VI_CONFIG_CMD_UDPEN_F))
  				info->data = RXH_IP_SRC | RXH_IP_DST |
  					     RXH_L4_B_0_1 | RXH_L4_B_2_3;
  			else if (v & FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST;
  			break;
  		case SCTP_V4_FLOW:
  		case AH_ESP_V4_FLOW:
  		case IPV4_FLOW:
  			if (v & FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST;
  			break;
  		case TCP_V6_FLOW:
  			if (v & FW_RSS_VI_CONFIG_CMD_IP6FOURTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST |
  					     RXH_L4_B_0_1 | RXH_L4_B_2_3;
  			else if (v & FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST;
  			break;
  		case UDP_V6_FLOW:
  			if ((v & FW_RSS_VI_CONFIG_CMD_IP6FOURTUPEN_F) &&
  			    (v & FW_RSS_VI_CONFIG_CMD_UDPEN_F))
  				info->data = RXH_IP_SRC | RXH_IP_DST |
  					     RXH_L4_B_0_1 | RXH_L4_B_2_3;
  			else if (v & FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST;
  			break;
  		case SCTP_V6_FLOW:
  		case AH_ESP_V6_FLOW:
  		case IPV6_FLOW:
  			if (v & FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN_F)
  				info->data = RXH_IP_SRC | RXH_IP_DST;
  			break;
  		}
  		return 0;
  	}
  	case ETHTOOL_GRXRINGS:
  		info->data = pi->nqsets;
  		return 0;
  	}
  	return -EOPNOTSUPP;
  }
  
  static const struct ethtool_ops cxgb_ethtool_ops = {
  	.get_settings      = get_settings,
  	.set_settings      = set_settings,
  	.get_drvinfo       = get_drvinfo,
  	.get_msglevel      = get_msglevel,
  	.set_msglevel      = set_msglevel,
  	.get_ringparam     = get_sge_param,
  	.set_ringparam     = set_sge_param,
  	.get_coalesce      = get_coalesce,
  	.set_coalesce      = set_coalesce,
  	.get_eeprom_len    = get_eeprom_len,
  	.get_eeprom        = get_eeprom,
  	.set_eeprom        = set_eeprom,
  	.get_pauseparam    = get_pauseparam,
  	.set_pauseparam    = set_pauseparam,
  	.get_link          = ethtool_op_get_link,
  	.get_strings       = get_strings,
  	.set_phys_id       = identify_port,
  	.nway_reset        = restart_autoneg,
  	.get_sset_count    = get_sset_count,
  	.get_ethtool_stats = get_stats,
  	.get_regs_len      = get_regs_len,
  	.get_regs          = get_regs,
  	.get_rxnfc         = get_rxnfc,
  	.get_rxfh_indir_size = get_rss_table_size,
  	.get_rxfh	   = get_rss_table,
  	.set_rxfh	   = set_rss_table,
  	.flash_device      = set_flash,
  	.get_ts_info       = get_ts_info
  };
  
  void cxgb4_set_ethtool_ops(struct net_device *netdev)
  {
  	netdev->ethtool_ops = &cxgb_ethtool_ops;
  }