3 files changed, 135 insertions, 24 deletions

diff --git a/include/linux/mlx4/cmd.h b/include/linux/mlx4/cmd.h
index b56e4587208d..9958ff2cad3c 100644
--- a/include/linux/mlx4/cmd.h
+++ b/include/linux/mlx4/cmd.h
@@ -59,12 +59,15 @@ enum {
         MLX4_CMD_HW_HEALTH_CHECK = 0x50,
         MLX4_CMD_SET_PORT        = 0xc,
         MLX4_CMD_SET_NODE        = 0x5a,
+        MLX4_CMD_QUERY_FUNC      = 0x56,
         MLX4_CMD_ACCESS_DDR      = 0x2e,
         MLX4_CMD_MAP_ICM         = 0xffa,
         MLX4_CMD_UNMAP_ICM       = 0xff9,
         MLX4_CMD_MAP_ICM_AUX     = 0xffc,
         MLX4_CMD_UNMAP_ICM_AUX   = 0xffb,
         MLX4_CMD_SET_ICM_SIZE    = 0xffd,
+        /*master notify fw on finish for slave's flr*/
+        MLX4_CMD_INFORM_FLR_DONE = 0x5b,
 
         /* TPT commands */
         MLX4_CMD_SW2HW_MPT       = 0xd,
@@ -119,6 +122,26 @@ enum {
         /* miscellaneous commands */
         MLX4_CMD_DIAG_RPRT       = 0x30,
         MLX4_CMD_NOP             = 0x31,
+        MLX4_CMD_ACCESS_MEM      = 0x2e,
+        MLX4_CMD_SET_VEP         = 0x52,
+
+        /* Ethernet specific commands */
+        MLX4_CMD_SET_VLAN_FLTR   = 0x47,
+        MLX4_CMD_SET_MCAST_FLTR  = 0x48,
+        MLX4_CMD_DUMP_ETH_STATS  = 0x49,
+
+        /* Communication channel commands */
+        MLX4_CMD_ARM_COMM_CHANNEL = 0x57,
+        MLX4_CMD_GEN_EQE         = 0x58,
+
+        /* virtual commands */
+        MLX4_CMD_ALLOC_RES       = 0xf00,
+        MLX4_CMD_FREE_RES        = 0xf01,
+        MLX4_CMD_MCAST_ATTACH    = 0xf05,
+        MLX4_CMD_UCAST_ATTACH    = 0xf06,
+        MLX4_CMD_PROMISC         = 0xf08,
+        MLX4_CMD_QUERY_FUNC_CAP  = 0xf0a,
+        MLX4_CMD_QP_ATTACH       = 0xf0b,
 
         /* debug commands */
         MLX4_CMD_QUERY_DEBUG_MSG = 0x2a,
@@ -126,6 +149,7 @@ enum {
 
         /* statistics commands */
         MLX4_CMD_QUERY_IF_STAT   = 0X54,
+        MLX4_CMD_SET_IF_STAT     = 0X55,
 };
 
 enum {
@@ -135,7 +159,8 @@ enum {
 };
 
 enum {
-        MLX4_MAILBOX_SIZE       =  4096
+        MLX4_MAILBOX_SIZE       = 4096,
+        MLX4_ACCESS_MEM_ALIGN   = 256,
 };
 
 enum {
@@ -148,6 +173,11 @@ enum {
         MLX4_SET_PORT_GID_TABLE = 0x5,
 };
 
+enum {
+        MLX4_CMD_WRAPPED,
+        MLX4_CMD_NATIVE
+};
+
 struct mlx4_dev;
 
 struct mlx4_cmd_mailbox {
@@ -157,23 +187,24 @@ struct mlx4_cmd_mailbox {
 
 int __mlx4_cmd(struct mlx4_dev *dev, u64 in_param, u64 *out_param,
                int out_is_imm, u32 in_modifier, u8 op_modifier,
-               u16 op, unsigned long timeout);
+               u16 op, unsigned long timeout, int native);
 
 /* Invoke a command with no output parameter */
 static inline int mlx4_cmd(struct mlx4_dev *dev, u64 in_param, u32 in_modifier,
-                           u8 op_modifier, u16 op, unsigned long timeout)
+                           u8 op_modifier, u16 op, unsigned long timeout,
+                           int native)
 {
         return __mlx4_cmd(dev, in_param, NULL, 0, in_modifier,
-                          op_modifier, op, timeout);
+                          op_modifier, op, timeout, native);
 }
 
 /* Invoke a command with an output mailbox */
 static inline int mlx4_cmd_box(struct mlx4_dev *dev, u64 in_param, u64 out_param,
                                u32 in_modifier, u8 op_modifier, u16 op,
-                               unsigned long timeout)
+                               unsigned long timeout, int native)
 {
         return __mlx4_cmd(dev, in_param, &out_param, 0, in_modifier,
-                          op_modifier, op, timeout);
+                          op_modifier, op, timeout, native);
 }
 
 /*
@@ -183,13 +214,17 @@ static inline int mlx4_cmd_box(struct mlx4_dev *dev, u64 in_param, u64 out_param
  */
 static inline int mlx4_cmd_imm(struct mlx4_dev *dev, u64 in_param, u64 *out_param,
                                u32 in_modifier, u8 op_modifier, u16 op,
-                               unsigned long timeout)
+                               unsigned long timeout, int native)
 {
         return __mlx4_cmd(dev, in_param, out_param, 1, in_modifier,
-                          op_modifier, op, timeout);
+                          op_modifier, op, timeout, native);
 }
 
 struct mlx4_cmd_mailbox *mlx4_alloc_cmd_mailbox(struct mlx4_dev *dev);
 void mlx4_free_cmd_mailbox(struct mlx4_dev *dev, struct mlx4_cmd_mailbox *mailbox);
 
+u32 mlx4_comm_get_version(void);
+
+#define MLX4_COMM_GET_IF_REV(cmd_chan_ver) (u8)((cmd_chan_ver) >> 8)
+
 #endif /* MLX4_CMD_H */
diff --git a/include/linux/mlx4/device.h b/include/linux/mlx4/device.h
index 84b0b1848f17..5c4fe8e5bfe5 100644
--- a/include/linux/mlx4/device.h
+++ b/include/linux/mlx4/device.h
@@ -47,6 +47,9 @@
 enum {
         MLX4_FLAG_MSI_X         = 1 << 0,
         MLX4_FLAG_OLD_PORT_CMDS = 1 << 1,
+        MLX4_FLAG_MASTER        = 1 << 2,
+        MLX4_FLAG_SLAVE         = 1 << 3,
+        MLX4_FLAG_SRIOV         = 1 << 4,
 };
 
 enum {
@@ -58,6 +61,15 @@ enum {
 };
 
 enum {
+        MLX4_MAX_NUM_PF         = 16,
+        MLX4_MAX_NUM_VF         = 64,
+        MLX4_MFUNC_MAX          = 80,
+        MLX4_MFUNC_EQ_NUM       = 4,
+        MLX4_MFUNC_MAX_EQES     = 8,
+        MLX4_MFUNC_EQE_MASK     = (MLX4_MFUNC_MAX_EQES - 1)
+};
+
+enum {
         MLX4_DEV_CAP_FLAG_RC            = 1LL <<  0,
         MLX4_DEV_CAP_FLAG_UC            = 1LL <<  1,
         MLX4_DEV_CAP_FLAG_UD            = 1LL <<  2,
@@ -77,11 +89,13 @@ enum {
         MLX4_DEV_CAP_FLAG_IBOE          = 1LL << 30,
         MLX4_DEV_CAP_FLAG_UC_LOOPBACK   = 1LL << 32,
         MLX4_DEV_CAP_FLAG_FCS_KEEP      = 1LL << 34,
-        MLX4_DEV_CAP_FLAG_WOL           = 1LL << 38,
+        MLX4_DEV_CAP_FLAG_WOL_PORT1     = 1LL << 37,
+        MLX4_DEV_CAP_FLAG_WOL_PORT2     = 1LL << 38,
         MLX4_DEV_CAP_FLAG_UDP_RSS       = 1LL << 40,
         MLX4_DEV_CAP_FLAG_VEP_UC_STEER  = 1LL << 41,
         MLX4_DEV_CAP_FLAG_VEP_MC_STEER  = 1LL << 42,
-        MLX4_DEV_CAP_FLAG_COUNTERS      = 1LL << 48
+        MLX4_DEV_CAP_FLAG_COUNTERS      = 1LL << 48,
+        MLX4_DEV_CAP_FLAG_SENSE_SUPPORT = 1LL << 55
 };
 
 #define MLX4_ATTR_EXTENDED_PORT_INFO    cpu_to_be16(0xff90)
@@ -116,7 +130,11 @@ enum mlx4_event {
         MLX4_EVENT_TYPE_PORT_CHANGE        = 0x09,
         MLX4_EVENT_TYPE_EQ_OVERFLOW        = 0x0f,
         MLX4_EVENT_TYPE_ECC_DETECT         = 0x0e,
-        MLX4_EVENT_TYPE_CMD                = 0x0a
+        MLX4_EVENT_TYPE_CMD                = 0x0a,
+        MLX4_EVENT_TYPE_VEP_UPDATE         = 0x19,
+        MLX4_EVENT_TYPE_COMM_CHANNEL       = 0x18,
+        MLX4_EVENT_TYPE_FLR_EVENT          = 0x1c,
+        MLX4_EVENT_TYPE_NONE               = 0xff,
 };
 
 enum {
@@ -183,6 +201,7 @@ enum mlx4_qp_region {
 };
 
 enum mlx4_port_type {
+        MLX4_PORT_TYPE_NONE     = 0,
         MLX4_PORT_TYPE_IB       = 1,
         MLX4_PORT_TYPE_ETH      = 2,
         MLX4_PORT_TYPE_AUTO     = 3
@@ -215,6 +234,7 @@ static inline u64 mlx4_fw_ver(u64 major, u64 minor, u64 subminor)
 
 struct mlx4_caps {
         u64                     fw_ver;
+        u32                     function;
         int                     num_ports;
         int                     vl_cap[MLX4_MAX_PORTS + 1];
         int                     ib_mtu_cap[MLX4_MAX_PORTS + 1];
@@ -229,6 +249,7 @@ struct mlx4_caps {
         u64                     trans_code[MLX4_MAX_PORTS + 1];
         int                     local_ca_ack_delay;
         int                     num_uars;
+        u32                     uar_page_size;
         int                     bf_reg_size;
         int                     bf_regs_per_page;
         int                     max_sq_sg;
@@ -252,8 +273,7 @@ struct mlx4_caps {
         int                     num_comp_vectors;
         int                     comp_pool;
         int                     num_mpts;
-        int                     num_mtt_segs;
-        int                     mtts_per_seg;
+        int                     num_mtts;
         int                     fmr_reserved_mtts;
         int                     reserved_mtts;
         int                     reserved_mrws;
@@ -283,7 +303,9 @@ struct mlx4_caps {
         int                     log_num_prios;
         enum mlx4_port_type     port_type[MLX4_MAX_PORTS + 1];
         u8                      supported_type[MLX4_MAX_PORTS + 1];
-        u32                     port_mask;
+        u8                      suggested_type[MLX4_MAX_PORTS + 1];
+        u8                      default_sense[MLX4_MAX_PORTS + 1];
+        u32                     port_mask[MLX4_MAX_PORTS + 1];
         enum mlx4_port_type     possible_type[MLX4_MAX_PORTS + 1];
         u32                     max_counters;
         u8                      ext_port_cap[MLX4_MAX_PORTS + 1];
@@ -303,7 +325,7 @@ struct mlx4_buf {
 };
 
 struct mlx4_mtt {
-        u32                     first_seg;
+        u32                     offset;
         int                     order;
         int                     page_shift;
 };
@@ -465,10 +487,12 @@ struct mlx4_counter {
 struct mlx4_dev {
         struct pci_dev         *pdev;
         unsigned long           flags;
+        unsigned long           num_slaves;
         struct mlx4_caps        caps;
         struct radix_tree_root  qp_table_tree;
         u8                      rev_id;
         char                    board_id[MLX4_BOARD_ID_LEN];
+        int                     num_vfs;
 };
 
 struct mlx4_init_port_param {
@@ -487,14 +511,32 @@ struct mlx4_init_port_param {
 
 #define mlx4_foreach_port(port, dev, type)                              \
         for ((port) = 1; (port) <= (dev)->caps.num_ports; (port)++)     \
-                if (((type) == MLX4_PORT_TYPE_IB ? (dev)->caps.port_mask : \
-                     ~(dev)->caps.port_mask) & 1 << ((port) - 1))
+                if ((type) == (dev)->caps.port_mask[(port)])
 
-#define mlx4_foreach_ib_transport_port(port, dev)                       \
-        for ((port) = 1; (port) <= (dev)->caps.num_ports; (port)++)     \
-                if (((dev)->caps.port_mask & 1 << ((port) - 1)) ||      \
-                    ((dev)->caps.flags & MLX4_DEV_CAP_FLAG_IBOE))
+#define mlx4_foreach_ib_transport_port(port, dev)                         \
+        for ((port) = 1; (port) <= (dev)->caps.num_ports; (port)++)       \
+                if (((dev)->caps.port_mask[port] == MLX4_PORT_TYPE_IB) || \
+                        ((dev)->caps.flags & MLX4_DEV_CAP_FLAG_IBOE))
 
+static inline int mlx4_is_master(struct mlx4_dev *dev)
+{
+        return dev->flags & MLX4_FLAG_MASTER;
+}
+
+static inline int mlx4_is_qp_reserved(struct mlx4_dev *dev, u32 qpn)
+{
+        return (qpn < dev->caps.sqp_start + 8);
+}
+
+static inline int mlx4_is_mfunc(struct mlx4_dev *dev)
+{
+        return dev->flags & (MLX4_FLAG_SLAVE | MLX4_FLAG_MASTER);
+}
+
+static inline int mlx4_is_slave(struct mlx4_dev *dev)
+{
+        return dev->flags & MLX4_FLAG_SLAVE;
+}
 
 int mlx4_buf_alloc(struct mlx4_dev *dev, int size, int max_direct,
                    struct mlx4_buf *buf);
@@ -560,6 +602,10 @@ int mlx4_srq_query(struct mlx4_dev *dev, struct mlx4_srq *srq, int *limit_waterm
 int mlx4_INIT_PORT(struct mlx4_dev *dev, int port);
 int mlx4_CLOSE_PORT(struct mlx4_dev *dev, int port);
 
+int mlx4_unicast_attach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16],
+                        int block_mcast_loopback, enum mlx4_protocol prot);
+int mlx4_unicast_detach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16],
+                        enum mlx4_protocol prot);
 int mlx4_multicast_attach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16],
                           int block_mcast_loopback, enum mlx4_protocol protocol);
 int mlx4_multicast_detach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16],
@@ -570,9 +616,11 @@ int mlx4_unicast_promisc_add(struct mlx4_dev *dev, u32 qpn, u8 port);
 int mlx4_unicast_promisc_remove(struct mlx4_dev *dev, u32 qpn, u8 port);
 int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port, u64 mac, u64 clear, u8 mode);
 
-int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn, u8 wrap);
-void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, int qpn);
-int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac, u8 wrap);
+int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac);
+void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac);
+int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac);
+int mlx4_get_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn);
+void mlx4_put_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int qpn);
 
 int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx);
 int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index);
diff --git a/include/linux/mlx4/qp.h b/include/linux/mlx4/qp.h
index 48cc4cb97858..bee8fa231276 100644
--- a/include/linux/mlx4/qp.h
+++ b/include/linux/mlx4/qp.h
@@ -97,6 +97,33 @@ enum {
         MLX4_QP_BIT_RIC                         = 1 <<  4,
 };
 
+enum {
+        MLX4_RSS_HASH_XOR                       = 0,
+        MLX4_RSS_HASH_TOP                       = 1,
+
+        MLX4_RSS_UDP_IPV6                       = 1 << 0,
+        MLX4_RSS_UDP_IPV4                       = 1 << 1,
+        MLX4_RSS_TCP_IPV6                       = 1 << 2,
+        MLX4_RSS_IPV6                           = 1 << 3,
+        MLX4_RSS_TCP_IPV4                       = 1 << 4,
+        MLX4_RSS_IPV4                           = 1 << 5,
+
+        /* offset of mlx4_rss_context within mlx4_qp_context.pri_path */
+        MLX4_RSS_OFFSET_IN_QPC_PRI_PATH         = 0x24,
+        /* offset of being RSS indirection QP within mlx4_qp_context.flags */
+        MLX4_RSS_QPC_FLAG_OFFSET                = 13,
+};
+
+struct mlx4_rss_context {
+        __be32                  base_qpn;
+        __be32                  default_qpn;
+        u16                     reserved;
+        u8                      hash_fn;
+        u8                      flags;
+        __be32                  rss_key[10];
+        __be32                  base_qpn_udp;
+};
+
 struct mlx4_qp_path {
         u8                      fl;
         u8                      reserved1[2];
@@ -183,6 +210,7 @@ struct mlx4_wqe_ctrl_seg {
          * [4]   IP checksum
          * [3:2] C (generate completion queue entry)
          * [1]   SE (solicited event)
+         * [0]   FL (force loopback)
          */
         __be32                  srcrb_flags;
         /*