diff options
Diffstat (limited to 'drivers/infiniband/hw')
| -rw-r--r-- | drivers/infiniband/hw/ipath/ipath_driver.c | 76 | ||||
| -rw-r--r-- | drivers/infiniband/hw/ipath/ipath_keys.c | 15 | ||||
| -rw-r--r-- | drivers/infiniband/hw/ipath/ipath_verbs.c | 5 | ||||
| -rw-r--r-- | drivers/infiniband/hw/mthca/mthca_av.c | 5 | ||||
| -rw-r--r-- | drivers/infiniband/hw/mthca/mthca_cmd.c | 5 | ||||
| -rw-r--r-- | drivers/infiniband/hw/mthca/mthca_qp.c | 13 | ||||
| -rw-r--r-- | drivers/infiniband/hw/mthca/mthca_srq.c | 3 |
7 files changed, 66 insertions, 56 deletions
diff --git a/drivers/infiniband/hw/ipath/ipath_driver.c b/drivers/infiniband/hw/ipath/ipath_driver.c index 823131d58b34..f98518d912b5 100644 --- a/drivers/infiniband/hw/ipath/ipath_driver.c +++ b/drivers/infiniband/hw/ipath/ipath_driver.c | |||
| @@ -859,6 +859,38 @@ static void ipath_rcv_layer(struct ipath_devdata *dd, u32 etail, | |||
| 859 | __ipath_layer_rcv_lid(dd, hdr); | 859 | __ipath_layer_rcv_lid(dd, hdr); |
| 860 | } | 860 | } |
| 861 | 861 | ||
| 862 | static void ipath_rcv_hdrerr(struct ipath_devdata *dd, | ||
| 863 | u32 eflags, | ||
| 864 | u32 l, | ||
| 865 | u32 etail, | ||
| 866 | u64 *rc) | ||
| 867 | { | ||
| 868 | char emsg[128]; | ||
| 869 | struct ipath_message_header *hdr; | ||
| 870 | |||
| 871 | get_rhf_errstring(eflags, emsg, sizeof emsg); | ||
| 872 | hdr = (struct ipath_message_header *)&rc[1]; | ||
| 873 | ipath_cdbg(PKT, "RHFerrs %x hdrqtail=%x typ=%u " | ||
| 874 | "tlen=%x opcode=%x egridx=%x: %s\n", | ||
| 875 | eflags, l, | ||
| 876 | ipath_hdrget_rcv_type((__le32 *) rc), | ||
| 877 | ipath_hdrget_length_in_bytes((__le32 *) rc), | ||
| 878 | be32_to_cpu(hdr->bth[0]) >> 24, | ||
| 879 | etail, emsg); | ||
| 880 | |||
| 881 | /* Count local link integrity errors. */ | ||
| 882 | if (eflags & (INFINIPATH_RHF_H_ICRCERR | INFINIPATH_RHF_H_VCRCERR)) { | ||
| 883 | u8 n = (dd->ipath_ibcctrl >> | ||
| 884 | INFINIPATH_IBCC_PHYERRTHRESHOLD_SHIFT) & | ||
| 885 | INFINIPATH_IBCC_PHYERRTHRESHOLD_MASK; | ||
| 886 | |||
| 887 | if (++dd->ipath_lli_counter > n) { | ||
| 888 | dd->ipath_lli_counter = 0; | ||
| 889 | dd->ipath_lli_errors++; | ||
| 890 | } | ||
| 891 | } | ||
| 892 | } | ||
| 893 | |||
| 862 | /* | 894 | /* |
| 863 | * ipath_kreceive - receive a packet | 895 | * ipath_kreceive - receive a packet |
| 864 | * @dd: the infinipath device | 896 | * @dd: the infinipath device |
| @@ -875,7 +907,6 @@ void ipath_kreceive(struct ipath_devdata *dd) | |||
| 875 | struct ipath_message_header *hdr; | 907 | struct ipath_message_header *hdr; |
| 876 | u32 eflags, i, etype, tlen, pkttot = 0, updegr=0, reloop=0; | 908 | u32 eflags, i, etype, tlen, pkttot = 0, updegr=0, reloop=0; |
| 877 | static u64 totcalls; /* stats, may eventually remove */ | 909 | static u64 totcalls; /* stats, may eventually remove */ |
| 878 | char emsg[128]; | ||
| 879 | 910 | ||
| 880 | if (!dd->ipath_hdrqtailptr) { | 911 | if (!dd->ipath_hdrqtailptr) { |
| 881 | ipath_dev_err(dd, | 912 | ipath_dev_err(dd, |
| @@ -938,26 +969,9 @@ reloop: | |||
| 938 | "%x\n", etype); | 969 | "%x\n", etype); |
| 939 | } | 970 | } |
| 940 | 971 | ||
| 941 | if (eflags & ~(INFINIPATH_RHF_H_TIDERR | | 972 | if (unlikely(eflags)) |
| 942 | INFINIPATH_RHF_H_IHDRERR)) { | 973 | ipath_rcv_hdrerr(dd, eflags, l, etail, rc); |
| 943 | get_rhf_errstring(eflags, emsg, sizeof emsg); | 974 | else if (etype == RCVHQ_RCV_TYPE_NON_KD) { |
| 944 | ipath_cdbg(PKT, "RHFerrs %x hdrqtail=%x typ=%u " | ||
| 945 | "tlen=%x opcode=%x egridx=%x: %s\n", | ||
| 946 | eflags, l, etype, tlen, bthbytes[0], | ||
| 947 | ipath_hdrget_index((__le32 *) rc), emsg); | ||
| 948 | /* Count local link integrity errors. */ | ||
| 949 | if (eflags & (INFINIPATH_RHF_H_ICRCERR | | ||
| 950 | INFINIPATH_RHF_H_VCRCERR)) { | ||
| 951 | u8 n = (dd->ipath_ibcctrl >> | ||
| 952 | INFINIPATH_IBCC_PHYERRTHRESHOLD_SHIFT) & | ||
| 953 | INFINIPATH_IBCC_PHYERRTHRESHOLD_MASK; | ||
| 954 | |||
| 955 | if (++dd->ipath_lli_counter > n) { | ||
| 956 | dd->ipath_lli_counter = 0; | ||
| 957 | dd->ipath_lli_errors++; | ||
| 958 | } | ||
| 959 | } | ||
| 960 | } else if (etype == RCVHQ_RCV_TYPE_NON_KD) { | ||
| 961 | int ret = __ipath_verbs_rcv(dd, rc + 1, | 975 | int ret = __ipath_verbs_rcv(dd, rc + 1, |
| 962 | ebuf, tlen); | 976 | ebuf, tlen); |
| 963 | if (ret == -ENODEV) | 977 | if (ret == -ENODEV) |
| @@ -981,25 +995,7 @@ reloop: | |||
| 981 | else if (etype == RCVHQ_RCV_TYPE_EXPECTED) | 995 | else if (etype == RCVHQ_RCV_TYPE_EXPECTED) |
| 982 | ipath_dbg("Bug: Expected TID, opcode %x; ignored\n", | 996 | ipath_dbg("Bug: Expected TID, opcode %x; ignored\n", |
| 983 | be32_to_cpu(hdr->bth[0]) & 0xff); | 997 | be32_to_cpu(hdr->bth[0]) & 0xff); |
| 984 | else if (eflags & (INFINIPATH_RHF_H_TIDERR | | 998 | else { |
| 985 | INFINIPATH_RHF_H_IHDRERR)) { | ||
| 986 | /* | ||
| 987 | * This is a type 3 packet, only the LRH is in the | ||
| 988 | * rcvhdrq, the rest of the header is in the eager | ||
| 989 | * buffer. | ||
| 990 | */ | ||
| 991 | u8 opcode; | ||
| 992 | if (ebuf) { | ||
| 993 | bthbytes = (u8 *) ebuf; | ||
| 994 | opcode = *bthbytes; | ||
| 995 | } | ||
| 996 | else | ||
| 997 | opcode = 0; | ||
| 998 | get_rhf_errstring(eflags, emsg, sizeof emsg); | ||
| 999 | ipath_dbg("Err %x (%s), opcode %x, egrbuf %x, " | ||
| 1000 | "len %x\n", eflags, emsg, opcode, etail, | ||
| 1001 | tlen); | ||
| 1002 | } else { | ||
| 1003 | /* | 999 | /* |
| 1004 | * error packet, type of error unknown. | 1000 | * error packet, type of error unknown. |
| 1005 | * Probably type 3, but we don't know, so don't | 1001 | * Probably type 3, but we don't know, so don't |
diff --git a/drivers/infiniband/hw/ipath/ipath_keys.c b/drivers/infiniband/hw/ipath/ipath_keys.c index 46773c673a1a..a5ca279370aa 100644 --- a/drivers/infiniband/hw/ipath/ipath_keys.c +++ b/drivers/infiniband/hw/ipath/ipath_keys.c | |||
| @@ -197,6 +197,21 @@ int ipath_rkey_ok(struct ipath_ibdev *dev, struct ipath_sge_state *ss, | |||
| 197 | size_t off; | 197 | size_t off; |
| 198 | int ret; | 198 | int ret; |
| 199 | 199 | ||
| 200 | /* | ||
| 201 | * We use RKEY == zero for physical addresses | ||
| 202 | * (see ipath_get_dma_mr). | ||
| 203 | */ | ||
| 204 | if (rkey == 0) { | ||
| 205 | sge->mr = NULL; | ||
| 206 | sge->vaddr = phys_to_virt(vaddr); | ||
| 207 | sge->length = len; | ||
| 208 | sge->sge_length = len; | ||
| 209 | ss->sg_list = NULL; | ||
| 210 | ss->num_sge = 1; | ||
| 211 | ret = 1; | ||
| 212 | goto bail; | ||
| 213 | } | ||
| 214 | |||
| 200 | mr = rkt->table[(rkey >> (32 - ib_ipath_lkey_table_size))]; | 215 | mr = rkt->table[(rkey >> (32 - ib_ipath_lkey_table_size))]; |
| 201 | if (unlikely(mr == NULL || mr->lkey != rkey)) { | 216 | if (unlikely(mr == NULL || mr->lkey != rkey)) { |
| 202 | ret = 0; | 217 | ret = 0; |
diff --git a/drivers/infiniband/hw/ipath/ipath_verbs.c b/drivers/infiniband/hw/ipath/ipath_verbs.c index 56ac336dd1ec..d70a9b6b5239 100644 --- a/drivers/infiniband/hw/ipath/ipath_verbs.c +++ b/drivers/infiniband/hw/ipath/ipath_verbs.c | |||
| @@ -191,10 +191,6 @@ void ipath_skip_sge(struct ipath_sge_state *ss, u32 length) | |||
| 191 | { | 191 | { |
| 192 | struct ipath_sge *sge = &ss->sge; | 192 | struct ipath_sge *sge = &ss->sge; |
| 193 | 193 | ||
| 194 | while (length > sge->sge_length) { | ||
| 195 | length -= sge->sge_length; | ||
| 196 | ss->sge = *ss->sg_list++; | ||
| 197 | } | ||
| 198 | while (length) { | 194 | while (length) { |
| 199 | u32 len = sge->length; | 195 | u32 len = sge->length; |
| 200 | 196 | ||
| @@ -627,6 +623,7 @@ static int ipath_query_device(struct ib_device *ibdev, | |||
| 627 | props->device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | | 623 | props->device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | |
| 628 | IB_DEVICE_BAD_QKEY_CNTR | IB_DEVICE_SHUTDOWN_PORT | | 624 | IB_DEVICE_BAD_QKEY_CNTR | IB_DEVICE_SHUTDOWN_PORT | |
| 629 | IB_DEVICE_SYS_IMAGE_GUID; | 625 | IB_DEVICE_SYS_IMAGE_GUID; |
| 626 | props->page_size_cap = PAGE_SIZE; | ||
| 630 | props->vendor_id = ipath_layer_get_vendorid(dev->dd); | 627 | props->vendor_id = ipath_layer_get_vendorid(dev->dd); |
| 631 | props->vendor_part_id = ipath_layer_get_deviceid(dev->dd); | 628 | props->vendor_part_id = ipath_layer_get_deviceid(dev->dd); |
| 632 | props->hw_ver = ipath_layer_get_pcirev(dev->dd); | 629 | props->hw_ver = ipath_layer_get_pcirev(dev->dd); |
diff --git a/drivers/infiniband/hw/mthca/mthca_av.c b/drivers/infiniband/hw/mthca/mthca_av.c index b12aa03be251..e215041b2db9 100644 --- a/drivers/infiniband/hw/mthca/mthca_av.c +++ b/drivers/infiniband/hw/mthca/mthca_av.c | |||
| @@ -303,9 +303,10 @@ int mthca_ah_query(struct ib_ah *ibah, struct ib_ah_attr *attr) | |||
| 303 | memset(attr, 0, sizeof *attr); | 303 | memset(attr, 0, sizeof *attr); |
| 304 | attr->dlid = be16_to_cpu(ah->av->dlid); | 304 | attr->dlid = be16_to_cpu(ah->av->dlid); |
| 305 | attr->sl = be32_to_cpu(ah->av->sl_tclass_flowlabel) >> 28; | 305 | attr->sl = be32_to_cpu(ah->av->sl_tclass_flowlabel) >> 28; |
| 306 | attr->static_rate = ah->av->msg_sr & 0x7; | ||
| 307 | attr->src_path_bits = ah->av->g_slid & 0x7F; | ||
| 308 | attr->port_num = be32_to_cpu(ah->av->port_pd) >> 24; | 306 | attr->port_num = be32_to_cpu(ah->av->port_pd) >> 24; |
| 307 | attr->static_rate = mthca_rate_to_ib(dev, ah->av->msg_sr & 0x7, | ||
| 308 | attr->port_num); | ||
| 309 | attr->src_path_bits = ah->av->g_slid & 0x7F; | ||
| 309 | attr->ah_flags = mthca_ah_grh_present(ah) ? IB_AH_GRH : 0; | 310 | attr->ah_flags = mthca_ah_grh_present(ah) ? IB_AH_GRH : 0; |
| 310 | 311 | ||
| 311 | if (attr->ah_flags) { | 312 | if (attr->ah_flags) { |
diff --git a/drivers/infiniband/hw/mthca/mthca_cmd.c b/drivers/infiniband/hw/mthca/mthca_cmd.c index d0f7731802c9..deabc14b4ea4 100644 --- a/drivers/infiniband/hw/mthca/mthca_cmd.c +++ b/drivers/infiniband/hw/mthca/mthca_cmd.c | |||
| @@ -778,11 +778,12 @@ int mthca_QUERY_FW(struct mthca_dev *dev, u8 *status) | |||
| 778 | ((dev->fw_ver & 0xffff0000ull) >> 16) | | 778 | ((dev->fw_ver & 0xffff0000ull) >> 16) | |
| 779 | ((dev->fw_ver & 0x0000ffffull) << 16); | 779 | ((dev->fw_ver & 0x0000ffffull) << 16); |
| 780 | 780 | ||
| 781 | MTHCA_GET(lg, outbox, QUERY_FW_MAX_CMD_OFFSET); | ||
| 782 | dev->cmd.max_cmds = 1 << lg; | ||
| 783 | |||
| 781 | mthca_dbg(dev, "FW version %012llx, max commands %d\n", | 784 | mthca_dbg(dev, "FW version %012llx, max commands %d\n", |
| 782 | (unsigned long long) dev->fw_ver, dev->cmd.max_cmds); | 785 | (unsigned long long) dev->fw_ver, dev->cmd.max_cmds); |
| 783 | 786 | ||
| 784 | MTHCA_GET(lg, outbox, QUERY_FW_MAX_CMD_OFFSET); | ||
| 785 | dev->cmd.max_cmds = 1 << lg; | ||
| 786 | MTHCA_GET(dev->catas_err.addr, outbox, QUERY_FW_ERR_START_OFFSET); | 787 | MTHCA_GET(dev->catas_err.addr, outbox, QUERY_FW_ERR_START_OFFSET); |
| 787 | MTHCA_GET(dev->catas_err.size, outbox, QUERY_FW_ERR_SIZE_OFFSET); | 788 | MTHCA_GET(dev->catas_err.size, outbox, QUERY_FW_ERR_SIZE_OFFSET); |
| 788 | 789 | ||
diff --git a/drivers/infiniband/hw/mthca/mthca_qp.c b/drivers/infiniband/hw/mthca/mthca_qp.c index 490fc783bb0c..cd8b6721ac9c 100644 --- a/drivers/infiniband/hw/mthca/mthca_qp.c +++ b/drivers/infiniband/hw/mthca/mthca_qp.c | |||
| @@ -222,9 +222,8 @@ static void *get_send_wqe(struct mthca_qp *qp, int n) | |||
| 222 | (PAGE_SIZE - 1)); | 222 | (PAGE_SIZE - 1)); |
| 223 | } | 223 | } |
| 224 | 224 | ||
| 225 | static void mthca_wq_init(struct mthca_wq *wq) | 225 | static void mthca_wq_reset(struct mthca_wq *wq) |
| 226 | { | 226 | { |
| 227 | /* mthca_alloc_qp_common() initializes the locks */ | ||
| 228 | wq->next_ind = 0; | 227 | wq->next_ind = 0; |
| 229 | wq->last_comp = wq->max - 1; | 228 | wq->last_comp = wq->max - 1; |
| 230 | wq->head = 0; | 229 | wq->head = 0; |
| @@ -845,10 +844,10 @@ int mthca_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr, int attr_mask) | |||
| 845 | mthca_cq_clean(dev, to_mcq(qp->ibqp.recv_cq), qp->qpn, | 844 | mthca_cq_clean(dev, to_mcq(qp->ibqp.recv_cq), qp->qpn, |
| 846 | qp->ibqp.srq ? to_msrq(qp->ibqp.srq) : NULL); | 845 | qp->ibqp.srq ? to_msrq(qp->ibqp.srq) : NULL); |
| 847 | 846 | ||
| 848 | mthca_wq_init(&qp->sq); | 847 | mthca_wq_reset(&qp->sq); |
| 849 | qp->sq.last = get_send_wqe(qp, qp->sq.max - 1); | 848 | qp->sq.last = get_send_wqe(qp, qp->sq.max - 1); |
| 850 | 849 | ||
| 851 | mthca_wq_init(&qp->rq); | 850 | mthca_wq_reset(&qp->rq); |
| 852 | qp->rq.last = get_recv_wqe(qp, qp->rq.max - 1); | 851 | qp->rq.last = get_recv_wqe(qp, qp->rq.max - 1); |
| 853 | 852 | ||
| 854 | if (mthca_is_memfree(dev)) { | 853 | if (mthca_is_memfree(dev)) { |
| @@ -1112,9 +1111,9 @@ static int mthca_alloc_qp_common(struct mthca_dev *dev, | |||
| 1112 | qp->atomic_rd_en = 0; | 1111 | qp->atomic_rd_en = 0; |
| 1113 | qp->resp_depth = 0; | 1112 | qp->resp_depth = 0; |
| 1114 | qp->sq_policy = send_policy; | 1113 | qp->sq_policy = send_policy; |
| 1115 | mthca_wq_init(&qp->sq); | 1114 | mthca_wq_reset(&qp->sq); |
| 1116 | mthca_wq_init(&qp->rq); | 1115 | mthca_wq_reset(&qp->rq); |
| 1117 | /* these are initialized separately so lockdep can tell them apart */ | 1116 | |
| 1118 | spin_lock_init(&qp->sq.lock); | 1117 | spin_lock_init(&qp->sq.lock); |
| 1119 | spin_lock_init(&qp->rq.lock); | 1118 | spin_lock_init(&qp->rq.lock); |
| 1120 | 1119 | ||
diff --git a/drivers/infiniband/hw/mthca/mthca_srq.c b/drivers/infiniband/hw/mthca/mthca_srq.c index fab417c5cf43..b60a9d79ae54 100644 --- a/drivers/infiniband/hw/mthca/mthca_srq.c +++ b/drivers/infiniband/hw/mthca/mthca_srq.c | |||
| @@ -370,7 +370,8 @@ int mthca_modify_srq(struct ib_srq *ibsrq, struct ib_srq_attr *attr, | |||
| 370 | return -EINVAL; | 370 | return -EINVAL; |
| 371 | 371 | ||
| 372 | if (attr_mask & IB_SRQ_LIMIT) { | 372 | if (attr_mask & IB_SRQ_LIMIT) { |
| 373 | if (attr->srq_limit > srq->max) | 373 | u32 max_wr = mthca_is_memfree(dev) ? srq->max - 1 : srq->max; |
| 374 | if (attr->srq_limit > max_wr) | ||
| 374 | return -EINVAL; | 375 | return -EINVAL; |
| 375 | 376 | ||
| 376 | mutex_lock(&srq->mutex); | 377 | mutex_lock(&srq->mutex); |
