2 * Copyright(c) 2015, 2016 Intel Corporation.
4 * This file is provided under a dual BSD/GPLv2 license. When using or
5 * redistributing this file, you may do so under either license.
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
20 * Redistribution and use in source and binary forms, with or without
21 * modification, are permitted provided that the following conditions
24 * - Redistributions of source code must retain the above copyright
25 * notice, this list of conditions and the following disclaimer.
26 * - Redistributions in binary form must reproduce the above copyright
27 * notice, this list of conditions and the following disclaimer in
28 * the documentation and/or other materials provided with the
30 * - Neither the name of Intel Corporation nor the names of its
31 * contributors may be used to endorse or promote products derived
32 * from this software without specific prior written permission.
34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
47 #define CREATE_TRACE_POINTS
50 u8 ibhdr_exhdr_len(struct ib_header *hdr)
52 struct ib_other_headers *ohdr;
54 u8 lnh = (u8)(be16_to_cpu(hdr->lrh[0]) & 3);
56 if (lnh == HFI1_LRH_BTH)
60 opcode = be32_to_cpu(ohdr->bth[0]) >> 24;
61 return hdr_len_by_opcode[opcode] == 0 ?
62 0 : hdr_len_by_opcode[opcode] - (12 + 8);
65 #define IMM_PRN "imm %d"
66 #define RETH_PRN "reth vaddr 0x%.16llx rkey 0x%.8x dlen 0x%.8x"
67 #define AETH_PRN "aeth syn 0x%.2x %s msn 0x%.8x"
68 #define DETH_PRN "deth qkey 0x%.8x sqpn 0x%.6x"
69 #define IETH_PRN "ieth rkey 0x%.8x"
70 #define ATOMICACKETH_PRN "origdata %llx"
71 #define ATOMICETH_PRN "vaddr 0x%llx rkey 0x%.8x sdata %llx cdata %llx"
73 #define OP(transport, op) IB_OPCODE_## transport ## _ ## op
75 static const char *parse_syndrome(u8 syndrome)
77 switch (syndrome >> 5) {
88 const char *parse_everbs_hdrs(
93 union ib_ehdrs *eh = ehdrs;
94 const char *ret = trace_seq_buffer_ptr(p);
98 case OP(RC, SEND_LAST_WITH_IMMEDIATE):
99 case OP(UC, SEND_LAST_WITH_IMMEDIATE):
100 case OP(RC, SEND_ONLY_WITH_IMMEDIATE):
101 case OP(UC, SEND_ONLY_WITH_IMMEDIATE):
102 case OP(RC, RDMA_WRITE_LAST_WITH_IMMEDIATE):
103 case OP(UC, RDMA_WRITE_LAST_WITH_IMMEDIATE):
104 trace_seq_printf(p, IMM_PRN,
105 be32_to_cpu(eh->imm_data));
108 case OP(RC, RDMA_WRITE_ONLY_WITH_IMMEDIATE):
109 case OP(UC, RDMA_WRITE_ONLY_WITH_IMMEDIATE):
110 trace_seq_printf(p, RETH_PRN " " IMM_PRN,
111 get_ib_reth_vaddr(&eh->rc.reth),
112 be32_to_cpu(eh->rc.reth.rkey),
113 be32_to_cpu(eh->rc.reth.length),
114 be32_to_cpu(eh->rc.imm_data));
117 case OP(RC, RDMA_READ_REQUEST):
118 case OP(RC, RDMA_WRITE_FIRST):
119 case OP(UC, RDMA_WRITE_FIRST):
120 case OP(RC, RDMA_WRITE_ONLY):
121 case OP(UC, RDMA_WRITE_ONLY):
122 trace_seq_printf(p, RETH_PRN,
123 get_ib_reth_vaddr(&eh->rc.reth),
124 be32_to_cpu(eh->rc.reth.rkey),
125 be32_to_cpu(eh->rc.reth.length));
127 case OP(RC, RDMA_READ_RESPONSE_FIRST):
128 case OP(RC, RDMA_READ_RESPONSE_LAST):
129 case OP(RC, RDMA_READ_RESPONSE_ONLY):
130 case OP(RC, ACKNOWLEDGE):
131 trace_seq_printf(p, AETH_PRN, be32_to_cpu(eh->aeth) >> 24,
132 parse_syndrome(be32_to_cpu(eh->aeth) >> 24),
133 be32_to_cpu(eh->aeth) & HFI1_MSN_MASK);
135 /* aeth + atomicacketh */
136 case OP(RC, ATOMIC_ACKNOWLEDGE):
137 trace_seq_printf(p, AETH_PRN " " ATOMICACKETH_PRN,
138 be32_to_cpu(eh->at.aeth) >> 24,
139 parse_syndrome(be32_to_cpu(eh->at.aeth) >> 24),
140 be32_to_cpu(eh->at.aeth) & HFI1_MSN_MASK,
141 ib_u64_get(&eh->at.atomic_ack_eth));
144 case OP(RC, COMPARE_SWAP):
145 case OP(RC, FETCH_ADD):
146 trace_seq_printf(p, ATOMICETH_PRN,
147 get_ib_ateth_vaddr(&eh->atomic_eth),
149 get_ib_ateth_swap(&eh->atomic_eth),
150 get_ib_ateth_compare(&eh->atomic_eth));
153 case OP(UD, SEND_ONLY):
154 case OP(UD, SEND_ONLY_WITH_IMMEDIATE):
155 trace_seq_printf(p, DETH_PRN,
156 be32_to_cpu(eh->ud.deth[0]),
157 be32_to_cpu(eh->ud.deth[1]) & RVT_QPN_MASK);
160 case OP(RC, SEND_LAST_WITH_INVALIDATE):
161 case OP(RC, SEND_ONLY_WITH_INVALIDATE):
162 trace_seq_printf(p, IETH_PRN,
163 be32_to_cpu(eh->ieth));
166 trace_seq_putc(p, 0);
170 const char *parse_sdma_flags(
172 u64 desc0, u64 desc1)
174 const char *ret = trace_seq_buffer_ptr(p);
175 char flags[5] = { 'x', 'x', 'x', 'x', 0 };
177 flags[0] = (desc1 & SDMA_DESC1_INT_REQ_FLAG) ? 'I' : '-';
178 flags[1] = (desc1 & SDMA_DESC1_HEAD_TO_HOST_FLAG) ? 'H' : '-';
179 flags[2] = (desc0 & SDMA_DESC0_FIRST_DESC_FLAG) ? 'F' : '-';
180 flags[3] = (desc0 & SDMA_DESC0_LAST_DESC_FLAG) ? 'L' : '-';
181 trace_seq_printf(p, "%s", flags);
182 if (desc0 & SDMA_DESC0_FIRST_DESC_FLAG)
183 trace_seq_printf(p, " amode:%u aidx:%u alen:%u",
184 (u8)((desc1 >> SDMA_DESC1_HEADER_MODE_SHIFT) &
185 SDMA_DESC1_HEADER_MODE_MASK),
186 (u8)((desc1 >> SDMA_DESC1_HEADER_INDEX_SHIFT) &
187 SDMA_DESC1_HEADER_INDEX_MASK),
188 (u8)((desc1 >> SDMA_DESC1_HEADER_DWS_SHIFT) &
189 SDMA_DESC1_HEADER_DWS_MASK));
193 const char *print_u32_array(
198 const char *ret = trace_seq_buffer_ptr(p);
200 for (i = 0; i < len ; i++)
201 trace_seq_printf(p, "%s%#x", i == 0 ? "" : " ", arr[i]);
202 trace_seq_putc(p, 0);
206 __hfi1_trace_fn(PKT);
207 __hfi1_trace_fn(PROC);
208 __hfi1_trace_fn(SDMA);
209 __hfi1_trace_fn(LINKVERB);
210 __hfi1_trace_fn(DEBUG);
211 __hfi1_trace_fn(SNOOP);
212 __hfi1_trace_fn(CNTR);
213 __hfi1_trace_fn(PIO);
214 __hfi1_trace_fn(DC8051);
215 __hfi1_trace_fn(FIRMWARE);
216 __hfi1_trace_fn(RCVCTRL);
217 __hfi1_trace_fn(TID);
218 __hfi1_trace_fn(MMU);
219 __hfi1_trace_fn(IOCTL);