2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
24 #include <linux/firmware.h>
25 #include <linux/slab.h>
26 #include <linux/module.h>
29 #include "amdgpu_atombios.h"
30 #include "amdgpu_ih.h"
31 #include "amdgpu_uvd.h"
32 #include "amdgpu_vce.h"
34 #include "amdgpu_powerplay.h"
43 static const u32 tahiti_golden_registers[] =
45 0x2684, 0x00010000, 0x00018208,
46 0x260c, 0xffffffff, 0x00000000,
47 0x260d, 0xf00fffff, 0x00000400,
48 0x260e, 0x0002021c, 0x00020200,
49 0x031e, 0x00000080, 0x00000000,
50 0x340c, 0x000300c0, 0x00800040,
51 0x360c, 0x000300c0, 0x00800040,
52 0x16ec, 0x000000f0, 0x00000070,
53 0x16f0, 0x00200000, 0x50100000,
54 0x1c0c, 0x31000311, 0x00000011,
55 0x09df, 0x00000003, 0x000007ff,
56 0x0903, 0x000007ff, 0x00000000,
57 0x2285, 0xf000001f, 0x00000007,
58 0x22c9, 0xffffffff, 0x00ffffff,
59 0x22c4, 0x0000ff0f, 0x00000000,
60 0xa293, 0x07ffffff, 0x4e000000,
61 0xa0d4, 0x3f3f3fff, 0x2a00126a,
62 0x000c, 0x000000ff, 0x0040,
63 0x000d, 0x00000040, 0x00004040,
64 0x2440, 0x07ffffff, 0x03000000,
65 0x23a2, 0x01ff1f3f, 0x00000000,
66 0x23a1, 0x01ff1f3f, 0x00000000,
67 0x2418, 0x0000007f, 0x00000020,
68 0x2542, 0x00010000, 0x00010000,
69 0x2b05, 0x00000200, 0x000002fb,
70 0x2b04, 0xffffffff, 0x0000543b,
71 0x2b03, 0xffffffff, 0xa9210876,
72 0x2234, 0xffffffff, 0x000fff40,
73 0x2235, 0x0000001f, 0x00000010,
74 0x0504, 0x20000000, 0x20fffed8,
75 0x0570, 0x000c0fc0, 0x000c0400
78 static const u32 tahiti_golden_registers2[] =
80 0x0319, 0x00000001, 0x00000001
83 static const u32 tahiti_golden_rlc_registers[] =
85 0x3109, 0xffffffff, 0x00601005,
86 0x311f, 0xffffffff, 0x10104040,
87 0x3122, 0xffffffff, 0x0100000a,
88 0x30c5, 0xffffffff, 0x00000800,
89 0x30c3, 0xffffffff, 0x800000f4,
90 0x3d2a, 0xffffffff, 0x00000000
93 static const u32 pitcairn_golden_registers[] =
95 0x2684, 0x00010000, 0x00018208,
96 0x260c, 0xffffffff, 0x00000000,
97 0x260d, 0xf00fffff, 0x00000400,
98 0x260e, 0x0002021c, 0x00020200,
99 0x031e, 0x00000080, 0x00000000,
100 0x340c, 0x000300c0, 0x00800040,
101 0x360c, 0x000300c0, 0x00800040,
102 0x16ec, 0x000000f0, 0x00000070,
103 0x16f0, 0x00200000, 0x50100000,
104 0x1c0c, 0x31000311, 0x00000011,
105 0x0ab9, 0x00073ffe, 0x000022a2,
106 0x0903, 0x000007ff, 0x00000000,
107 0x2285, 0xf000001f, 0x00000007,
108 0x22c9, 0xffffffff, 0x00ffffff,
109 0x22c4, 0x0000ff0f, 0x00000000,
110 0xa293, 0x07ffffff, 0x4e000000,
111 0xa0d4, 0x3f3f3fff, 0x2a00126a,
112 0x000c, 0x000000ff, 0x0040,
113 0x000d, 0x00000040, 0x00004040,
114 0x2440, 0x07ffffff, 0x03000000,
115 0x2418, 0x0000007f, 0x00000020,
116 0x2542, 0x00010000, 0x00010000,
117 0x2b05, 0x000003ff, 0x000000f7,
118 0x2b04, 0xffffffff, 0x00000000,
119 0x2b03, 0xffffffff, 0x32761054,
120 0x2235, 0x0000001f, 0x00000010,
121 0x0570, 0x000c0fc0, 0x000c0400
124 static const u32 pitcairn_golden_rlc_registers[] =
126 0x3109, 0xffffffff, 0x00601004,
127 0x311f, 0xffffffff, 0x10102020,
128 0x3122, 0xffffffff, 0x01000020,
129 0x30c5, 0xffffffff, 0x00000800,
130 0x30c3, 0xffffffff, 0x800000a4
133 static const u32 verde_pg_init[] =
135 0xd4f, 0xffffffff, 0x40000,
136 0xd4e, 0xffffffff, 0x200010ff,
137 0xd4f, 0xffffffff, 0x0,
138 0xd4f, 0xffffffff, 0x0,
139 0xd4f, 0xffffffff, 0x0,
140 0xd4f, 0xffffffff, 0x0,
141 0xd4f, 0xffffffff, 0x0,
142 0xd4f, 0xffffffff, 0x7007,
143 0xd4e, 0xffffffff, 0x300010ff,
144 0xd4f, 0xffffffff, 0x0,
145 0xd4f, 0xffffffff, 0x0,
146 0xd4f, 0xffffffff, 0x0,
147 0xd4f, 0xffffffff, 0x0,
148 0xd4f, 0xffffffff, 0x0,
149 0xd4f, 0xffffffff, 0x400000,
150 0xd4e, 0xffffffff, 0x100010ff,
151 0xd4f, 0xffffffff, 0x0,
152 0xd4f, 0xffffffff, 0x0,
153 0xd4f, 0xffffffff, 0x0,
154 0xd4f, 0xffffffff, 0x0,
155 0xd4f, 0xffffffff, 0x0,
156 0xd4f, 0xffffffff, 0x120200,
157 0xd4e, 0xffffffff, 0x500010ff,
158 0xd4f, 0xffffffff, 0x0,
159 0xd4f, 0xffffffff, 0x0,
160 0xd4f, 0xffffffff, 0x0,
161 0xd4f, 0xffffffff, 0x0,
162 0xd4f, 0xffffffff, 0x0,
163 0xd4f, 0xffffffff, 0x1e1e16,
164 0xd4e, 0xffffffff, 0x600010ff,
165 0xd4f, 0xffffffff, 0x0,
166 0xd4f, 0xffffffff, 0x0,
167 0xd4f, 0xffffffff, 0x0,
168 0xd4f, 0xffffffff, 0x0,
169 0xd4f, 0xffffffff, 0x0,
170 0xd4f, 0xffffffff, 0x171f1e,
171 0xd4e, 0xffffffff, 0x700010ff,
172 0xd4f, 0xffffffff, 0x0,
173 0xd4f, 0xffffffff, 0x0,
174 0xd4f, 0xffffffff, 0x0,
175 0xd4f, 0xffffffff, 0x0,
176 0xd4f, 0xffffffff, 0x0,
177 0xd4f, 0xffffffff, 0x0,
178 0xd4e, 0xffffffff, 0x9ff,
179 0xd40, 0xffffffff, 0x0,
180 0xd41, 0xffffffff, 0x10000800,
181 0xd41, 0xffffffff, 0xf,
182 0xd41, 0xffffffff, 0xf,
183 0xd40, 0xffffffff, 0x4,
184 0xd41, 0xffffffff, 0x1000051e,
185 0xd41, 0xffffffff, 0xffff,
186 0xd41, 0xffffffff, 0xffff,
187 0xd40, 0xffffffff, 0x8,
188 0xd41, 0xffffffff, 0x80500,
189 0xd40, 0xffffffff, 0x12,
190 0xd41, 0xffffffff, 0x9050c,
191 0xd40, 0xffffffff, 0x1d,
192 0xd41, 0xffffffff, 0xb052c,
193 0xd40, 0xffffffff, 0x2a,
194 0xd41, 0xffffffff, 0x1053e,
195 0xd40, 0xffffffff, 0x2d,
196 0xd41, 0xffffffff, 0x10546,
197 0xd40, 0xffffffff, 0x30,
198 0xd41, 0xffffffff, 0xa054e,
199 0xd40, 0xffffffff, 0x3c,
200 0xd41, 0xffffffff, 0x1055f,
201 0xd40, 0xffffffff, 0x3f,
202 0xd41, 0xffffffff, 0x10567,
203 0xd40, 0xffffffff, 0x42,
204 0xd41, 0xffffffff, 0x1056f,
205 0xd40, 0xffffffff, 0x45,
206 0xd41, 0xffffffff, 0x10572,
207 0xd40, 0xffffffff, 0x48,
208 0xd41, 0xffffffff, 0x20575,
209 0xd40, 0xffffffff, 0x4c,
210 0xd41, 0xffffffff, 0x190801,
211 0xd40, 0xffffffff, 0x67,
212 0xd41, 0xffffffff, 0x1082a,
213 0xd40, 0xffffffff, 0x6a,
214 0xd41, 0xffffffff, 0x1b082d,
215 0xd40, 0xffffffff, 0x87,
216 0xd41, 0xffffffff, 0x310851,
217 0xd40, 0xffffffff, 0xba,
218 0xd41, 0xffffffff, 0x891,
219 0xd40, 0xffffffff, 0xbc,
220 0xd41, 0xffffffff, 0x893,
221 0xd40, 0xffffffff, 0xbe,
222 0xd41, 0xffffffff, 0x20895,
223 0xd40, 0xffffffff, 0xc2,
224 0xd41, 0xffffffff, 0x20899,
225 0xd40, 0xffffffff, 0xc6,
226 0xd41, 0xffffffff, 0x2089d,
227 0xd40, 0xffffffff, 0xca,
228 0xd41, 0xffffffff, 0x8a1,
229 0xd40, 0xffffffff, 0xcc,
230 0xd41, 0xffffffff, 0x8a3,
231 0xd40, 0xffffffff, 0xce,
232 0xd41, 0xffffffff, 0x308a5,
233 0xd40, 0xffffffff, 0xd3,
234 0xd41, 0xffffffff, 0x6d08cd,
235 0xd40, 0xffffffff, 0x142,
236 0xd41, 0xffffffff, 0x2000095a,
237 0xd41, 0xffffffff, 0x1,
238 0xd40, 0xffffffff, 0x144,
239 0xd41, 0xffffffff, 0x301f095b,
240 0xd40, 0xffffffff, 0x165,
241 0xd41, 0xffffffff, 0xc094d,
242 0xd40, 0xffffffff, 0x173,
243 0xd41, 0xffffffff, 0xf096d,
244 0xd40, 0xffffffff, 0x184,
245 0xd41, 0xffffffff, 0x15097f,
246 0xd40, 0xffffffff, 0x19b,
247 0xd41, 0xffffffff, 0xc0998,
248 0xd40, 0xffffffff, 0x1a9,
249 0xd41, 0xffffffff, 0x409a7,
250 0xd40, 0xffffffff, 0x1af,
251 0xd41, 0xffffffff, 0xcdc,
252 0xd40, 0xffffffff, 0x1b1,
253 0xd41, 0xffffffff, 0x800,
254 0xd42, 0xffffffff, 0x6c9b2000,
255 0xd44, 0xfc00, 0x2000,
256 0xd51, 0xffffffff, 0xfc0,
257 0xa35, 0x00000100, 0x100
260 static const u32 verde_golden_rlc_registers[] =
262 0x3109, 0xffffffff, 0x033f1005,
263 0x311f, 0xffffffff, 0x10808020,
264 0x3122, 0xffffffff, 0x00800008,
265 0x30c5, 0xffffffff, 0x00001000,
266 0x30c3, 0xffffffff, 0x80010014
269 static const u32 verde_golden_registers[] =
271 0x2684, 0x00010000, 0x00018208,
272 0x260c, 0xffffffff, 0x00000000,
273 0x260d, 0xf00fffff, 0x00000400,
274 0x260e, 0x0002021c, 0x00020200,
275 0x031e, 0x00000080, 0x00000000,
276 0x340c, 0x000300c0, 0x00800040,
277 0x340c, 0x000300c0, 0x00800040,
278 0x360c, 0x000300c0, 0x00800040,
279 0x360c, 0x000300c0, 0x00800040,
280 0x16ec, 0x000000f0, 0x00000070,
281 0x16f0, 0x00200000, 0x50100000,
283 0x1c0c, 0x31000311, 0x00000011,
284 0x0ab9, 0x00073ffe, 0x000022a2,
285 0x0ab9, 0x00073ffe, 0x000022a2,
286 0x0ab9, 0x00073ffe, 0x000022a2,
287 0x0903, 0x000007ff, 0x00000000,
288 0x0903, 0x000007ff, 0x00000000,
289 0x0903, 0x000007ff, 0x00000000,
290 0x2285, 0xf000001f, 0x00000007,
291 0x2285, 0xf000001f, 0x00000007,
292 0x2285, 0xf000001f, 0x00000007,
293 0x2285, 0xffffffff, 0x00ffffff,
294 0x22c4, 0x0000ff0f, 0x00000000,
296 0xa293, 0x07ffffff, 0x4e000000,
297 0xa0d4, 0x3f3f3fff, 0x0000124a,
298 0xa0d4, 0x3f3f3fff, 0x0000124a,
299 0xa0d4, 0x3f3f3fff, 0x0000124a,
300 0x000c, 0x000000ff, 0x0040,
301 0x000d, 0x00000040, 0x00004040,
302 0x2440, 0x07ffffff, 0x03000000,
303 0x2440, 0x07ffffff, 0x03000000,
304 0x23a2, 0x01ff1f3f, 0x00000000,
305 0x23a3, 0x01ff1f3f, 0x00000000,
306 0x23a2, 0x01ff1f3f, 0x00000000,
307 0x23a1, 0x01ff1f3f, 0x00000000,
308 0x23a1, 0x01ff1f3f, 0x00000000,
310 0x23a1, 0x01ff1f3f, 0x00000000,
311 0x2418, 0x0000007f, 0x00000020,
312 0x2542, 0x00010000, 0x00010000,
313 0x2b01, 0x000003ff, 0x00000003,
314 0x2b05, 0x000003ff, 0x00000003,
315 0x2b05, 0x000003ff, 0x00000003,
316 0x2b04, 0xffffffff, 0x00000000,
317 0x2b04, 0xffffffff, 0x00000000,
318 0x2b04, 0xffffffff, 0x00000000,
319 0x2b03, 0xffffffff, 0x00001032,
320 0x2b03, 0xffffffff, 0x00001032,
321 0x2b03, 0xffffffff, 0x00001032,
322 0x2235, 0x0000001f, 0x00000010,
323 0x2235, 0x0000001f, 0x00000010,
324 0x2235, 0x0000001f, 0x00000010,
325 0x0570, 0x000c0fc0, 0x000c0400
328 static const u32 oland_golden_registers[] =
330 0x2684, 0x00010000, 0x00018208,
331 0x260c, 0xffffffff, 0x00000000,
332 0x260d, 0xf00fffff, 0x00000400,
333 0x260e, 0x0002021c, 0x00020200,
334 0x031e, 0x00000080, 0x00000000,
335 0x340c, 0x000300c0, 0x00800040,
336 0x360c, 0x000300c0, 0x00800040,
337 0x16ec, 0x000000f0, 0x00000070,
338 0x16f9, 0x00200000, 0x50100000,
339 0x1c0c, 0x31000311, 0x00000011,
340 0x0ab9, 0x00073ffe, 0x000022a2,
341 0x0903, 0x000007ff, 0x00000000,
342 0x2285, 0xf000001f, 0x00000007,
343 0x22c9, 0xffffffff, 0x00ffffff,
344 0x22c4, 0x0000ff0f, 0x00000000,
345 0xa293, 0x07ffffff, 0x4e000000,
346 0xa0d4, 0x3f3f3fff, 0x00000082,
347 0x000c, 0x000000ff, 0x0040,
348 0x000d, 0x00000040, 0x00004040,
349 0x2440, 0x07ffffff, 0x03000000,
350 0x2418, 0x0000007f, 0x00000020,
351 0x2542, 0x00010000, 0x00010000,
352 0x2b05, 0x000003ff, 0x000000f3,
353 0x2b04, 0xffffffff, 0x00000000,
354 0x2b03, 0xffffffff, 0x00003210,
355 0x2235, 0x0000001f, 0x00000010,
356 0x0570, 0x000c0fc0, 0x000c0400
359 static const u32 oland_golden_rlc_registers[] =
361 0x3109, 0xffffffff, 0x00601005,
362 0x311f, 0xffffffff, 0x10104040,
363 0x3122, 0xffffffff, 0x0100000a,
364 0x30c5, 0xffffffff, 0x00000800,
365 0x30c3, 0xffffffff, 0x800000f4
368 static const u32 hainan_golden_registers[] =
370 0x2684, 0x00010000, 0x00018208,
371 0x260c, 0xffffffff, 0x00000000,
372 0x260d, 0xf00fffff, 0x00000400,
373 0x260e, 0x0002021c, 0x00020200,
374 0x4595, 0xff000fff, 0x00000100,
375 0x340c, 0x000300c0, 0x00800040,
376 0x3630, 0xff000fff, 0x00000100,
377 0x360c, 0x000300c0, 0x00800040,
378 0x0ab9, 0x00073ffe, 0x000022a2,
379 0x0903, 0x000007ff, 0x00000000,
380 0x2285, 0xf000001f, 0x00000007,
381 0x22c9, 0xffffffff, 0x00ffffff,
382 0x22c4, 0x0000ff0f, 0x00000000,
383 0xa393, 0x07ffffff, 0x4e000000,
384 0xa0d4, 0x3f3f3fff, 0x00000000,
385 0x000c, 0x000000ff, 0x0040,
386 0x000d, 0x00000040, 0x00004040,
387 0x2440, 0x03e00000, 0x03600000,
388 0x2418, 0x0000007f, 0x00000020,
389 0x2542, 0x00010000, 0x00010000,
390 0x2b05, 0x000003ff, 0x000000f1,
391 0x2b04, 0xffffffff, 0x00000000,
392 0x2b03, 0xffffffff, 0x00003210,
393 0x2235, 0x0000001f, 0x00000010,
394 0x0570, 0x000c0fc0, 0x000c0400
397 static const u32 hainan_golden_registers2[] =
399 0x263e, 0xffffffff, 0x02010001
402 static const u32 tahiti_mgcg_cgcg_init[] =
404 0x3100, 0xffffffff, 0xfffffffc,
405 0x200b, 0xffffffff, 0xe0000000,
406 0x2698, 0xffffffff, 0x00000100,
407 0x24a9, 0xffffffff, 0x00000100,
408 0x3059, 0xffffffff, 0x00000100,
409 0x25dd, 0xffffffff, 0x00000100,
410 0x2261, 0xffffffff, 0x06000100,
411 0x2286, 0xffffffff, 0x00000100,
412 0x24a8, 0xffffffff, 0x00000100,
413 0x30e0, 0xffffffff, 0x00000100,
414 0x22ca, 0xffffffff, 0x00000100,
415 0x2451, 0xffffffff, 0x00000100,
416 0x2362, 0xffffffff, 0x00000100,
417 0x2363, 0xffffffff, 0x00000100,
418 0x240c, 0xffffffff, 0x00000100,
419 0x240d, 0xffffffff, 0x00000100,
420 0x240e, 0xffffffff, 0x00000100,
421 0x240f, 0xffffffff, 0x00000100,
422 0x2b60, 0xffffffff, 0x00000100,
423 0x2b15, 0xffffffff, 0x00000100,
424 0x225f, 0xffffffff, 0x06000100,
425 0x261a, 0xffffffff, 0x00000100,
426 0x2544, 0xffffffff, 0x00000100,
427 0x2bc1, 0xffffffff, 0x00000100,
428 0x2b81, 0xffffffff, 0x00000100,
429 0x2527, 0xffffffff, 0x00000100,
430 0x200b, 0xffffffff, 0xe0000000,
431 0x2458, 0xffffffff, 0x00010000,
432 0x2459, 0xffffffff, 0x00030002,
433 0x245a, 0xffffffff, 0x00040007,
434 0x245b, 0xffffffff, 0x00060005,
435 0x245c, 0xffffffff, 0x00090008,
436 0x245d, 0xffffffff, 0x00020001,
437 0x245e, 0xffffffff, 0x00040003,
438 0x245f, 0xffffffff, 0x00000007,
439 0x2460, 0xffffffff, 0x00060005,
440 0x2461, 0xffffffff, 0x00090008,
441 0x2462, 0xffffffff, 0x00030002,
442 0x2463, 0xffffffff, 0x00050004,
443 0x2464, 0xffffffff, 0x00000008,
444 0x2465, 0xffffffff, 0x00070006,
445 0x2466, 0xffffffff, 0x000a0009,
446 0x2467, 0xffffffff, 0x00040003,
447 0x2468, 0xffffffff, 0x00060005,
448 0x2469, 0xffffffff, 0x00000009,
449 0x246a, 0xffffffff, 0x00080007,
450 0x246b, 0xffffffff, 0x000b000a,
451 0x246c, 0xffffffff, 0x00050004,
452 0x246d, 0xffffffff, 0x00070006,
453 0x246e, 0xffffffff, 0x0008000b,
454 0x246f, 0xffffffff, 0x000a0009,
455 0x2470, 0xffffffff, 0x000d000c,
456 0x2471, 0xffffffff, 0x00060005,
457 0x2472, 0xffffffff, 0x00080007,
458 0x2473, 0xffffffff, 0x0000000b,
459 0x2474, 0xffffffff, 0x000a0009,
460 0x2475, 0xffffffff, 0x000d000c,
461 0x2476, 0xffffffff, 0x00070006,
462 0x2477, 0xffffffff, 0x00090008,
463 0x2478, 0xffffffff, 0x0000000c,
464 0x2479, 0xffffffff, 0x000b000a,
465 0x247a, 0xffffffff, 0x000e000d,
466 0x247b, 0xffffffff, 0x00080007,
467 0x247c, 0xffffffff, 0x000a0009,
468 0x247d, 0xffffffff, 0x0000000d,
469 0x247e, 0xffffffff, 0x000c000b,
470 0x247f, 0xffffffff, 0x000f000e,
471 0x2480, 0xffffffff, 0x00090008,
472 0x2481, 0xffffffff, 0x000b000a,
473 0x2482, 0xffffffff, 0x000c000f,
474 0x2483, 0xffffffff, 0x000e000d,
475 0x2484, 0xffffffff, 0x00110010,
476 0x2485, 0xffffffff, 0x000a0009,
477 0x2486, 0xffffffff, 0x000c000b,
478 0x2487, 0xffffffff, 0x0000000f,
479 0x2488, 0xffffffff, 0x000e000d,
480 0x2489, 0xffffffff, 0x00110010,
481 0x248a, 0xffffffff, 0x000b000a,
482 0x248b, 0xffffffff, 0x000d000c,
483 0x248c, 0xffffffff, 0x00000010,
484 0x248d, 0xffffffff, 0x000f000e,
485 0x248e, 0xffffffff, 0x00120011,
486 0x248f, 0xffffffff, 0x000c000b,
487 0x2490, 0xffffffff, 0x000e000d,
488 0x2491, 0xffffffff, 0x00000011,
489 0x2492, 0xffffffff, 0x0010000f,
490 0x2493, 0xffffffff, 0x00130012,
491 0x2494, 0xffffffff, 0x000d000c,
492 0x2495, 0xffffffff, 0x000f000e,
493 0x2496, 0xffffffff, 0x00100013,
494 0x2497, 0xffffffff, 0x00120011,
495 0x2498, 0xffffffff, 0x00150014,
496 0x2499, 0xffffffff, 0x000e000d,
497 0x249a, 0xffffffff, 0x0010000f,
498 0x249b, 0xffffffff, 0x00000013,
499 0x249c, 0xffffffff, 0x00120011,
500 0x249d, 0xffffffff, 0x00150014,
501 0x249e, 0xffffffff, 0x000f000e,
502 0x249f, 0xffffffff, 0x00110010,
503 0x24a0, 0xffffffff, 0x00000014,
504 0x24a1, 0xffffffff, 0x00130012,
505 0x24a2, 0xffffffff, 0x00160015,
506 0x24a3, 0xffffffff, 0x0010000f,
507 0x24a4, 0xffffffff, 0x00120011,
508 0x24a5, 0xffffffff, 0x00000015,
509 0x24a6, 0xffffffff, 0x00140013,
510 0x24a7, 0xffffffff, 0x00170016,
511 0x2454, 0xffffffff, 0x96940200,
512 0x21c2, 0xffffffff, 0x00900100,
513 0x311e, 0xffffffff, 0x00000080,
514 0x3101, 0xffffffff, 0x0020003f,
515 0xc, 0xffffffff, 0x0000001c,
516 0xd, 0x000f0000, 0x000f0000,
517 0x583, 0xffffffff, 0x00000100,
518 0x409, 0xffffffff, 0x00000100,
519 0x40b, 0x00000101, 0x00000000,
520 0x82a, 0xffffffff, 0x00000104,
521 0x993, 0x000c0000, 0x000c0000,
522 0x992, 0x000c0000, 0x000c0000,
523 0x1579, 0xff000fff, 0x00000100,
524 0x157a, 0x00000001, 0x00000001,
525 0xbd4, 0x00000001, 0x00000001,
526 0xc33, 0xc0000fff, 0x00000104,
527 0x3079, 0x00000001, 0x00000001,
528 0x3430, 0xfffffff0, 0x00000100,
529 0x3630, 0xfffffff0, 0x00000100
531 static const u32 pitcairn_mgcg_cgcg_init[] =
533 0x3100, 0xffffffff, 0xfffffffc,
534 0x200b, 0xffffffff, 0xe0000000,
535 0x2698, 0xffffffff, 0x00000100,
536 0x24a9, 0xffffffff, 0x00000100,
537 0x3059, 0xffffffff, 0x00000100,
538 0x25dd, 0xffffffff, 0x00000100,
539 0x2261, 0xffffffff, 0x06000100,
540 0x2286, 0xffffffff, 0x00000100,
541 0x24a8, 0xffffffff, 0x00000100,
542 0x30e0, 0xffffffff, 0x00000100,
543 0x22ca, 0xffffffff, 0x00000100,
544 0x2451, 0xffffffff, 0x00000100,
545 0x2362, 0xffffffff, 0x00000100,
546 0x2363, 0xffffffff, 0x00000100,
547 0x240c, 0xffffffff, 0x00000100,
548 0x240d, 0xffffffff, 0x00000100,
549 0x240e, 0xffffffff, 0x00000100,
550 0x240f, 0xffffffff, 0x00000100,
551 0x2b60, 0xffffffff, 0x00000100,
552 0x2b15, 0xffffffff, 0x00000100,
553 0x225f, 0xffffffff, 0x06000100,
554 0x261a, 0xffffffff, 0x00000100,
555 0x2544, 0xffffffff, 0x00000100,
556 0x2bc1, 0xffffffff, 0x00000100,
557 0x2b81, 0xffffffff, 0x00000100,
558 0x2527, 0xffffffff, 0x00000100,
559 0x200b, 0xffffffff, 0xe0000000,
560 0x2458, 0xffffffff, 0x00010000,
561 0x2459, 0xffffffff, 0x00030002,
562 0x245a, 0xffffffff, 0x00040007,
563 0x245b, 0xffffffff, 0x00060005,
564 0x245c, 0xffffffff, 0x00090008,
565 0x245d, 0xffffffff, 0x00020001,
566 0x245e, 0xffffffff, 0x00040003,
567 0x245f, 0xffffffff, 0x00000007,
568 0x2460, 0xffffffff, 0x00060005,
569 0x2461, 0xffffffff, 0x00090008,
570 0x2462, 0xffffffff, 0x00030002,
571 0x2463, 0xffffffff, 0x00050004,
572 0x2464, 0xffffffff, 0x00000008,
573 0x2465, 0xffffffff, 0x00070006,
574 0x2466, 0xffffffff, 0x000a0009,
575 0x2467, 0xffffffff, 0x00040003,
576 0x2468, 0xffffffff, 0x00060005,
577 0x2469, 0xffffffff, 0x00000009,
578 0x246a, 0xffffffff, 0x00080007,
579 0x246b, 0xffffffff, 0x000b000a,
580 0x246c, 0xffffffff, 0x00050004,
581 0x246d, 0xffffffff, 0x00070006,
582 0x246e, 0xffffffff, 0x0008000b,
583 0x246f, 0xffffffff, 0x000a0009,
584 0x2470, 0xffffffff, 0x000d000c,
585 0x2480, 0xffffffff, 0x00090008,
586 0x2481, 0xffffffff, 0x000b000a,
587 0x2482, 0xffffffff, 0x000c000f,
588 0x2483, 0xffffffff, 0x000e000d,
589 0x2484, 0xffffffff, 0x00110010,
590 0x2485, 0xffffffff, 0x000a0009,
591 0x2486, 0xffffffff, 0x000c000b,
592 0x2487, 0xffffffff, 0x0000000f,
593 0x2488, 0xffffffff, 0x000e000d,
594 0x2489, 0xffffffff, 0x00110010,
595 0x248a, 0xffffffff, 0x000b000a,
596 0x248b, 0xffffffff, 0x000d000c,
597 0x248c, 0xffffffff, 0x00000010,
598 0x248d, 0xffffffff, 0x000f000e,
599 0x248e, 0xffffffff, 0x00120011,
600 0x248f, 0xffffffff, 0x000c000b,
601 0x2490, 0xffffffff, 0x000e000d,
602 0x2491, 0xffffffff, 0x00000011,
603 0x2492, 0xffffffff, 0x0010000f,
604 0x2493, 0xffffffff, 0x00130012,
605 0x2494, 0xffffffff, 0x000d000c,
606 0x2495, 0xffffffff, 0x000f000e,
607 0x2496, 0xffffffff, 0x00100013,
608 0x2497, 0xffffffff, 0x00120011,
609 0x2498, 0xffffffff, 0x00150014,
610 0x2454, 0xffffffff, 0x96940200,
611 0x21c2, 0xffffffff, 0x00900100,
612 0x311e, 0xffffffff, 0x00000080,
613 0x3101, 0xffffffff, 0x0020003f,
614 0xc, 0xffffffff, 0x0000001c,
615 0xd, 0x000f0000, 0x000f0000,
616 0x583, 0xffffffff, 0x00000100,
617 0x409, 0xffffffff, 0x00000100,
618 0x40b, 0x00000101, 0x00000000,
619 0x82a, 0xffffffff, 0x00000104,
620 0x1579, 0xff000fff, 0x00000100,
621 0x157a, 0x00000001, 0x00000001,
622 0xbd4, 0x00000001, 0x00000001,
623 0xc33, 0xc0000fff, 0x00000104,
624 0x3079, 0x00000001, 0x00000001,
625 0x3430, 0xfffffff0, 0x00000100,
626 0x3630, 0xfffffff0, 0x00000100
628 static const u32 verde_mgcg_cgcg_init[] =
630 0x3100, 0xffffffff, 0xfffffffc,
631 0x200b, 0xffffffff, 0xe0000000,
632 0x2698, 0xffffffff, 0x00000100,
633 0x24a9, 0xffffffff, 0x00000100,
634 0x3059, 0xffffffff, 0x00000100,
635 0x25dd, 0xffffffff, 0x00000100,
636 0x2261, 0xffffffff, 0x06000100,
637 0x2286, 0xffffffff, 0x00000100,
638 0x24a8, 0xffffffff, 0x00000100,
639 0x30e0, 0xffffffff, 0x00000100,
640 0x22ca, 0xffffffff, 0x00000100,
641 0x2451, 0xffffffff, 0x00000100,
642 0x2362, 0xffffffff, 0x00000100,
643 0x2363, 0xffffffff, 0x00000100,
644 0x240c, 0xffffffff, 0x00000100,
645 0x240d, 0xffffffff, 0x00000100,
646 0x240e, 0xffffffff, 0x00000100,
647 0x240f, 0xffffffff, 0x00000100,
648 0x2b60, 0xffffffff, 0x00000100,
649 0x2b15, 0xffffffff, 0x00000100,
650 0x225f, 0xffffffff, 0x06000100,
651 0x261a, 0xffffffff, 0x00000100,
652 0x2544, 0xffffffff, 0x00000100,
653 0x2bc1, 0xffffffff, 0x00000100,
654 0x2b81, 0xffffffff, 0x00000100,
655 0x2527, 0xffffffff, 0x00000100,
656 0x200b, 0xffffffff, 0xe0000000,
657 0x2458, 0xffffffff, 0x00010000,
658 0x2459, 0xffffffff, 0x00030002,
659 0x245a, 0xffffffff, 0x00040007,
660 0x245b, 0xffffffff, 0x00060005,
661 0x245c, 0xffffffff, 0x00090008,
662 0x245d, 0xffffffff, 0x00020001,
663 0x245e, 0xffffffff, 0x00040003,
664 0x245f, 0xffffffff, 0x00000007,
665 0x2460, 0xffffffff, 0x00060005,
666 0x2461, 0xffffffff, 0x00090008,
667 0x2462, 0xffffffff, 0x00030002,
668 0x2463, 0xffffffff, 0x00050004,
669 0x2464, 0xffffffff, 0x00000008,
670 0x2465, 0xffffffff, 0x00070006,
671 0x2466, 0xffffffff, 0x000a0009,
672 0x2467, 0xffffffff, 0x00040003,
673 0x2468, 0xffffffff, 0x00060005,
674 0x2469, 0xffffffff, 0x00000009,
675 0x246a, 0xffffffff, 0x00080007,
676 0x246b, 0xffffffff, 0x000b000a,
677 0x246c, 0xffffffff, 0x00050004,
678 0x246d, 0xffffffff, 0x00070006,
679 0x246e, 0xffffffff, 0x0008000b,
680 0x246f, 0xffffffff, 0x000a0009,
681 0x2470, 0xffffffff, 0x000d000c,
682 0x2480, 0xffffffff, 0x00090008,
683 0x2481, 0xffffffff, 0x000b000a,
684 0x2482, 0xffffffff, 0x000c000f,
685 0x2483, 0xffffffff, 0x000e000d,
686 0x2484, 0xffffffff, 0x00110010,
687 0x2485, 0xffffffff, 0x000a0009,
688 0x2486, 0xffffffff, 0x000c000b,
689 0x2487, 0xffffffff, 0x0000000f,
690 0x2488, 0xffffffff, 0x000e000d,
691 0x2489, 0xffffffff, 0x00110010,
692 0x248a, 0xffffffff, 0x000b000a,
693 0x248b, 0xffffffff, 0x000d000c,
694 0x248c, 0xffffffff, 0x00000010,
695 0x248d, 0xffffffff, 0x000f000e,
696 0x248e, 0xffffffff, 0x00120011,
697 0x248f, 0xffffffff, 0x000c000b,
698 0x2490, 0xffffffff, 0x000e000d,
699 0x2491, 0xffffffff, 0x00000011,
700 0x2492, 0xffffffff, 0x0010000f,
701 0x2493, 0xffffffff, 0x00130012,
702 0x2494, 0xffffffff, 0x000d000c,
703 0x2495, 0xffffffff, 0x000f000e,
704 0x2496, 0xffffffff, 0x00100013,
705 0x2497, 0xffffffff, 0x00120011,
706 0x2498, 0xffffffff, 0x00150014,
707 0x2454, 0xffffffff, 0x96940200,
708 0x21c2, 0xffffffff, 0x00900100,
709 0x311e, 0xffffffff, 0x00000080,
710 0x3101, 0xffffffff, 0x0020003f,
711 0xc, 0xffffffff, 0x0000001c,
712 0xd, 0x000f0000, 0x000f0000,
713 0x583, 0xffffffff, 0x00000100,
714 0x409, 0xffffffff, 0x00000100,
715 0x40b, 0x00000101, 0x00000000,
716 0x82a, 0xffffffff, 0x00000104,
717 0x993, 0x000c0000, 0x000c0000,
718 0x992, 0x000c0000, 0x000c0000,
719 0x1579, 0xff000fff, 0x00000100,
720 0x157a, 0x00000001, 0x00000001,
721 0xbd4, 0x00000001, 0x00000001,
722 0xc33, 0xc0000fff, 0x00000104,
723 0x3079, 0x00000001, 0x00000001,
724 0x3430, 0xfffffff0, 0x00000100,
725 0x3630, 0xfffffff0, 0x00000100
727 static const u32 oland_mgcg_cgcg_init[] =
729 0x3100, 0xffffffff, 0xfffffffc,
730 0x200b, 0xffffffff, 0xe0000000,
731 0x2698, 0xffffffff, 0x00000100,
732 0x24a9, 0xffffffff, 0x00000100,
733 0x3059, 0xffffffff, 0x00000100,
734 0x25dd, 0xffffffff, 0x00000100,
735 0x2261, 0xffffffff, 0x06000100,
736 0x2286, 0xffffffff, 0x00000100,
737 0x24a8, 0xffffffff, 0x00000100,
738 0x30e0, 0xffffffff, 0x00000100,
739 0x22ca, 0xffffffff, 0x00000100,
740 0x2451, 0xffffffff, 0x00000100,
741 0x2362, 0xffffffff, 0x00000100,
742 0x2363, 0xffffffff, 0x00000100,
743 0x240c, 0xffffffff, 0x00000100,
744 0x240d, 0xffffffff, 0x00000100,
745 0x240e, 0xffffffff, 0x00000100,
746 0x240f, 0xffffffff, 0x00000100,
747 0x2b60, 0xffffffff, 0x00000100,
748 0x2b15, 0xffffffff, 0x00000100,
749 0x225f, 0xffffffff, 0x06000100,
750 0x261a, 0xffffffff, 0x00000100,
751 0x2544, 0xffffffff, 0x00000100,
752 0x2bc1, 0xffffffff, 0x00000100,
753 0x2b81, 0xffffffff, 0x00000100,
754 0x2527, 0xffffffff, 0x00000100,
755 0x200b, 0xffffffff, 0xe0000000,
756 0x2458, 0xffffffff, 0x00010000,
757 0x2459, 0xffffffff, 0x00030002,
758 0x245a, 0xffffffff, 0x00040007,
759 0x245b, 0xffffffff, 0x00060005,
760 0x245c, 0xffffffff, 0x00090008,
761 0x245d, 0xffffffff, 0x00020001,
762 0x245e, 0xffffffff, 0x00040003,
763 0x245f, 0xffffffff, 0x00000007,
764 0x2460, 0xffffffff, 0x00060005,
765 0x2461, 0xffffffff, 0x00090008,
766 0x2462, 0xffffffff, 0x00030002,
767 0x2463, 0xffffffff, 0x00050004,
768 0x2464, 0xffffffff, 0x00000008,
769 0x2465, 0xffffffff, 0x00070006,
770 0x2466, 0xffffffff, 0x000a0009,
771 0x2467, 0xffffffff, 0x00040003,
772 0x2468, 0xffffffff, 0x00060005,
773 0x2469, 0xffffffff, 0x00000009,
774 0x246a, 0xffffffff, 0x00080007,
775 0x246b, 0xffffffff, 0x000b000a,
776 0x246c, 0xffffffff, 0x00050004,
777 0x246d, 0xffffffff, 0x00070006,
778 0x246e, 0xffffffff, 0x0008000b,
779 0x246f, 0xffffffff, 0x000a0009,
780 0x2470, 0xffffffff, 0x000d000c,
781 0x2471, 0xffffffff, 0x00060005,
782 0x2472, 0xffffffff, 0x00080007,
783 0x2473, 0xffffffff, 0x0000000b,
784 0x2474, 0xffffffff, 0x000a0009,
785 0x2475, 0xffffffff, 0x000d000c,
786 0x2454, 0xffffffff, 0x96940200,
787 0x21c2, 0xffffffff, 0x00900100,
788 0x311e, 0xffffffff, 0x00000080,
789 0x3101, 0xffffffff, 0x0020003f,
790 0xc, 0xffffffff, 0x0000001c,
791 0xd, 0x000f0000, 0x000f0000,
792 0x583, 0xffffffff, 0x00000100,
793 0x409, 0xffffffff, 0x00000100,
794 0x40b, 0x00000101, 0x00000000,
795 0x82a, 0xffffffff, 0x00000104,
796 0x993, 0x000c0000, 0x000c0000,
797 0x992, 0x000c0000, 0x000c0000,
798 0x1579, 0xff000fff, 0x00000100,
799 0x157a, 0x00000001, 0x00000001,
800 0xbd4, 0x00000001, 0x00000001,
801 0xc33, 0xc0000fff, 0x00000104,
802 0x3079, 0x00000001, 0x00000001,
803 0x3430, 0xfffffff0, 0x00000100,
804 0x3630, 0xfffffff0, 0x00000100
806 static const u32 hainan_mgcg_cgcg_init[] =
808 0x3100, 0xffffffff, 0xfffffffc,
809 0x200b, 0xffffffff, 0xe0000000,
810 0x2698, 0xffffffff, 0x00000100,
811 0x24a9, 0xffffffff, 0x00000100,
812 0x3059, 0xffffffff, 0x00000100,
813 0x25dd, 0xffffffff, 0x00000100,
814 0x2261, 0xffffffff, 0x06000100,
815 0x2286, 0xffffffff, 0x00000100,
816 0x24a8, 0xffffffff, 0x00000100,
817 0x30e0, 0xffffffff, 0x00000100,
818 0x22ca, 0xffffffff, 0x00000100,
819 0x2451, 0xffffffff, 0x00000100,
820 0x2362, 0xffffffff, 0x00000100,
821 0x2363, 0xffffffff, 0x00000100,
822 0x240c, 0xffffffff, 0x00000100,
823 0x240d, 0xffffffff, 0x00000100,
824 0x240e, 0xffffffff, 0x00000100,
825 0x240f, 0xffffffff, 0x00000100,
826 0x2b60, 0xffffffff, 0x00000100,
827 0x2b15, 0xffffffff, 0x00000100,
828 0x225f, 0xffffffff, 0x06000100,
829 0x261a, 0xffffffff, 0x00000100,
830 0x2544, 0xffffffff, 0x00000100,
831 0x2bc1, 0xffffffff, 0x00000100,
832 0x2b81, 0xffffffff, 0x00000100,
833 0x2527, 0xffffffff, 0x00000100,
834 0x200b, 0xffffffff, 0xe0000000,
835 0x2458, 0xffffffff, 0x00010000,
836 0x2459, 0xffffffff, 0x00030002,
837 0x245a, 0xffffffff, 0x00040007,
838 0x245b, 0xffffffff, 0x00060005,
839 0x245c, 0xffffffff, 0x00090008,
840 0x245d, 0xffffffff, 0x00020001,
841 0x245e, 0xffffffff, 0x00040003,
842 0x245f, 0xffffffff, 0x00000007,
843 0x2460, 0xffffffff, 0x00060005,
844 0x2461, 0xffffffff, 0x00090008,
845 0x2462, 0xffffffff, 0x00030002,
846 0x2463, 0xffffffff, 0x00050004,
847 0x2464, 0xffffffff, 0x00000008,
848 0x2465, 0xffffffff, 0x00070006,
849 0x2466, 0xffffffff, 0x000a0009,
850 0x2467, 0xffffffff, 0x00040003,
851 0x2468, 0xffffffff, 0x00060005,
852 0x2469, 0xffffffff, 0x00000009,
853 0x246a, 0xffffffff, 0x00080007,
854 0x246b, 0xffffffff, 0x000b000a,
855 0x246c, 0xffffffff, 0x00050004,
856 0x246d, 0xffffffff, 0x00070006,
857 0x246e, 0xffffffff, 0x0008000b,
858 0x246f, 0xffffffff, 0x000a0009,
859 0x2470, 0xffffffff, 0x000d000c,
860 0x2471, 0xffffffff, 0x00060005,
861 0x2472, 0xffffffff, 0x00080007,
862 0x2473, 0xffffffff, 0x0000000b,
863 0x2474, 0xffffffff, 0x000a0009,
864 0x2475, 0xffffffff, 0x000d000c,
865 0x2454, 0xffffffff, 0x96940200,
866 0x21c2, 0xffffffff, 0x00900100,
867 0x311e, 0xffffffff, 0x00000080,
868 0x3101, 0xffffffff, 0x0020003f,
869 0xc, 0xffffffff, 0x0000001c,
870 0xd, 0x000f0000, 0x000f0000,
871 0x583, 0xffffffff, 0x00000100,
872 0x409, 0xffffffff, 0x00000100,
873 0x82a, 0xffffffff, 0x00000104,
874 0x993, 0x000c0000, 0x000c0000,
875 0x992, 0x000c0000, 0x000c0000,
876 0xbd4, 0x00000001, 0x00000001,
877 0xc33, 0xc0000fff, 0x00000104,
878 0x3079, 0x00000001, 0x00000001,
879 0x3430, 0xfffffff0, 0x00000100,
880 0x3630, 0xfffffff0, 0x00000100
883 static u32 si_pcie_rreg(struct amdgpu_device *adev, u32 reg)
888 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
889 WREG32(AMDGPU_PCIE_INDEX, reg);
890 (void)RREG32(AMDGPU_PCIE_INDEX);
891 r = RREG32(AMDGPU_PCIE_DATA);
892 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
896 static void si_pcie_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
900 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
901 WREG32(AMDGPU_PCIE_INDEX, reg);
902 (void)RREG32(AMDGPU_PCIE_INDEX);
903 WREG32(AMDGPU_PCIE_DATA, v);
904 (void)RREG32(AMDGPU_PCIE_DATA);
905 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
908 u32 si_pciep_rreg(struct amdgpu_device *adev, u32 reg)
913 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
914 WREG32(PCIE_PORT_INDEX, ((reg) & 0xff));
915 (void)RREG32(PCIE_PORT_INDEX);
916 r = RREG32(PCIE_PORT_DATA);
917 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
921 void si_pciep_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
925 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
926 WREG32(PCIE_PORT_INDEX, ((reg) & 0xff));
927 (void)RREG32(PCIE_PORT_INDEX);
928 WREG32(PCIE_PORT_DATA, (v));
929 (void)RREG32(PCIE_PORT_DATA);
930 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
933 static u32 si_smc_rreg(struct amdgpu_device *adev, u32 reg)
938 spin_lock_irqsave(&adev->smc_idx_lock, flags);
939 WREG32(SMC_IND_INDEX_0, (reg));
940 r = RREG32(SMC_IND_DATA_0);
941 spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
945 static void si_smc_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
949 spin_lock_irqsave(&adev->smc_idx_lock, flags);
950 WREG32(SMC_IND_INDEX_0, (reg));
951 WREG32(SMC_IND_DATA_0, (v));
952 spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
955 static struct amdgpu_allowed_register_entry si_allowed_read_registers[] = {
956 {GRBM_STATUS, false},
957 {GB_ADDR_CONFIG, false},
958 {MC_ARB_RAMCFG, false},
959 {GB_TILE_MODE0, false},
960 {GB_TILE_MODE1, false},
961 {GB_TILE_MODE2, false},
962 {GB_TILE_MODE3, false},
963 {GB_TILE_MODE4, false},
964 {GB_TILE_MODE5, false},
965 {GB_TILE_MODE6, false},
966 {GB_TILE_MODE7, false},
967 {GB_TILE_MODE8, false},
968 {GB_TILE_MODE9, false},
969 {GB_TILE_MODE10, false},
970 {GB_TILE_MODE11, false},
971 {GB_TILE_MODE12, false},
972 {GB_TILE_MODE13, false},
973 {GB_TILE_MODE14, false},
974 {GB_TILE_MODE15, false},
975 {GB_TILE_MODE16, false},
976 {GB_TILE_MODE17, false},
977 {GB_TILE_MODE18, false},
978 {GB_TILE_MODE19, false},
979 {GB_TILE_MODE20, false},
980 {GB_TILE_MODE21, false},
981 {GB_TILE_MODE22, false},
982 {GB_TILE_MODE23, false},
983 {GB_TILE_MODE24, false},
984 {GB_TILE_MODE25, false},
985 {GB_TILE_MODE26, false},
986 {GB_TILE_MODE27, false},
987 {GB_TILE_MODE28, false},
988 {GB_TILE_MODE29, false},
989 {GB_TILE_MODE30, false},
990 {GB_TILE_MODE31, false},
991 {CC_RB_BACKEND_DISABLE, false, true},
992 {GC_USER_RB_BACKEND_DISABLE, false, true},
993 {PA_SC_RASTER_CONFIG, false, true},
996 static uint32_t si_read_indexed_register(struct amdgpu_device *adev,
997 u32 se_num, u32 sh_num,
1002 mutex_lock(&adev->grbm_idx_mutex);
1003 if (se_num != 0xffffffff || sh_num != 0xffffffff)
1004 amdgpu_gfx_select_se_sh(adev, se_num, sh_num, 0xffffffff);
1006 val = RREG32(reg_offset);
1008 if (se_num != 0xffffffff || sh_num != 0xffffffff)
1009 amdgpu_gfx_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
1010 mutex_unlock(&adev->grbm_idx_mutex);
1014 static int si_read_register(struct amdgpu_device *adev, u32 se_num,
1015 u32 sh_num, u32 reg_offset, u32 *value)
1020 for (i = 0; i < ARRAY_SIZE(si_allowed_read_registers); i++) {
1021 if (reg_offset != si_allowed_read_registers[i].reg_offset)
1024 if (!si_allowed_read_registers[i].untouched)
1025 *value = si_allowed_read_registers[i].grbm_indexed ?
1026 si_read_indexed_register(adev, se_num,
1027 sh_num, reg_offset) :
1034 static bool si_read_disabled_bios(struct amdgpu_device *adev)
1037 u32 d1vga_control = 0;
1038 u32 d2vga_control = 0;
1039 u32 vga_render_control = 0;
1043 bus_cntl = RREG32(R600_BUS_CNTL);
1044 if (adev->mode_info.num_crtc) {
1045 d1vga_control = RREG32(AVIVO_D1VGA_CONTROL);
1046 d2vga_control = RREG32(AVIVO_D2VGA_CONTROL);
1047 vga_render_control = RREG32(VGA_RENDER_CONTROL);
1049 rom_cntl = RREG32(R600_ROM_CNTL);
1051 /* enable the rom */
1052 WREG32(R600_BUS_CNTL, (bus_cntl & ~R600_BIOS_ROM_DIS));
1053 if (adev->mode_info.num_crtc) {
1054 /* Disable VGA mode */
1055 WREG32(AVIVO_D1VGA_CONTROL,
1056 (d1vga_control & ~(AVIVO_DVGA_CONTROL_MODE_ENABLE |
1057 AVIVO_DVGA_CONTROL_TIMING_SELECT)));
1058 WREG32(AVIVO_D2VGA_CONTROL,
1059 (d2vga_control & ~(AVIVO_DVGA_CONTROL_MODE_ENABLE |
1060 AVIVO_DVGA_CONTROL_TIMING_SELECT)));
1061 WREG32(VGA_RENDER_CONTROL,
1062 (vga_render_control & C_000300_VGA_VSTATUS_CNTL));
1064 WREG32(R600_ROM_CNTL, rom_cntl | R600_SCK_OVERWRITE);
1066 r = amdgpu_read_bios(adev);
1069 WREG32(R600_BUS_CNTL, bus_cntl);
1070 if (adev->mode_info.num_crtc) {
1071 WREG32(AVIVO_D1VGA_CONTROL, d1vga_control);
1072 WREG32(AVIVO_D2VGA_CONTROL, d2vga_control);
1073 WREG32(VGA_RENDER_CONTROL, vga_render_control);
1075 WREG32(R600_ROM_CNTL, rom_cntl);
1079 //xxx: not implemented
1080 static int si_asic_reset(struct amdgpu_device *adev)
1085 static void si_vga_set_state(struct amdgpu_device *adev, bool state)
1089 temp = RREG32(CONFIG_CNTL);
1090 if (state == false) {
1096 WREG32(CONFIG_CNTL, temp);
1099 static u32 si_get_xclk(struct amdgpu_device *adev)
1101 u32 reference_clock = adev->clock.spll.reference_freq;
1104 tmp = RREG32(CG_CLKPIN_CNTL_2);
1105 if (tmp & MUX_TCLK_TO_XCLK)
1108 tmp = RREG32(CG_CLKPIN_CNTL);
1109 if (tmp & XTALIN_DIVIDE)
1110 return reference_clock / 4;
1112 return reference_clock;
1115 //xxx:not implemented
1116 static int si_set_uvd_clocks(struct amdgpu_device *adev, u32 vclk, u32 dclk)
1121 static void si_detect_hw_virtualization(struct amdgpu_device *adev)
1123 if (is_virtual_machine()) /* passthrough mode */
1124 adev->virtualization.virtual_caps |= AMDGPU_PASSTHROUGH_MODE;
1127 static const struct amdgpu_asic_funcs si_asic_funcs =
1129 .read_disabled_bios = &si_read_disabled_bios,
1130 .detect_hw_virtualization = si_detect_hw_virtualization,
1131 .read_register = &si_read_register,
1132 .reset = &si_asic_reset,
1133 .set_vga_state = &si_vga_set_state,
1134 .get_xclk = &si_get_xclk,
1135 .set_uvd_clocks = &si_set_uvd_clocks,
1136 .set_vce_clocks = NULL,
1139 static uint32_t si_get_rev_id(struct amdgpu_device *adev)
1141 return (RREG32(CC_DRM_ID_STRAPS) & CC_DRM_ID_STRAPS__ATI_REV_ID_MASK)
1142 >> CC_DRM_ID_STRAPS__ATI_REV_ID__SHIFT;
1145 static int si_common_early_init(void *handle)
1147 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1149 adev->smc_rreg = &si_smc_rreg;
1150 adev->smc_wreg = &si_smc_wreg;
1151 adev->pcie_rreg = &si_pcie_rreg;
1152 adev->pcie_wreg = &si_pcie_wreg;
1153 adev->pciep_rreg = &si_pciep_rreg;
1154 adev->pciep_wreg = &si_pciep_wreg;
1155 adev->uvd_ctx_rreg = NULL;
1156 adev->uvd_ctx_wreg = NULL;
1157 adev->didt_rreg = NULL;
1158 adev->didt_wreg = NULL;
1160 adev->asic_funcs = &si_asic_funcs;
1162 adev->rev_id = si_get_rev_id(adev);
1163 adev->external_rev_id = 0xFF;
1164 switch (adev->asic_type) {
1167 AMD_CG_SUPPORT_GFX_MGCG |
1168 AMD_CG_SUPPORT_GFX_MGLS |
1169 /*AMD_CG_SUPPORT_GFX_CGCG |*/
1170 AMD_CG_SUPPORT_GFX_CGLS |
1171 AMD_CG_SUPPORT_GFX_CGTS |
1172 AMD_CG_SUPPORT_GFX_CP_LS |
1173 AMD_CG_SUPPORT_MC_MGCG |
1174 AMD_CG_SUPPORT_SDMA_MGCG |
1175 AMD_CG_SUPPORT_BIF_LS |
1176 AMD_CG_SUPPORT_VCE_MGCG |
1177 AMD_CG_SUPPORT_UVD_MGCG |
1178 AMD_CG_SUPPORT_HDP_LS |
1179 AMD_CG_SUPPORT_HDP_MGCG;
1184 AMD_CG_SUPPORT_GFX_MGCG |
1185 AMD_CG_SUPPORT_GFX_MGLS |
1186 /*AMD_CG_SUPPORT_GFX_CGCG |*/
1187 AMD_CG_SUPPORT_GFX_CGLS |
1188 AMD_CG_SUPPORT_GFX_CGTS |
1189 AMD_CG_SUPPORT_GFX_CP_LS |
1190 AMD_CG_SUPPORT_GFX_RLC_LS |
1191 AMD_CG_SUPPORT_MC_LS |
1192 AMD_CG_SUPPORT_MC_MGCG |
1193 AMD_CG_SUPPORT_SDMA_MGCG |
1194 AMD_CG_SUPPORT_BIF_LS |
1195 AMD_CG_SUPPORT_VCE_MGCG |
1196 AMD_CG_SUPPORT_UVD_MGCG |
1197 AMD_CG_SUPPORT_HDP_LS |
1198 AMD_CG_SUPPORT_HDP_MGCG;
1204 AMD_CG_SUPPORT_GFX_MGCG |
1205 AMD_CG_SUPPORT_GFX_MGLS |
1206 AMD_CG_SUPPORT_GFX_CGLS |
1207 AMD_CG_SUPPORT_GFX_CGTS |
1208 AMD_CG_SUPPORT_GFX_CGTS_LS |
1209 AMD_CG_SUPPORT_GFX_CP_LS |
1210 AMD_CG_SUPPORT_MC_LS |
1211 AMD_CG_SUPPORT_MC_MGCG |
1212 AMD_CG_SUPPORT_SDMA_MGCG |
1213 AMD_CG_SUPPORT_SDMA_LS |
1214 AMD_CG_SUPPORT_BIF_LS |
1215 AMD_CG_SUPPORT_VCE_MGCG |
1216 AMD_CG_SUPPORT_UVD_MGCG |
1217 AMD_CG_SUPPORT_HDP_LS |
1218 AMD_CG_SUPPORT_HDP_MGCG;
1221 adev->external_rev_id = adev->rev_id + 0x14;
1225 AMD_CG_SUPPORT_GFX_MGCG |
1226 AMD_CG_SUPPORT_GFX_MGLS |
1227 /*AMD_CG_SUPPORT_GFX_CGCG |*/
1228 AMD_CG_SUPPORT_GFX_CGLS |
1229 AMD_CG_SUPPORT_GFX_CGTS |
1230 AMD_CG_SUPPORT_GFX_CP_LS |
1231 AMD_CG_SUPPORT_GFX_RLC_LS |
1232 AMD_CG_SUPPORT_MC_LS |
1233 AMD_CG_SUPPORT_MC_MGCG |
1234 AMD_CG_SUPPORT_SDMA_MGCG |
1235 AMD_CG_SUPPORT_BIF_LS |
1236 AMD_CG_SUPPORT_UVD_MGCG |
1237 AMD_CG_SUPPORT_HDP_LS |
1238 AMD_CG_SUPPORT_HDP_MGCG;
1243 AMD_CG_SUPPORT_GFX_MGCG |
1244 AMD_CG_SUPPORT_GFX_MGLS |
1245 /*AMD_CG_SUPPORT_GFX_CGCG |*/
1246 AMD_CG_SUPPORT_GFX_CGLS |
1247 AMD_CG_SUPPORT_GFX_CGTS |
1248 AMD_CG_SUPPORT_GFX_CP_LS |
1249 AMD_CG_SUPPORT_GFX_RLC_LS |
1250 AMD_CG_SUPPORT_MC_LS |
1251 AMD_CG_SUPPORT_MC_MGCG |
1252 AMD_CG_SUPPORT_SDMA_MGCG |
1253 AMD_CG_SUPPORT_BIF_LS |
1254 AMD_CG_SUPPORT_HDP_LS |
1255 AMD_CG_SUPPORT_HDP_MGCG;
1266 static int si_common_sw_init(void *handle)
1271 static int si_common_sw_fini(void *handle)
1277 static void si_init_golden_registers(struct amdgpu_device *adev)
1279 switch (adev->asic_type) {
1281 amdgpu_program_register_sequence(adev,
1282 tahiti_golden_registers,
1283 (const u32)ARRAY_SIZE(tahiti_golden_registers));
1284 amdgpu_program_register_sequence(adev,
1285 tahiti_golden_rlc_registers,
1286 (const u32)ARRAY_SIZE(tahiti_golden_rlc_registers));
1287 amdgpu_program_register_sequence(adev,
1288 tahiti_mgcg_cgcg_init,
1289 (const u32)ARRAY_SIZE(tahiti_mgcg_cgcg_init));
1290 amdgpu_program_register_sequence(adev,
1291 tahiti_golden_registers2,
1292 (const u32)ARRAY_SIZE(tahiti_golden_registers2));
1295 amdgpu_program_register_sequence(adev,
1296 pitcairn_golden_registers,
1297 (const u32)ARRAY_SIZE(pitcairn_golden_registers));
1298 amdgpu_program_register_sequence(adev,
1299 pitcairn_golden_rlc_registers,
1300 (const u32)ARRAY_SIZE(pitcairn_golden_rlc_registers));
1301 amdgpu_program_register_sequence(adev,
1302 pitcairn_mgcg_cgcg_init,
1303 (const u32)ARRAY_SIZE(pitcairn_mgcg_cgcg_init));
1306 amdgpu_program_register_sequence(adev,
1307 verde_golden_registers,
1308 (const u32)ARRAY_SIZE(verde_golden_registers));
1309 amdgpu_program_register_sequence(adev,
1310 verde_golden_rlc_registers,
1311 (const u32)ARRAY_SIZE(verde_golden_rlc_registers));
1312 amdgpu_program_register_sequence(adev,
1313 verde_mgcg_cgcg_init,
1314 (const u32)ARRAY_SIZE(verde_mgcg_cgcg_init));
1315 amdgpu_program_register_sequence(adev,
1317 (const u32)ARRAY_SIZE(verde_pg_init));
1320 amdgpu_program_register_sequence(adev,
1321 oland_golden_registers,
1322 (const u32)ARRAY_SIZE(oland_golden_registers));
1323 amdgpu_program_register_sequence(adev,
1324 oland_golden_rlc_registers,
1325 (const u32)ARRAY_SIZE(oland_golden_rlc_registers));
1326 amdgpu_program_register_sequence(adev,
1327 oland_mgcg_cgcg_init,
1328 (const u32)ARRAY_SIZE(oland_mgcg_cgcg_init));
1331 amdgpu_program_register_sequence(adev,
1332 hainan_golden_registers,
1333 (const u32)ARRAY_SIZE(hainan_golden_registers));
1334 amdgpu_program_register_sequence(adev,
1335 hainan_golden_registers2,
1336 (const u32)ARRAY_SIZE(hainan_golden_registers2));
1337 amdgpu_program_register_sequence(adev,
1338 hainan_mgcg_cgcg_init,
1339 (const u32)ARRAY_SIZE(hainan_mgcg_cgcg_init));
1348 static void si_pcie_gen3_enable(struct amdgpu_device *adev)
1350 struct pci_dev *root = adev->pdev->bus->self;
1351 int bridge_pos, gpu_pos;
1352 u32 speed_cntl, mask, current_data_rate;
1356 if (pci_is_root_bus(adev->pdev->bus))
1359 if (amdgpu_pcie_gen2 == 0)
1362 if (adev->flags & AMD_IS_APU)
1365 ret = drm_pcie_get_speed_cap_mask(adev->ddev, &mask);
1369 if (!(mask & (DRM_PCIE_SPEED_50 | DRM_PCIE_SPEED_80)))
1372 speed_cntl = RREG32_PCIE_PORT(PCIE_LC_SPEED_CNTL);
1373 current_data_rate = (speed_cntl & LC_CURRENT_DATA_RATE_MASK) >>
1374 LC_CURRENT_DATA_RATE_SHIFT;
1375 if (mask & DRM_PCIE_SPEED_80) {
1376 if (current_data_rate == 2) {
1377 DRM_INFO("PCIE gen 3 link speeds already enabled\n");
1380 DRM_INFO("enabling PCIE gen 3 link speeds, disable with amdgpu.pcie_gen2=0\n");
1381 } else if (mask & DRM_PCIE_SPEED_50) {
1382 if (current_data_rate == 1) {
1383 DRM_INFO("PCIE gen 2 link speeds already enabled\n");
1386 DRM_INFO("enabling PCIE gen 2 link speeds, disable with amdgpu.pcie_gen2=0\n");
1389 bridge_pos = pci_pcie_cap(root);
1393 gpu_pos = pci_pcie_cap(adev->pdev);
1397 if (mask & DRM_PCIE_SPEED_80) {
1398 if (current_data_rate != 2) {
1399 u16 bridge_cfg, gpu_cfg;
1400 u16 bridge_cfg2, gpu_cfg2;
1401 u32 max_lw, current_lw, tmp;
1403 pci_read_config_word(root, bridge_pos + PCI_EXP_LNKCTL, &bridge_cfg);
1404 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL, &gpu_cfg);
1406 tmp16 = bridge_cfg | PCI_EXP_LNKCTL_HAWD;
1407 pci_write_config_word(root, bridge_pos + PCI_EXP_LNKCTL, tmp16);
1409 tmp16 = gpu_cfg | PCI_EXP_LNKCTL_HAWD;
1410 pci_write_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL, tmp16);
1412 tmp = RREG32_PCIE(PCIE_LC_STATUS1);
1413 max_lw = (tmp & LC_DETECTED_LINK_WIDTH_MASK) >> LC_DETECTED_LINK_WIDTH_SHIFT;
1414 current_lw = (tmp & LC_OPERATING_LINK_WIDTH_MASK) >> LC_OPERATING_LINK_WIDTH_SHIFT;
1416 if (current_lw < max_lw) {
1417 tmp = RREG32_PCIE_PORT(PCIE_LC_LINK_WIDTH_CNTL);
1418 if (tmp & LC_RENEGOTIATION_SUPPORT) {
1419 tmp &= ~(LC_LINK_WIDTH_MASK | LC_UPCONFIGURE_DIS);
1420 tmp |= (max_lw << LC_LINK_WIDTH_SHIFT);
1421 tmp |= LC_UPCONFIGURE_SUPPORT | LC_RENEGOTIATE_EN | LC_RECONFIG_NOW;
1422 WREG32_PCIE_PORT(PCIE_LC_LINK_WIDTH_CNTL, tmp);
1426 for (i = 0; i < 10; i++) {
1427 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_DEVSTA, &tmp16);
1428 if (tmp16 & PCI_EXP_DEVSTA_TRPND)
1431 pci_read_config_word(root, bridge_pos + PCI_EXP_LNKCTL, &bridge_cfg);
1432 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL, &gpu_cfg);
1434 pci_read_config_word(root, bridge_pos + PCI_EXP_LNKCTL2, &bridge_cfg2);
1435 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL2, &gpu_cfg2);
1437 tmp = RREG32_PCIE_PORT(PCIE_LC_CNTL4);
1438 tmp |= LC_SET_QUIESCE;
1439 WREG32_PCIE_PORT(PCIE_LC_CNTL4, tmp);
1441 tmp = RREG32_PCIE_PORT(PCIE_LC_CNTL4);
1443 WREG32_PCIE_PORT(PCIE_LC_CNTL4, tmp);
1447 pci_read_config_word(root, bridge_pos + PCI_EXP_LNKCTL, &tmp16);
1448 tmp16 &= ~PCI_EXP_LNKCTL_HAWD;
1449 tmp16 |= (bridge_cfg & PCI_EXP_LNKCTL_HAWD);
1450 pci_write_config_word(root, bridge_pos + PCI_EXP_LNKCTL, tmp16);
1452 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL, &tmp16);
1453 tmp16 &= ~PCI_EXP_LNKCTL_HAWD;
1454 tmp16 |= (gpu_cfg & PCI_EXP_LNKCTL_HAWD);
1455 pci_write_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL, tmp16);
1457 pci_read_config_word(root, bridge_pos + PCI_EXP_LNKCTL2, &tmp16);
1458 tmp16 &= ~((1 << 4) | (7 << 9));
1459 tmp16 |= (bridge_cfg2 & ((1 << 4) | (7 << 9)));
1460 pci_write_config_word(root, bridge_pos + PCI_EXP_LNKCTL2, tmp16);
1462 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL2, &tmp16);
1463 tmp16 &= ~((1 << 4) | (7 << 9));
1464 tmp16 |= (gpu_cfg2 & ((1 << 4) | (7 << 9)));
1465 pci_write_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL2, tmp16);
1467 tmp = RREG32_PCIE_PORT(PCIE_LC_CNTL4);
1468 tmp &= ~LC_SET_QUIESCE;
1469 WREG32_PCIE_PORT(PCIE_LC_CNTL4, tmp);
1474 speed_cntl |= LC_FORCE_EN_SW_SPEED_CHANGE | LC_FORCE_DIS_HW_SPEED_CHANGE;
1475 speed_cntl &= ~LC_FORCE_DIS_SW_SPEED_CHANGE;
1476 WREG32_PCIE_PORT(PCIE_LC_SPEED_CNTL, speed_cntl);
1478 pci_read_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL2, &tmp16);
1480 if (mask & DRM_PCIE_SPEED_80)
1482 else if (mask & DRM_PCIE_SPEED_50)
1486 pci_write_config_word(adev->pdev, gpu_pos + PCI_EXP_LNKCTL2, tmp16);
1488 speed_cntl = RREG32_PCIE_PORT(PCIE_LC_SPEED_CNTL);
1489 speed_cntl |= LC_INITIATE_LINK_SPEED_CHANGE;
1490 WREG32_PCIE_PORT(PCIE_LC_SPEED_CNTL, speed_cntl);
1492 for (i = 0; i < adev->usec_timeout; i++) {
1493 speed_cntl = RREG32_PCIE_PORT(PCIE_LC_SPEED_CNTL);
1494 if ((speed_cntl & LC_INITIATE_LINK_SPEED_CHANGE) == 0)
1500 static inline u32 si_pif_phy0_rreg(struct amdgpu_device *adev, u32 reg)
1502 unsigned long flags;
1505 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
1506 WREG32(EVERGREEN_PIF_PHY0_INDEX, ((reg) & 0xffff));
1507 r = RREG32(EVERGREEN_PIF_PHY0_DATA);
1508 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
1512 static inline void si_pif_phy0_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
1514 unsigned long flags;
1516 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
1517 WREG32(EVERGREEN_PIF_PHY0_INDEX, ((reg) & 0xffff));
1518 WREG32(EVERGREEN_PIF_PHY0_DATA, (v));
1519 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
1522 static inline u32 si_pif_phy1_rreg(struct amdgpu_device *adev, u32 reg)
1524 unsigned long flags;
1527 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
1528 WREG32(EVERGREEN_PIF_PHY1_INDEX, ((reg) & 0xffff));
1529 r = RREG32(EVERGREEN_PIF_PHY1_DATA);
1530 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
1534 static inline void si_pif_phy1_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
1536 unsigned long flags;
1538 spin_lock_irqsave(&adev->pcie_idx_lock, flags);
1539 WREG32(EVERGREEN_PIF_PHY1_INDEX, ((reg) & 0xffff));
1540 WREG32(EVERGREEN_PIF_PHY1_DATA, (v));
1541 spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
1543 static void si_program_aspm(struct amdgpu_device *adev)
1546 bool disable_l0s = false, disable_l1 = false, disable_plloff_in_l1 = false;
1547 bool disable_clkreq = false;
1549 if (amdgpu_aspm == 0)
1552 if (adev->flags & AMD_IS_APU)
1554 orig = data = RREG32_PCIE_PORT(PCIE_LC_N_FTS_CNTL);
1555 data &= ~LC_XMIT_N_FTS_MASK;
1556 data |= LC_XMIT_N_FTS(0x24) | LC_XMIT_N_FTS_OVERRIDE_EN;
1558 WREG32_PCIE_PORT(PCIE_LC_N_FTS_CNTL, data);
1560 orig = data = RREG32_PCIE_PORT(PCIE_LC_CNTL3);
1561 data |= LC_GO_TO_RECOVERY;
1563 WREG32_PCIE_PORT(PCIE_LC_CNTL3, data);
1565 orig = data = RREG32_PCIE(PCIE_P_CNTL);
1566 data |= P_IGNORE_EDB_ERR;
1568 WREG32_PCIE(PCIE_P_CNTL, data);
1570 orig = data = RREG32_PCIE_PORT(PCIE_LC_CNTL);
1571 data &= ~(LC_L0S_INACTIVITY_MASK | LC_L1_INACTIVITY_MASK);
1572 data |= LC_PMI_TO_L1_DIS;
1574 data |= LC_L0S_INACTIVITY(7);
1577 data |= LC_L1_INACTIVITY(7);
1578 data &= ~LC_PMI_TO_L1_DIS;
1580 WREG32_PCIE_PORT(PCIE_LC_CNTL, data);
1582 if (!disable_plloff_in_l1) {
1583 bool clk_req_support;
1585 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_PWRDOWN_0);
1586 data &= ~(PLL_POWER_STATE_IN_OFF_0_MASK | PLL_POWER_STATE_IN_TXS2_0_MASK);
1587 data |= PLL_POWER_STATE_IN_OFF_0(7) | PLL_POWER_STATE_IN_TXS2_0(7);
1589 si_pif_phy0_wreg(adev,PB0_PIF_PWRDOWN_0, data);
1591 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_PWRDOWN_1);
1592 data &= ~(PLL_POWER_STATE_IN_OFF_1_MASK | PLL_POWER_STATE_IN_TXS2_1_MASK);
1593 data |= PLL_POWER_STATE_IN_OFF_1(7) | PLL_POWER_STATE_IN_TXS2_1(7);
1595 si_pif_phy0_wreg(adev,PB0_PIF_PWRDOWN_1, data);
1597 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_PWRDOWN_0);
1598 data &= ~(PLL_POWER_STATE_IN_OFF_0_MASK | PLL_POWER_STATE_IN_TXS2_0_MASK);
1599 data |= PLL_POWER_STATE_IN_OFF_0(7) | PLL_POWER_STATE_IN_TXS2_0(7);
1601 si_pif_phy1_wreg(adev,PB1_PIF_PWRDOWN_0, data);
1603 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_PWRDOWN_1);
1604 data &= ~(PLL_POWER_STATE_IN_OFF_1_MASK | PLL_POWER_STATE_IN_TXS2_1_MASK);
1605 data |= PLL_POWER_STATE_IN_OFF_1(7) | PLL_POWER_STATE_IN_TXS2_1(7);
1607 si_pif_phy1_wreg(adev,PB1_PIF_PWRDOWN_1, data);
1609 if ((adev->asic_type != CHIP_OLAND) && (adev->asic_type != CHIP_HAINAN)) {
1610 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_PWRDOWN_0);
1611 data &= ~PLL_RAMP_UP_TIME_0_MASK;
1613 si_pif_phy0_wreg(adev,PB0_PIF_PWRDOWN_0, data);
1615 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_PWRDOWN_1);
1616 data &= ~PLL_RAMP_UP_TIME_1_MASK;
1618 si_pif_phy0_wreg(adev,PB0_PIF_PWRDOWN_1, data);
1620 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_PWRDOWN_2);
1621 data &= ~PLL_RAMP_UP_TIME_2_MASK;
1623 si_pif_phy0_wreg(adev,PB0_PIF_PWRDOWN_2, data);
1625 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_PWRDOWN_3);
1626 data &= ~PLL_RAMP_UP_TIME_3_MASK;
1628 si_pif_phy0_wreg(adev,PB0_PIF_PWRDOWN_3, data);
1630 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_PWRDOWN_0);
1631 data &= ~PLL_RAMP_UP_TIME_0_MASK;
1633 si_pif_phy1_wreg(adev,PB1_PIF_PWRDOWN_0, data);
1635 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_PWRDOWN_1);
1636 data &= ~PLL_RAMP_UP_TIME_1_MASK;
1638 si_pif_phy1_wreg(adev,PB1_PIF_PWRDOWN_1, data);
1640 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_PWRDOWN_2);
1641 data &= ~PLL_RAMP_UP_TIME_2_MASK;
1643 si_pif_phy1_wreg(adev,PB1_PIF_PWRDOWN_2, data);
1645 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_PWRDOWN_3);
1646 data &= ~PLL_RAMP_UP_TIME_3_MASK;
1648 si_pif_phy1_wreg(adev,PB1_PIF_PWRDOWN_3, data);
1650 orig = data = RREG32_PCIE_PORT(PCIE_LC_LINK_WIDTH_CNTL);
1651 data &= ~LC_DYN_LANES_PWR_STATE_MASK;
1652 data |= LC_DYN_LANES_PWR_STATE(3);
1654 WREG32_PCIE_PORT(PCIE_LC_LINK_WIDTH_CNTL, data);
1656 orig = data = si_pif_phy0_rreg(adev,PB0_PIF_CNTL);
1657 data &= ~LS2_EXIT_TIME_MASK;
1658 if ((adev->asic_type == CHIP_OLAND) || (adev->asic_type == CHIP_HAINAN))
1659 data |= LS2_EXIT_TIME(5);
1661 si_pif_phy0_wreg(adev,PB0_PIF_CNTL, data);
1663 orig = data = si_pif_phy1_rreg(adev,PB1_PIF_CNTL);
1664 data &= ~LS2_EXIT_TIME_MASK;
1665 if ((adev->asic_type == CHIP_OLAND) || (adev->asic_type == CHIP_HAINAN))
1666 data |= LS2_EXIT_TIME(5);
1668 si_pif_phy1_wreg(adev,PB1_PIF_CNTL, data);
1670 if (!disable_clkreq &&
1671 !pci_is_root_bus(adev->pdev->bus)) {
1672 struct pci_dev *root = adev->pdev->bus->self;
1675 clk_req_support = false;
1676 pcie_capability_read_dword(root, PCI_EXP_LNKCAP, &lnkcap);
1677 if (lnkcap & PCI_EXP_LNKCAP_CLKPM)
1678 clk_req_support = true;
1680 clk_req_support = false;
1683 if (clk_req_support) {
1684 orig = data = RREG32_PCIE_PORT(PCIE_LC_CNTL2);
1685 data |= LC_ALLOW_PDWN_IN_L1 | LC_ALLOW_PDWN_IN_L23;
1687 WREG32_PCIE_PORT(PCIE_LC_CNTL2, data);
1689 orig = data = RREG32(THM_CLK_CNTL);
1690 data &= ~(CMON_CLK_SEL_MASK | TMON_CLK_SEL_MASK);
1691 data |= CMON_CLK_SEL(1) | TMON_CLK_SEL(1);
1693 WREG32(THM_CLK_CNTL, data);
1695 orig = data = RREG32(MISC_CLK_CNTL);
1696 data &= ~(DEEP_SLEEP_CLK_SEL_MASK | ZCLK_SEL_MASK);
1697 data |= DEEP_SLEEP_CLK_SEL(1) | ZCLK_SEL(1);
1699 WREG32(MISC_CLK_CNTL, data);
1701 orig = data = RREG32(CG_CLKPIN_CNTL);
1702 data &= ~BCLK_AS_XCLK;
1704 WREG32(CG_CLKPIN_CNTL, data);
1706 orig = data = RREG32(CG_CLKPIN_CNTL_2);
1707 data &= ~FORCE_BIF_REFCLK_EN;
1709 WREG32(CG_CLKPIN_CNTL_2, data);
1711 orig = data = RREG32(MPLL_BYPASSCLK_SEL);
1712 data &= ~MPLL_CLKOUT_SEL_MASK;
1713 data |= MPLL_CLKOUT_SEL(4);
1715 WREG32(MPLL_BYPASSCLK_SEL, data);
1717 orig = data = RREG32(SPLL_CNTL_MODE);
1718 data &= ~SPLL_REFCLK_SEL_MASK;
1720 WREG32(SPLL_CNTL_MODE, data);
1725 WREG32_PCIE_PORT(PCIE_LC_CNTL, data);
1728 orig = data = RREG32_PCIE(PCIE_CNTL2);
1729 data |= SLV_MEM_LS_EN | MST_MEM_LS_EN | REPLAY_MEM_LS_EN;
1731 WREG32_PCIE(PCIE_CNTL2, data);
1734 data = RREG32_PCIE_PORT(PCIE_LC_N_FTS_CNTL);
1735 if((data & LC_N_FTS_MASK) == LC_N_FTS_MASK) {
1736 data = RREG32_PCIE(PCIE_LC_STATUS1);
1737 if ((data & LC_REVERSE_XMIT) && (data & LC_REVERSE_RCVR)) {
1738 orig = data = RREG32_PCIE_PORT(PCIE_LC_CNTL);
1739 data &= ~LC_L0S_INACTIVITY_MASK;
1741 WREG32_PCIE_PORT(PCIE_LC_CNTL, data);
1747 static void si_fix_pci_max_read_req_size(struct amdgpu_device *adev)
1752 readrq = pcie_get_readrq(adev->pdev);
1753 v = ffs(readrq) - 8;
1754 if ((v == 0) || (v == 6) || (v == 7))
1755 pcie_set_readrq(adev->pdev, 512);
1758 static int si_common_hw_init(void *handle)
1760 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1762 si_fix_pci_max_read_req_size(adev);
1763 si_init_golden_registers(adev);
1764 si_pcie_gen3_enable(adev);
1765 si_program_aspm(adev);
1770 static int si_common_hw_fini(void *handle)
1775 static int si_common_suspend(void *handle)
1777 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1779 return si_common_hw_fini(adev);
1782 static int si_common_resume(void *handle)
1784 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1786 return si_common_hw_init(adev);
1789 static bool si_common_is_idle(void *handle)
1794 static int si_common_wait_for_idle(void *handle)
1799 static int si_common_soft_reset(void *handle)
1804 static int si_common_set_clockgating_state(void *handle,
1805 enum amd_clockgating_state state)
1810 static int si_common_set_powergating_state(void *handle,
1811 enum amd_powergating_state state)
1816 const struct amd_ip_funcs si_common_ip_funcs = {
1817 .name = "si_common",
1818 .early_init = si_common_early_init,
1820 .sw_init = si_common_sw_init,
1821 .sw_fini = si_common_sw_fini,
1822 .hw_init = si_common_hw_init,
1823 .hw_fini = si_common_hw_fini,
1824 .suspend = si_common_suspend,
1825 .resume = si_common_resume,
1826 .is_idle = si_common_is_idle,
1827 .wait_for_idle = si_common_wait_for_idle,
1828 .soft_reset = si_common_soft_reset,
1829 .set_clockgating_state = si_common_set_clockgating_state,
1830 .set_powergating_state = si_common_set_powergating_state,
1833 static const struct amdgpu_ip_block_version verde_ip_blocks[] =
1836 .type = AMD_IP_BLOCK_TYPE_COMMON,
1840 .funcs = &si_common_ip_funcs,
1843 .type = AMD_IP_BLOCK_TYPE_GMC,
1847 .funcs = &gmc_v6_0_ip_funcs,
1850 .type = AMD_IP_BLOCK_TYPE_IH,
1854 .funcs = &si_ih_ip_funcs,
1857 .type = AMD_IP_BLOCK_TYPE_SMC,
1861 .funcs = &amdgpu_pp_ip_funcs,
1864 .type = AMD_IP_BLOCK_TYPE_DCE,
1868 .funcs = &dce_v6_0_ip_funcs,
1871 .type = AMD_IP_BLOCK_TYPE_GFX,
1875 .funcs = &gfx_v6_0_ip_funcs,
1878 .type = AMD_IP_BLOCK_TYPE_SDMA,
1882 .funcs = &si_dma_ip_funcs,
1885 .type = AMD_IP_BLOCK_TYPE_UVD,
1889 .funcs = &si_null_ip_funcs,
1892 .type = AMD_IP_BLOCK_TYPE_VCE,
1896 .funcs = &si_null_ip_funcs,
1902 static const struct amdgpu_ip_block_version hainan_ip_blocks[] =
1905 .type = AMD_IP_BLOCK_TYPE_COMMON,
1909 .funcs = &si_common_ip_funcs,
1912 .type = AMD_IP_BLOCK_TYPE_GMC,
1916 .funcs = &gmc_v6_0_ip_funcs,
1919 .type = AMD_IP_BLOCK_TYPE_IH,
1923 .funcs = &si_ih_ip_funcs,
1926 .type = AMD_IP_BLOCK_TYPE_SMC,
1930 .funcs = &amdgpu_pp_ip_funcs,
1933 .type = AMD_IP_BLOCK_TYPE_GFX,
1937 .funcs = &gfx_v6_0_ip_funcs,
1940 .type = AMD_IP_BLOCK_TYPE_SDMA,
1944 .funcs = &si_dma_ip_funcs,
1948 int si_set_ip_blocks(struct amdgpu_device *adev)
1950 switch (adev->asic_type) {
1955 adev->ip_blocks = verde_ip_blocks;
1956 adev->num_ip_blocks = ARRAY_SIZE(verde_ip_blocks);
1959 adev->ip_blocks = hainan_ip_blocks;
1960 adev->num_ip_blocks = ARRAY_SIZE(hainan_ip_blocks);