2 * Copyright 2013 Red Hat Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
27 #include <core/option.h>
28 #include <subdev/bios.h>
29 #include <subdev/bios/perf.h>
30 #include <subdev/bios/pll.h>
31 #include <subdev/bios/rammap.h>
32 #include <subdev/bios/timing.h>
33 #include <subdev/clk/pll.h>
37 struct hwsq_reg r_0x002504;
38 struct hwsq_reg r_0x004008;
39 struct hwsq_reg r_0x00400c;
40 struct hwsq_reg r_0x00c040;
41 struct hwsq_reg r_0x100200;
42 struct hwsq_reg r_0x100210;
43 struct hwsq_reg r_0x10021c;
44 struct hwsq_reg r_0x1002d0;
45 struct hwsq_reg r_0x1002d4;
46 struct hwsq_reg r_0x1002dc;
47 struct hwsq_reg r_0x10053c;
48 struct hwsq_reg r_0x1005a0;
49 struct hwsq_reg r_0x1005a4;
50 struct hwsq_reg r_0x100710;
51 struct hwsq_reg r_0x100714;
52 struct hwsq_reg r_0x100718;
53 struct hwsq_reg r_0x10071c;
54 struct hwsq_reg r_0x100da0;
55 struct hwsq_reg r_0x100e20;
56 struct hwsq_reg r_0x100e24;
57 struct hwsq_reg r_0x611200;
58 struct hwsq_reg r_timing[9];
59 struct hwsq_reg r_mr[4];
64 struct nv50_ramseq hwsq;
67 #define T(t) cfg->timing_10_##t
69 nv50_ram_timing_calc(struct nvkm_fb *fb, u32 *timing)
71 struct nv50_ram *ram = (void *)fb->ram;
72 struct nvbios_ramcfg *cfg = &ram->base.target.bios;
73 u32 cur2, cur4, cur7, cur8;
76 cur2 = nv_rd32(fb, 0x100228);
77 cur4 = nv_rd32(fb, 0x100230);
78 cur7 = nv_rd32(fb, 0x10023c);
79 cur8 = nv_rd32(fb, 0x100240);
81 switch ((!T(CWL)) * ram->base.type) {
82 case NV_MEM_TYPE_DDR2:
85 case NV_MEM_TYPE_GDDR3:
86 T(CWL) = ((cur2 & 0xff000000) >> 24) + 1;
90 /* XXX: N=1 is not proper statistics */
91 if (nv_device(fb)->chipset == 0xa0) {
92 unkt3b = 0x19 + ram->base.next->bios.rammap_00_16_40;
93 timing[6] = (0x2d + T(CL) - T(CWL) +
94 ram->base.next->bios.rammap_00_16_40) << 16 |
96 (0x2f + T(CL) - T(CWL));
99 timing[6] = (0x2b + T(CL) - T(CWL)) << 16 |
100 max_t(s8, T(CWL) - 2, 1) << 8 |
101 (0x2e + T(CL) - T(CWL));
104 timing[0] = (T(RP) << 24 | T(RAS) << 16 | T(RFC) << 8 | T(RC));
105 timing[1] = (T(WR) + 1 + T(CWL)) << 24 |
106 max_t(u8, T(18), 1) << 16 |
107 (T(WTR) + 1 + T(CWL)) << 8 |
108 (3 + T(CL) - T(CWL));
109 timing[2] = (T(CWL) - 1) << 24 |
113 timing[3] = (unkt3b - 2 + T(CL)) << 24 |
117 timing[4] = (cur4 & 0xffff0000) |
120 timing[5] = T(RFC) << 24 |
121 max_t(u8, T(RCDRD), T(RCDWR)) << 16 |
123 /* Timing 6 is already done above */
124 timing[7] = (cur7 & 0xff00ffff) | (T(CL) - 1) << 16;
125 timing[8] = (cur8 & 0xffffff00);
127 /* XXX: P.version == 1 only has DDR2 and GDDR3? */
128 if (fb->ram->type == NV_MEM_TYPE_DDR2) {
129 timing[5] |= (T(CL) + 3) << 8;
130 timing[8] |= (T(CL) - 4);
131 } else if (fb->ram->type == NV_MEM_TYPE_GDDR3) {
132 timing[5] |= (T(CL) + 2) << 8;
133 timing[8] |= (T(CL) - 2);
136 nv_debug(fb, " 220: %08x %08x %08x %08x\n",
137 timing[0], timing[1], timing[2], timing[3]);
138 nv_debug(fb, " 230: %08x %08x %08x %08x\n",
139 timing[4], timing[5], timing[6], timing[7]);
140 nv_debug(fb, " 240: %08x\n", timing[8]);
146 nvkm_sddr2_dll_reset(struct nv50_ramseq *hwsq)
148 ram_mask(hwsq, mr[0], 0x100, 0x100);
149 ram_mask(hwsq, mr[0], 0x100, 0x000);
150 ram_nsec(hwsq, 24000);
154 nv50_ram_calc(struct nvkm_fb *fb, u32 freq)
156 struct nvkm_bios *bios = nvkm_bios(fb);
157 struct nv50_ram *ram = (void *)fb->ram;
158 struct nv50_ramseq *hwsq = &ram->hwsq;
159 struct nvbios_perfE perfE;
160 struct nvbios_pll mpll;
161 struct nvkm_ram_data *next;
162 u8 ver, hdr, cnt, len, strap, size;
164 u32 r100da0, r004008, unk710, unk714, unk718, unk71c;
165 int N1, M1, N2, M2, P;
169 next = &ram->base.target;
171 ram->base.next = next;
173 /* lookup closest matching performance table entry for frequency */
176 data = nvbios_perfEp(bios, i++, &ver, &hdr, &cnt,
178 if (!data || (ver < 0x25 || ver >= 0x40) ||
180 nv_error(fb, "invalid/missing perftab entry\n");
183 } while (perfE.memory < freq);
185 nvbios_rammapEp_from_perf(bios, data, hdr, &next->bios);
187 /* locate specific data set for the attached memory */
188 strap = nvbios_ramcfg_index(nv_subdev(fb));
190 nv_error(fb, "invalid ramcfg strap\n");
194 data = nvbios_rammapSp_from_perf(bios, data + hdr, size, strap,
197 nv_error(fb, "invalid/missing rammap entry ");
201 /* lookup memory timings, if bios says they're present */
202 if (next->bios.ramcfg_timing != 0xff) {
203 data = nvbios_timingEp(bios, next->bios.ramcfg_timing,
204 &ver, &hdr, &cnt, &len, &next->bios);
205 if (!data || ver != 0x10 || hdr < 0x12) {
206 nv_error(fb, "invalid/missing timing entry "
207 "%02x %04x %02x %02x\n",
208 strap, data, ver, hdr);
213 nv50_ram_timing_calc(fb, timing);
215 ret = ram_init(hwsq, nv_subdev(fb));
219 /* Determine ram-specific MR values */
220 ram->base.mr[0] = ram_rd32(hwsq, mr[0]);
221 ram->base.mr[1] = ram_rd32(hwsq, mr[1]);
222 ram->base.mr[2] = ram_rd32(hwsq, mr[2]);
224 switch (ram->base.type) {
225 case NV_MEM_TYPE_GDDR3:
226 ret = nvkm_gddr3_calc(&ram->base);
236 /* Always disable this bit during reclock */
237 ram_mask(hwsq, 0x100200, 0x00000800, 0x00000000);
239 ram_wait(hwsq, 0x01, 0x00); /* wait for !vblank */
240 ram_wait(hwsq, 0x01, 0x01); /* wait for vblank */
241 ram_wr32(hwsq, 0x611200, 0x00003300);
242 ram_wr32(hwsq, 0x002504, 0x00000001); /* block fifo */
243 ram_nsec(hwsq, 8000);
244 ram_setf(hwsq, 0x10, 0x00); /* disable fb */
245 ram_wait(hwsq, 0x00, 0x01); /* wait for fb disabled */
246 ram_nsec(hwsq, 2000);
248 ram_wr32(hwsq, 0x1002d4, 0x00000001); /* precharge */
249 ram_wr32(hwsq, 0x1002d0, 0x00000001); /* refresh */
250 ram_wr32(hwsq, 0x1002d0, 0x00000001); /* refresh */
251 ram_wr32(hwsq, 0x100210, 0x00000000); /* disable auto-refresh */
252 ram_wr32(hwsq, 0x1002dc, 0x00000001); /* enable self-refresh */
254 ret = nvbios_pll_parse(bios, 0x004008, &mpll);
255 mpll.vco2.max_freq = 0;
257 ret = nv04_pll_calc(nv_subdev(fb), &mpll, freq,
258 &N1, &M1, &N2, &M2, &P);
266 /* XXX: 750MHz seems rather arbitrary */
267 if (freq <= 750000) {
268 r100da0 = 0x00000010;
269 r004008 = 0x90000000;
271 r100da0 = 0x00000000;
272 r004008 = 0x80000000;
275 r004008 |= (mpll.bias_p << 19) | (P << 22) | (P << 16);
277 ram_mask(hwsq, 0x00c040, 0xc000c000, 0x0000c000);
278 /* XXX: Is rammap_00_16_40 the DLL bit we've seen in GT215? Why does
279 * it have a different rammap bit from DLLoff? */
280 ram_mask(hwsq, 0x004008, 0x00004200, 0x00000200 |
281 next->bios.rammap_00_16_40 << 14);
282 ram_mask(hwsq, 0x00400c, 0x0000ffff, (N1 << 8) | M1);
283 ram_mask(hwsq, 0x004008, 0x91ff0000, r004008);
284 if (nv_device(fb)->chipset >= 0x96)
285 ram_wr32(hwsq, 0x100da0, r100da0);
286 ram_nsec(hwsq, 64000); /*XXX*/
287 ram_nsec(hwsq, 32000); /*XXX*/
289 ram_mask(hwsq, 0x004008, 0x00002200, 0x00002000);
291 ram_wr32(hwsq, 0x1002dc, 0x00000000); /* disable self-refresh */
292 ram_wr32(hwsq, 0x1002d4, 0x00000001); /* disable self-refresh */
293 ram_wr32(hwsq, 0x100210, 0x80000000); /* enable auto-refresh */
295 ram_nsec(hwsq, 12000);
297 switch (ram->base.type) {
298 case NV_MEM_TYPE_DDR2:
299 ram_nuke(hwsq, mr[0]); /* force update */
300 ram_mask(hwsq, mr[0], 0x000, 0x000);
302 case NV_MEM_TYPE_GDDR3:
303 ram_nuke(hwsq, mr[1]); /* force update */
304 ram_wr32(hwsq, mr[1], ram->base.mr[1]);
305 ram_nuke(hwsq, mr[0]); /* force update */
306 ram_wr32(hwsq, mr[0], ram->base.mr[0]);
312 ram_mask(hwsq, timing[3], 0xffffffff, timing[3]);
313 ram_mask(hwsq, timing[1], 0xffffffff, timing[1]);
314 ram_mask(hwsq, timing[6], 0xffffffff, timing[6]);
315 ram_mask(hwsq, timing[7], 0xffffffff, timing[7]);
316 ram_mask(hwsq, timing[8], 0xffffffff, timing[8]);
317 ram_mask(hwsq, timing[0], 0xffffffff, timing[0]);
318 ram_mask(hwsq, timing[2], 0xffffffff, timing[2]);
319 ram_mask(hwsq, timing[4], 0xffffffff, timing[4]);
320 ram_mask(hwsq, timing[5], 0xffffffff, timing[5]);
322 if (!next->bios.ramcfg_00_03_02)
323 ram_mask(hwsq, 0x10021c, 0x00010000, 0x00000000);
324 ram_mask(hwsq, 0x100200, 0x00001000, !next->bios.ramcfg_00_04_02 << 12);
326 /* XXX: A lot of this could be "chipset"/"ram type" specific stuff */
327 unk710 = ram_rd32(hwsq, 0x100710) & ~0x00000101;
328 unk714 = ram_rd32(hwsq, 0x100714) & ~0xf0000020;
329 unk718 = ram_rd32(hwsq, 0x100718) & ~0x00000100;
330 unk71c = ram_rd32(hwsq, 0x10071c) & ~0x00000100;
332 if ( next->bios.ramcfg_00_03_01)
333 unk71c |= 0x00000100;
334 if ( next->bios.ramcfg_00_03_02)
335 unk710 |= 0x00000100;
336 if (!next->bios.ramcfg_00_03_08) {
340 if ( next->bios.ramcfg_00_04_04)
341 unk714 |= 0x70000000;
342 if ( next->bios.ramcfg_00_04_20)
343 unk718 |= 0x00000100;
345 ram_mask(hwsq, 0x100714, 0xffffffff, unk714);
346 ram_mask(hwsq, 0x10071c, 0xffffffff, unk71c);
347 ram_mask(hwsq, 0x100718, 0xffffffff, unk718);
348 ram_mask(hwsq, 0x100710, 0xffffffff, unk710);
350 if (next->bios.rammap_00_16_20) {
351 ram_wr32(hwsq, 0x1005a0, next->bios.ramcfg_00_07 << 16 |
352 next->bios.ramcfg_00_06 << 8 |
353 next->bios.ramcfg_00_05);
354 ram_wr32(hwsq, 0x1005a4, next->bios.ramcfg_00_09 << 8 |
355 next->bios.ramcfg_00_08);
356 ram_mask(hwsq, 0x10053c, 0x00001000, 0x00000000);
358 ram_mask(hwsq, 0x10053c, 0x00001000, 0x00001000);
360 ram_mask(hwsq, mr[1], 0xffffffff, ram->base.mr[1]);
363 if (!next->bios.ramcfg_DLLoff)
364 nvkm_sddr2_dll_reset(hwsq);
366 ram_setf(hwsq, 0x10, 0x01); /* enable fb */
367 ram_wait(hwsq, 0x00, 0x00); /* wait for fb enabled */
368 ram_wr32(hwsq, 0x611200, 0x00003330);
369 ram_wr32(hwsq, 0x002504, 0x00000000); /* un-block fifo */
371 if (next->bios.rammap_00_17_02)
372 ram_mask(hwsq, 0x100200, 0x00000800, 0x00000800);
373 if (!next->bios.rammap_00_16_40)
374 ram_mask(hwsq, 0x004008, 0x00004000, 0x00000000);
375 if (next->bios.ramcfg_00_03_02)
376 ram_mask(hwsq, 0x10021c, 0x00010000, 0x00010000);
382 nv50_ram_prog(struct nvkm_fb *fb)
384 struct nvkm_device *device = nv_device(fb);
385 struct nv50_ram *ram = (void *)fb->ram;
386 struct nv50_ramseq *hwsq = &ram->hwsq;
388 ram_exec(hwsq, nvkm_boolopt(device->cfgopt, "NvMemExec", true));
393 nv50_ram_tidy(struct nvkm_fb *fb)
395 struct nv50_ram *ram = (void *)fb->ram;
396 struct nv50_ramseq *hwsq = &ram->hwsq;
397 ram_exec(hwsq, false);
401 __nv50_ram_put(struct nvkm_fb *fb, struct nvkm_mem *mem)
403 struct nvkm_mm_node *this;
405 while (!list_empty(&mem->regions)) {
406 this = list_first_entry(&mem->regions, typeof(*this), rl_entry);
408 list_del(&this->rl_entry);
409 nvkm_mm_free(&fb->vram, &this);
412 nvkm_mm_free(&fb->tags, &mem->tag);
416 nv50_ram_put(struct nvkm_fb *fb, struct nvkm_mem **pmem)
418 struct nvkm_mem *mem = *pmem;
421 if (unlikely(mem == NULL))
424 mutex_lock(&fb->subdev.mutex);
425 __nv50_ram_put(fb, mem);
426 mutex_unlock(&fb->subdev.mutex);
432 nv50_ram_get(struct nvkm_fb *fb, u64 size, u32 align, u32 ncmin,
433 u32 memtype, struct nvkm_mem **pmem)
435 struct nvkm_mm *heap = &fb->vram;
436 struct nvkm_mm *tags = &fb->tags;
437 struct nvkm_mm_node *r;
438 struct nvkm_mem *mem;
439 int comp = (memtype & 0x300) >> 8;
440 int type = (memtype & 0x07f);
441 int back = (memtype & 0x800);
445 min = ncmin ? (ncmin >> 12) : max;
448 mem = kzalloc(sizeof(*mem), GFP_KERNEL);
452 mutex_lock(&fb->subdev.mutex);
455 int n = (max >> 4) * comp;
457 ret = nvkm_mm_head(tags, 0, 1, n, n, 1, &mem->tag);
462 if (unlikely(!mem->tag))
466 INIT_LIST_HEAD(&mem->regions);
467 mem->memtype = (comp << 7) | type;
470 type = nv50_fb_memtype[type];
473 ret = nvkm_mm_tail(heap, 0, type, max, min, align, &r);
475 ret = nvkm_mm_head(heap, 0, type, max, min, align, &r);
477 mutex_unlock(&fb->subdev.mutex);
478 fb->ram->put(fb, &mem);
482 list_add_tail(&r->rl_entry, &mem->regions);
485 mutex_unlock(&fb->subdev.mutex);
487 r = list_first_entry(&mem->regions, struct nvkm_mm_node, rl_entry);
488 mem->offset = (u64)r->offset << 12;
494 nv50_fb_vram_rblock(struct nvkm_fb *fb, struct nvkm_ram *ram)
496 int colbits, rowbitsa, rowbitsb, banks;
497 u64 rowsize, predicted;
498 u32 r0, r4, rt, rblock_size;
500 r0 = nv_rd32(fb, 0x100200);
501 r4 = nv_rd32(fb, 0x100204);
502 rt = nv_rd32(fb, 0x100250);
503 nv_debug(fb, "memcfg 0x%08x 0x%08x 0x%08x 0x%08x\n",
504 r0, r4, rt, nv_rd32(fb, 0x001540));
506 colbits = (r4 & 0x0000f000) >> 12;
507 rowbitsa = ((r4 & 0x000f0000) >> 16) + 8;
508 rowbitsb = ((r4 & 0x00f00000) >> 20) + 8;
509 banks = 1 << (((r4 & 0x03000000) >> 24) + 2);
511 rowsize = ram->parts * banks * (1 << colbits) * 8;
512 predicted = rowsize << rowbitsa;
514 predicted += rowsize << rowbitsb;
516 if (predicted != ram->size) {
517 nv_warn(fb, "memory controller reports %d MiB VRAM\n",
518 (u32)(ram->size >> 20));
521 rblock_size = rowsize;
525 nv_debug(fb, "rblock %d bytes\n", rblock_size);
530 nv50_ram_create_(struct nvkm_object *parent, struct nvkm_object *engine,
531 struct nvkm_oclass *oclass, int length, void **pobject)
533 const u32 rsvd_head = ( 256 * 1024) >> 12; /* vga memory */
534 const u32 rsvd_tail = (1024 * 1024) >> 12; /* vbios etc */
535 struct nvkm_bios *bios = nvkm_bios(parent);
536 struct nvkm_fb *fb = nvkm_fb(parent);
537 struct nvkm_ram *ram;
540 ret = nvkm_ram_create_(parent, engine, oclass, length, pobject);
545 ram->size = nv_rd32(fb, 0x10020c);
546 ram->size = (ram->size & 0xffffff00) | ((ram->size & 0x000000ff) << 32);
548 ram->part_mask = (nv_rd32(fb, 0x001540) & 0x00ff0000) >> 16;
549 ram->parts = hweight8(ram->part_mask);
551 switch (nv_rd32(fb, 0x100714) & 0x00000007) {
552 case 0: ram->type = NV_MEM_TYPE_DDR1; break;
554 if (nvkm_fb_bios_memtype(bios) == NV_MEM_TYPE_DDR3)
555 ram->type = NV_MEM_TYPE_DDR3;
557 ram->type = NV_MEM_TYPE_DDR2;
559 case 2: ram->type = NV_MEM_TYPE_GDDR3; break;
560 case 3: ram->type = NV_MEM_TYPE_GDDR4; break;
561 case 4: ram->type = NV_MEM_TYPE_GDDR5; break;
566 ret = nvkm_mm_init(&fb->vram, rsvd_head, (ram->size >> 12) -
567 (rsvd_head + rsvd_tail),
568 nv50_fb_vram_rblock(fb, ram) >> 12);
572 ram->ranks = (nv_rd32(fb, 0x100200) & 0x4) ? 2 : 1;
573 ram->tags = nv_rd32(fb, 0x100320);
574 ram->get = nv50_ram_get;
575 ram->put = nv50_ram_put;
580 nv50_ram_ctor(struct nvkm_object *parent, struct nvkm_object *engine,
581 struct nvkm_oclass *oclass, void *data, u32 datasize,
582 struct nvkm_object **pobject)
584 struct nv50_ram *ram;
587 ret = nv50_ram_create(parent, engine, oclass, &ram);
588 *pobject = nv_object(ram);
592 switch (ram->base.type) {
593 case NV_MEM_TYPE_GDDR3:
594 ram->base.calc = nv50_ram_calc;
595 ram->base.prog = nv50_ram_prog;
596 ram->base.tidy = nv50_ram_tidy;
598 case NV_MEM_TYPE_DDR2:
600 nv_warn(ram, "reclocking of this ram type unsupported\n");
604 ram->hwsq.r_0x002504 = hwsq_reg(0x002504);
605 ram->hwsq.r_0x00c040 = hwsq_reg(0x00c040);
606 ram->hwsq.r_0x004008 = hwsq_reg(0x004008);
607 ram->hwsq.r_0x00400c = hwsq_reg(0x00400c);
608 ram->hwsq.r_0x100200 = hwsq_reg(0x100200);
609 ram->hwsq.r_0x100210 = hwsq_reg(0x100210);
610 ram->hwsq.r_0x10021c = hwsq_reg(0x10021c);
611 ram->hwsq.r_0x1002d0 = hwsq_reg(0x1002d0);
612 ram->hwsq.r_0x1002d4 = hwsq_reg(0x1002d4);
613 ram->hwsq.r_0x1002dc = hwsq_reg(0x1002dc);
614 ram->hwsq.r_0x10053c = hwsq_reg(0x10053c);
615 ram->hwsq.r_0x1005a0 = hwsq_reg(0x1005a0);
616 ram->hwsq.r_0x1005a4 = hwsq_reg(0x1005a4);
617 ram->hwsq.r_0x100710 = hwsq_reg(0x100710);
618 ram->hwsq.r_0x100714 = hwsq_reg(0x100714);
619 ram->hwsq.r_0x100718 = hwsq_reg(0x100718);
620 ram->hwsq.r_0x10071c = hwsq_reg(0x10071c);
621 ram->hwsq.r_0x100da0 = hwsq_stride(0x100da0, 4, ram->base.part_mask);
622 ram->hwsq.r_0x100e20 = hwsq_reg(0x100e20);
623 ram->hwsq.r_0x100e24 = hwsq_reg(0x100e24);
624 ram->hwsq.r_0x611200 = hwsq_reg(0x611200);
626 for (i = 0; i < 9; i++)
627 ram->hwsq.r_timing[i] = hwsq_reg(0x100220 + (i * 0x04));
629 if (ram->base.ranks > 1) {
630 ram->hwsq.r_mr[0] = hwsq_reg2(0x1002c0, 0x1002c8);
631 ram->hwsq.r_mr[1] = hwsq_reg2(0x1002c4, 0x1002cc);
632 ram->hwsq.r_mr[2] = hwsq_reg2(0x1002e0, 0x1002e8);
633 ram->hwsq.r_mr[3] = hwsq_reg2(0x1002e4, 0x1002ec);
635 ram->hwsq.r_mr[0] = hwsq_reg(0x1002c0);
636 ram->hwsq.r_mr[1] = hwsq_reg(0x1002c4);
637 ram->hwsq.r_mr[2] = hwsq_reg(0x1002e0);
638 ram->hwsq.r_mr[3] = hwsq_reg(0x1002e4);
646 .ofuncs = &(struct nvkm_ofuncs) {
647 .ctor = nv50_ram_ctor,
648 .dtor = _nvkm_ram_dtor,
649 .init = _nvkm_ram_init,
650 .fini = _nvkm_ram_fini,