1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3 *
4 * Copyright (c) 2018 Emmanuel Vadot <manu@FreeBSD.org>
5 * Copyright (c) 2013 Alexander Fedorov
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 */
29
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
32
33 #include <sys/param.h>
34 #include <sys/systm.h>
35 #include <sys/bus.h>
36 #include <sys/conf.h>
37 #include <sys/kernel.h>
38 #include <sys/lock.h>
39 #include <sys/malloc.h>
40 #include <sys/module.h>
41 #include <sys/mutex.h>
42 #include <sys/resource.h>
43 #include <sys/rman.h>
44 #include <sys/sysctl.h>
45 #include <sys/queue.h>
46 #include <sys/taskqueue.h>
47
48 #include <machine/bus.h>
49
50 #include <dev/ofw/ofw_bus.h>
51 #include <dev/ofw/ofw_bus_subr.h>
52
53 #include <dev/mmc/bridge.h>
54 #include <dev/mmc/mmcbrvar.h>
55 #include <dev/mmc/mmc_fdt_helpers.h>
56
57 #include <arm/allwinner/aw_mmc.h>
58 #include <dev/extres/clk/clk.h>
59 #include <dev/extres/hwreset/hwreset.h>
60 #include <dev/extres/regulator/regulator.h>
61
62 #include "opt_mmccam.h"
63
64 #ifdef MMCCAM
65 #include <cam/cam.h>
66 #include <cam/cam_ccb.h>
67 #include <cam/cam_debug.h>
68 #include <cam/cam_sim.h>
69 #include <cam/cam_xpt_sim.h>
70 #include <cam/mmc/mmc_sim.h>
71
72 #include "mmc_sim_if.h"
73 #endif
74
75 #include "mmc_pwrseq_if.h"
76
77 #define AW_MMC_MEMRES 0
78 #define AW_MMC_IRQRES 1
79 #define AW_MMC_RESSZ 2
80 #define AW_MMC_DMA_SEGS (PAGE_SIZE / sizeof(struct aw_mmc_dma_desc))
81 #define AW_MMC_DMA_DESC_SIZE (sizeof(struct aw_mmc_dma_desc) * AW_MMC_DMA_SEGS)
82 #define AW_MMC_DMA_FTRGLEVEL 0x20070008
83
84 #define AW_MMC_RESET_RETRY 1000
85
86 #define CARD_ID_FREQUENCY 400000
87
88 struct aw_mmc_conf {
89 uint32_t dma_xferlen;
90 bool mask_data0;
91 bool can_calibrate;
92 bool new_timing;
93 };
94
95 static const struct aw_mmc_conf a10_mmc_conf = {
96 .dma_xferlen = 0x2000,
97 };
98
99 static const struct aw_mmc_conf a13_mmc_conf = {
100 .dma_xferlen = 0x10000,
101 };
102
103 static const struct aw_mmc_conf a64_mmc_conf = {
104 .dma_xferlen = 0x10000,
105 .mask_data0 = true,
106 .can_calibrate = true,
107 .new_timing = true,
108 };
109
110 static const struct aw_mmc_conf a64_emmc_conf = {
111 .dma_xferlen = 0x2000,
112 .can_calibrate = true,
113 };
114
115 static struct ofw_compat_data compat_data[] = {
116 {"allwinner,sun4i-a10-mmc", (uintptr_t)&a10_mmc_conf},
117 {"allwinner,sun5i-a13-mmc", (uintptr_t)&a13_mmc_conf},
118 {"allwinner,sun7i-a20-mmc", (uintptr_t)&a13_mmc_conf},
119 {"allwinner,sun50i-a64-mmc", (uintptr_t)&a64_mmc_conf},
120 {"allwinner,sun50i-a64-emmc", (uintptr_t)&a64_emmc_conf},
121 {NULL, 0}
122 };
123
124 struct aw_mmc_softc {
125 device_t aw_dev;
126 clk_t aw_clk_ahb;
127 clk_t aw_clk_mmc;
128 hwreset_t aw_rst_ahb;
129 int aw_bus_busy;
130 int aw_resid;
131 int aw_timeout;
132 struct callout aw_timeoutc;
133 struct mmc_host aw_host;
134 struct mmc_helper mmc_helper;
135 #ifdef MMCCAM
136 union ccb * ccb;
137 struct mmc_sim mmc_sim;
138 #else
139 struct mmc_request * aw_req;
140 #endif
141 struct mtx aw_mtx;
142 struct resource * aw_res[AW_MMC_RESSZ];
143 struct aw_mmc_conf * aw_mmc_conf;
144 uint32_t aw_intr;
145 uint32_t aw_intr_wait;
146 void * aw_intrhand;
147 unsigned int aw_clock;
148 device_t child;
149
150 /* Fields required for DMA access. */
151 bus_addr_t aw_dma_desc_phys;
152 bus_dmamap_t aw_dma_map;
153 bus_dma_tag_t aw_dma_tag;
154 void * aw_dma_desc;
155 bus_dmamap_t aw_dma_buf_map;
156 bus_dma_tag_t aw_dma_buf_tag;
157 int aw_dma_map_err;
158 };
159
160 static struct resource_spec aw_mmc_res_spec[] = {
161 { SYS_RES_MEMORY, 0, RF_ACTIVE },
162 { SYS_RES_IRQ, 0, RF_ACTIVE | RF_SHAREABLE },
163 { -1, 0, 0 }
164 };
165
166 static int aw_mmc_probe(device_t);
167 static int aw_mmc_attach(device_t);
168 static int aw_mmc_detach(device_t);
169 static int aw_mmc_setup_dma(struct aw_mmc_softc *);
170 static void aw_mmc_teardown_dma(struct aw_mmc_softc *sc);
171 static int aw_mmc_reset(struct aw_mmc_softc *);
172 static int aw_mmc_init(struct aw_mmc_softc *);
173 static void aw_mmc_intr(void *);
174 static int aw_mmc_update_clock(struct aw_mmc_softc *, uint32_t);
175 static void aw_mmc_helper_cd_handler(device_t, bool);
176
177 static void aw_mmc_print_error(uint32_t);
178 static int aw_mmc_update_ios(device_t, device_t);
179 static int aw_mmc_request(device_t, device_t, struct mmc_request *);
180
181 #ifndef MMCCAM
182 static int aw_mmc_get_ro(device_t, device_t);
183 static int aw_mmc_acquire_host(device_t, device_t);
184 static int aw_mmc_release_host(device_t, device_t);
185 #endif
186
187 #define AW_MMC_LOCK(_sc) mtx_lock(&(_sc)->aw_mtx)
188 #define AW_MMC_UNLOCK(_sc) mtx_unlock(&(_sc)->aw_mtx)
189 #define AW_MMC_READ_4(_sc, _reg) \
190 bus_read_4((_sc)->aw_res[AW_MMC_MEMRES], _reg)
191 #define AW_MMC_WRITE_4(_sc, _reg, _value) \
192 bus_write_4((_sc)->aw_res[AW_MMC_MEMRES], _reg, _value)
193
194 SYSCTL_NODE(_hw, OID_AUTO, aw_mmc, CTLFLAG_RD | CTLFLAG_MPSAFE, 0,
195 "aw_mmc driver");
196
197 static int aw_mmc_debug = 0;
198 SYSCTL_INT(_hw_aw_mmc, OID_AUTO, debug, CTLFLAG_RWTUN, &aw_mmc_debug, 0,
199 "Debug level bit0=card changes bit1=ios changes, bit2=interrupts, bit3=commands");
200 #define AW_MMC_DEBUG_CARD 0x1
201 #define AW_MMC_DEBUG_IOS 0x2
202 #define AW_MMC_DEBUG_INT 0x4
203 #define AW_MMC_DEBUG_CMD 0x8
204
205 #ifdef MMCCAM
206 static int
207 aw_mmc_get_tran_settings(device_t dev, struct ccb_trans_settings_mmc *cts)
208 {
209 struct aw_mmc_softc *sc;
210
211 sc = device_get_softc(dev);
212
213 cts->host_ocr = sc->aw_host.host_ocr;
214 cts->host_f_min = sc->aw_host.f_min;
215 cts->host_f_max = sc->aw_host.f_max;
216 cts->host_caps = sc->aw_host.caps;
217 cts->host_max_data = (sc->aw_mmc_conf->dma_xferlen *
218 AW_MMC_DMA_SEGS) / MMC_SECTOR_SIZE;
219 memcpy(&cts->ios, &sc->aw_host.ios, sizeof(struct mmc_ios));
220
221 return (0);
222 }
223
224 static int
225 aw_mmc_set_tran_settings(device_t dev, struct ccb_trans_settings_mmc *cts)
226 {
227 struct aw_mmc_softc *sc;
228 struct mmc_ios *ios;
229 struct mmc_ios *new_ios;
230
231 sc = device_get_softc(dev);
232 ios = &sc->aw_host.ios;
233 new_ios = &cts->ios;
234
235 /* Update only requested fields */
236 if (cts->ios_valid & MMC_CLK) {
237 ios->clock = new_ios->clock;
238 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
239 device_printf(sc->aw_dev, "Clock => %d\n", ios->clock);
240 }
241 if (cts->ios_valid & MMC_VDD) {
242 ios->vdd = new_ios->vdd;
243 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
244 device_printf(sc->aw_dev, "VDD => %d\n", ios->vdd);
245 }
246 if (cts->ios_valid & MMC_CS) {
247 ios->chip_select = new_ios->chip_select;
248 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
249 device_printf(sc->aw_dev, "CS => %d\n", ios->chip_select);
250 }
251 if (cts->ios_valid & MMC_BW) {
252 ios->bus_width = new_ios->bus_width;
253 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
254 device_printf(sc->aw_dev, "Bus width => %d\n", ios->bus_width);
255 }
256 if (cts->ios_valid & MMC_PM) {
257 ios->power_mode = new_ios->power_mode;
258 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
259 device_printf(sc->aw_dev, "Power mode => %d\n", ios->power_mode);
260 }
261 if (cts->ios_valid & MMC_BT) {
262 ios->timing = new_ios->timing;
263 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
264 device_printf(sc->aw_dev, "Timing => %d\n", ios->timing);
265 }
266 if (cts->ios_valid & MMC_BM) {
267 ios->bus_mode = new_ios->bus_mode;
268 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS))
269 device_printf(sc->aw_dev, "Bus mode => %d\n", ios->bus_mode);
270 }
271
272 return (aw_mmc_update_ios(sc->aw_dev, NULL));
273 }
274
275 static int
276 aw_mmc_cam_request(device_t dev, union ccb *ccb)
277 {
278 struct aw_mmc_softc *sc;
279 struct ccb_mmcio *mmcio;
280
281 sc = device_get_softc(dev);
282 mmcio = &ccb->mmcio;
283
284 AW_MMC_LOCK(sc);
285
286 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) {
287 device_printf(sc->aw_dev, "CMD%u arg %#x flags %#x dlen %u dflags %#x\n",
288 mmcio->cmd.opcode, mmcio->cmd.arg, mmcio->cmd.flags,
289 mmcio->cmd.data != NULL ? (unsigned int) mmcio->cmd.data->len : 0,
290 mmcio->cmd.data != NULL ? mmcio->cmd.data->flags: 0);
291 }
292 if (mmcio->cmd.data != NULL) {
293 if (mmcio->cmd.data->len == 0 || mmcio->cmd.data->flags == 0)
294 panic("data->len = %d, data->flags = %d -- something is b0rked",
295 (int)mmcio->cmd.data->len, mmcio->cmd.data->flags);
296 }
297 if (sc->ccb != NULL) {
298 device_printf(sc->aw_dev, "Controller still has an active command\n");
299 return (EBUSY);
300 }
301 sc->ccb = ccb;
302 /* aw_mmc_request locks again */
303 AW_MMC_UNLOCK(sc);
304 aw_mmc_request(sc->aw_dev, NULL, NULL);
305
306 return (0);
307 }
308
309 static void
310 aw_mmc_cam_poll(device_t dev)
311 {
312 struct aw_mmc_softc *sc;
313
314 sc = device_get_softc(dev);
315 aw_mmc_intr(sc);
316 }
317 #endif /* MMCCAM */
318
319 static void
320 aw_mmc_helper_cd_handler(device_t dev, bool present)
321 {
322 struct aw_mmc_softc *sc;
323
324 sc = device_get_softc(dev);
325 #ifdef MMCCAM
326 mmc_cam_sim_discover(&sc->mmc_sim);
327 #else
328 AW_MMC_LOCK(sc);
329 if (present) {
330 if (sc->child == NULL) {
331 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD))
332 device_printf(sc->aw_dev, "Card inserted\n");
333
334 sc->child = device_add_child(sc->aw_dev, "mmc", -1);
335 AW_MMC_UNLOCK(sc);
336 if (sc->child) {
337 device_set_ivars(sc->child, sc);
338 (void)device_probe_and_attach(sc->child);
339 }
340 } else
341 AW_MMC_UNLOCK(sc);
342 } else {
343 /* Card isn't present, detach if necessary */
344 if (sc->child != NULL) {
345 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD))
346 device_printf(sc->aw_dev, "Card removed\n");
347
348 AW_MMC_UNLOCK(sc);
349 device_delete_child(sc->aw_dev, sc->child);
350 sc->child = NULL;
351 } else
352 AW_MMC_UNLOCK(sc);
353 }
354 #endif /* MMCCAM */
355 }
356
357 static int
358 aw_mmc_probe(device_t dev)
359 {
360
361 if (!ofw_bus_status_okay(dev))
362 return (ENXIO);
363 if (ofw_bus_search_compatible(dev, compat_data)->ocd_data == 0)
364 return (ENXIO);
365
366 device_set_desc(dev, "Allwinner Integrated MMC/SD controller");
367
368 return (BUS_PROBE_DEFAULT);
369 }
370
371 static int
372 aw_mmc_attach(device_t dev)
373 {
374 struct aw_mmc_softc *sc;
375 struct sysctl_ctx_list *ctx;
376 struct sysctl_oid_list *tree;
377 int error;
378
379 sc = device_get_softc(dev);
380 sc->aw_dev = dev;
381
382 sc->aw_mmc_conf = (struct aw_mmc_conf *)ofw_bus_search_compatible(dev, compat_data)->ocd_data;
383
384 #ifndef MMCCAM
385 sc->aw_req = NULL;
386 #endif
387 if (bus_alloc_resources(dev, aw_mmc_res_spec, sc->aw_res) != 0) {
388 device_printf(dev, "cannot allocate device resources\n");
389 return (ENXIO);
390 }
391 if (bus_setup_intr(dev, sc->aw_res[AW_MMC_IRQRES],
392 INTR_TYPE_NET | INTR_MPSAFE, NULL, aw_mmc_intr, sc,
393 &sc->aw_intrhand)) {
394 bus_release_resources(dev, aw_mmc_res_spec, sc->aw_res);
395 device_printf(dev, "cannot setup interrupt handler\n");
396 return (ENXIO);
397 }
398 mtx_init(&sc->aw_mtx, device_get_nameunit(sc->aw_dev), "aw_mmc",
399 MTX_DEF);
400 callout_init_mtx(&sc->aw_timeoutc, &sc->aw_mtx, 0);
401
402 /* De-assert reset */
403 if (hwreset_get_by_ofw_name(dev, 0, "ahb", &sc->aw_rst_ahb) == 0) {
404 error = hwreset_deassert(sc->aw_rst_ahb);
405 if (error != 0) {
406 device_printf(dev, "cannot de-assert reset\n");
407 goto fail;
408 }
409 }
410
411 /* Activate the module clock. */
412 error = clk_get_by_ofw_name(dev, 0, "ahb", &sc->aw_clk_ahb);
413 if (error != 0) {
414 device_printf(dev, "cannot get ahb clock\n");
415 goto fail;
416 }
417 error = clk_enable(sc->aw_clk_ahb);
418 if (error != 0) {
419 device_printf(dev, "cannot enable ahb clock\n");
420 goto fail;
421 }
422 error = clk_get_by_ofw_name(dev, 0, "mmc", &sc->aw_clk_mmc);
423 if (error != 0) {
424 device_printf(dev, "cannot get mmc clock\n");
425 goto fail;
426 }
427 error = clk_set_freq(sc->aw_clk_mmc, CARD_ID_FREQUENCY,
428 CLK_SET_ROUND_DOWN);
429 if (error != 0) {
430 device_printf(dev, "cannot init mmc clock\n");
431 goto fail;
432 }
433 error = clk_enable(sc->aw_clk_mmc);
434 if (error != 0) {
435 device_printf(dev, "cannot enable mmc clock\n");
436 goto fail;
437 }
438
439 sc->aw_timeout = 10;
440 ctx = device_get_sysctl_ctx(dev);
441 tree = SYSCTL_CHILDREN(device_get_sysctl_tree(dev));
442 SYSCTL_ADD_INT(ctx, tree, OID_AUTO, "req_timeout", CTLFLAG_RW,
443 &sc->aw_timeout, 0, "Request timeout in seconds");
444
445 /* Soft Reset controller. */
446 if (aw_mmc_reset(sc) != 0) {
447 device_printf(dev, "cannot reset the controller\n");
448 goto fail;
449 }
450
451 if (aw_mmc_setup_dma(sc) != 0) {
452 device_printf(sc->aw_dev, "Couldn't setup DMA!\n");
453 goto fail;
454 }
455
456 /* Set some defaults for freq and supported mode */
457 sc->aw_host.f_min = 400000;
458 sc->aw_host.f_max = 52000000;
459 sc->aw_host.host_ocr = MMC_OCR_320_330 | MMC_OCR_330_340;
460 sc->aw_host.caps |= MMC_CAP_HSPEED | MMC_CAP_SIGNALING_330;
461 mmc_fdt_parse(dev, 0, &sc->mmc_helper, &sc->aw_host);
462 mmc_fdt_gpio_setup(dev, 0, &sc->mmc_helper, aw_mmc_helper_cd_handler);
463
464 #ifdef MMCCAM
465 sc->ccb = NULL;
466
467 if (mmc_cam_sim_alloc(dev, "aw_mmc", &sc->mmc_sim) != 0) {
468 device_printf(dev, "cannot alloc cam sim\n");
469 goto fail;
470 }
471 #endif /* MMCCAM */
472
473 return (0);
474
475 fail:
476 callout_drain(&sc->aw_timeoutc);
477 mtx_destroy(&sc->aw_mtx);
478 bus_teardown_intr(dev, sc->aw_res[AW_MMC_IRQRES], sc->aw_intrhand);
479 bus_release_resources(dev, aw_mmc_res_spec, sc->aw_res);
480
481 return (ENXIO);
482 }
483
484 static int
485 aw_mmc_detach(device_t dev)
486 {
487 struct aw_mmc_softc *sc;
488 device_t d;
489
490 sc = device_get_softc(dev);
491
492 clk_disable(sc->aw_clk_mmc);
493 clk_disable(sc->aw_clk_ahb);
494 hwreset_assert(sc->aw_rst_ahb);
495
496 mmc_fdt_gpio_teardown(&sc->mmc_helper);
497
498 callout_drain(&sc->aw_timeoutc);
499
500 AW_MMC_LOCK(sc);
501 d = sc->child;
502 sc->child = NULL;
503 AW_MMC_UNLOCK(sc);
504 if (d != NULL)
505 device_delete_child(sc->aw_dev, d);
506
507 aw_mmc_teardown_dma(sc);
508
509 mtx_destroy(&sc->aw_mtx);
510
511 bus_teardown_intr(dev, sc->aw_res[AW_MMC_IRQRES], sc->aw_intrhand);
512 bus_release_resources(dev, aw_mmc_res_spec, sc->aw_res);
513
514 #ifdef MMCCAM
515 mmc_cam_sim_free(&sc->mmc_sim);
516 #endif
517
518 return (0);
519 }
520
521 static void
522 aw_dma_desc_cb(void *arg, bus_dma_segment_t *segs, int nsegs, int err)
523 {
524 struct aw_mmc_softc *sc;
525
526 sc = (struct aw_mmc_softc *)arg;
527 if (err) {
528 sc->aw_dma_map_err = err;
529 return;
530 }
531 sc->aw_dma_desc_phys = segs[0].ds_addr;
532 }
533
534 static int
535 aw_mmc_setup_dma(struct aw_mmc_softc *sc)
536 {
537 int error;
538
539 /* Allocate the DMA descriptor memory. */
540 error = bus_dma_tag_create(
541 bus_get_dma_tag(sc->aw_dev), /* parent */
542 AW_MMC_DMA_ALIGN, 0, /* align, boundary */
543 BUS_SPACE_MAXADDR_32BIT, /* lowaddr */
544 BUS_SPACE_MAXADDR, /* highaddr */
545 NULL, NULL, /* filter, filterarg*/
546 AW_MMC_DMA_DESC_SIZE, 1, /* maxsize, nsegment */
547 AW_MMC_DMA_DESC_SIZE, /* maxsegsize */
548 0, /* flags */
549 NULL, NULL, /* lock, lockarg*/
550 &sc->aw_dma_tag);
551 if (error)
552 return (error);
553
554 error = bus_dmamem_alloc(sc->aw_dma_tag, &sc->aw_dma_desc,
555 BUS_DMA_COHERENT | BUS_DMA_WAITOK | BUS_DMA_ZERO,
556 &sc->aw_dma_map);
557 if (error)
558 return (error);
559
560 error = bus_dmamap_load(sc->aw_dma_tag,
561 sc->aw_dma_map,
562 sc->aw_dma_desc, AW_MMC_DMA_DESC_SIZE,
563 aw_dma_desc_cb, sc, 0);
564 if (error)
565 return (error);
566 if (sc->aw_dma_map_err)
567 return (sc->aw_dma_map_err);
568
569 /* Create the DMA map for data transfers. */
570 error = bus_dma_tag_create(
571 bus_get_dma_tag(sc->aw_dev), /* parent */
572 AW_MMC_DMA_ALIGN, 0, /* align, boundary */
573 BUS_SPACE_MAXADDR_32BIT, /* lowaddr */
574 BUS_SPACE_MAXADDR, /* highaddr */
575 NULL, NULL, /* filter, filterarg*/
576 sc->aw_mmc_conf->dma_xferlen *
577 AW_MMC_DMA_SEGS, AW_MMC_DMA_SEGS, /* maxsize, nsegments */
578 sc->aw_mmc_conf->dma_xferlen, /* maxsegsize */
579 BUS_DMA_ALLOCNOW, /* flags */
580 NULL, NULL, /* lock, lockarg*/
581 &sc->aw_dma_buf_tag);
582 if (error)
583 return (error);
584 error = bus_dmamap_create(sc->aw_dma_buf_tag, 0,
585 &sc->aw_dma_buf_map);
586 if (error)
587 return (error);
588
589 return (0);
590 }
591
592 static void
593 aw_mmc_teardown_dma(struct aw_mmc_softc *sc)
594 {
595
596 bus_dmamap_unload(sc->aw_dma_tag, sc->aw_dma_map);
597 bus_dmamem_free(sc->aw_dma_tag, sc->aw_dma_desc, sc->aw_dma_map);
598 if (bus_dma_tag_destroy(sc->aw_dma_tag) != 0)
599 device_printf(sc->aw_dev, "Cannot destroy the dma tag\n");
600
601 bus_dmamap_unload(sc->aw_dma_buf_tag, sc->aw_dma_buf_map);
602 bus_dmamap_destroy(sc->aw_dma_buf_tag, sc->aw_dma_buf_map);
603 if (bus_dma_tag_destroy(sc->aw_dma_buf_tag) != 0)
604 device_printf(sc->aw_dev, "Cannot destroy the dma buf tag\n");
605 }
606
607 static void
608 aw_dma_cb(void *arg, bus_dma_segment_t *segs, int nsegs, int err)
609 {
610 int i;
611 struct aw_mmc_dma_desc *dma_desc;
612 struct aw_mmc_softc *sc;
613
614 sc = (struct aw_mmc_softc *)arg;
615 sc->aw_dma_map_err = err;
616
617 if (err)
618 return;
619
620 dma_desc = sc->aw_dma_desc;
621 for (i = 0; i < nsegs; i++) {
622 if (segs[i].ds_len == sc->aw_mmc_conf->dma_xferlen)
623 dma_desc[i].buf_size = 0; /* Size of 0 indicate max len */
624 else
625 dma_desc[i].buf_size = segs[i].ds_len;
626 dma_desc[i].buf_addr = segs[i].ds_addr;
627 dma_desc[i].config = AW_MMC_DMA_CONFIG_CH |
628 AW_MMC_DMA_CONFIG_OWN | AW_MMC_DMA_CONFIG_DIC;
629
630 dma_desc[i].next = sc->aw_dma_desc_phys +
631 ((i + 1) * sizeof(struct aw_mmc_dma_desc));
632 }
633
634 dma_desc[0].config |= AW_MMC_DMA_CONFIG_FD;
635 dma_desc[nsegs - 1].config |= AW_MMC_DMA_CONFIG_LD |
636 AW_MMC_DMA_CONFIG_ER;
637 dma_desc[nsegs - 1].config &= ~AW_MMC_DMA_CONFIG_DIC;
638 dma_desc[nsegs - 1].next = 0;
639 }
640
641 static int
642 aw_mmc_prepare_dma(struct aw_mmc_softc *sc)
643 {
644 bus_dmasync_op_t sync_op;
645 int error;
646 struct mmc_command *cmd;
647 uint32_t val;
648
649 #ifdef MMCCAM
650 cmd = &sc->ccb->mmcio.cmd;
651 #else
652 cmd = sc->aw_req->cmd;
653 #endif
654 if (cmd->data->len > (sc->aw_mmc_conf->dma_xferlen * AW_MMC_DMA_SEGS))
655 return (EFBIG);
656 error = bus_dmamap_load(sc->aw_dma_buf_tag, sc->aw_dma_buf_map,
657 cmd->data->data, cmd->data->len, aw_dma_cb, sc, 0);
658 if (error)
659 return (error);
660 if (sc->aw_dma_map_err)
661 return (sc->aw_dma_map_err);
662
663 if (cmd->data->flags & MMC_DATA_WRITE)
664 sync_op = BUS_DMASYNC_PREWRITE;
665 else
666 sync_op = BUS_DMASYNC_PREREAD;
667 bus_dmamap_sync(sc->aw_dma_buf_tag, sc->aw_dma_buf_map, sync_op);
668 bus_dmamap_sync(sc->aw_dma_tag, sc->aw_dma_map, BUS_DMASYNC_PREWRITE);
669
670 /* Enable DMA */
671 val = AW_MMC_READ_4(sc, AW_MMC_GCTL);
672 val &= ~AW_MMC_GCTL_FIFO_AC_MOD;
673 val |= AW_MMC_GCTL_DMA_ENB;
674 AW_MMC_WRITE_4(sc, AW_MMC_GCTL, val);
675
676 /* Reset DMA */
677 val |= AW_MMC_GCTL_DMA_RST;
678 AW_MMC_WRITE_4(sc, AW_MMC_GCTL, val);
679
680 AW_MMC_WRITE_4(sc, AW_MMC_DMAC, AW_MMC_DMAC_IDMAC_SOFT_RST);
681 AW_MMC_WRITE_4(sc, AW_MMC_DMAC,
682 AW_MMC_DMAC_IDMAC_IDMA_ON | AW_MMC_DMAC_IDMAC_FIX_BURST);
683
684 /* Enable RX or TX DMA interrupt */
685 val = AW_MMC_READ_4(sc, AW_MMC_IDIE);
686 if (cmd->data->flags & MMC_DATA_WRITE)
687 val |= AW_MMC_IDST_TX_INT;
688 else
689 val |= AW_MMC_IDST_RX_INT;
690 AW_MMC_WRITE_4(sc, AW_MMC_IDIE, val);
691
692 /* Set DMA descritptor list address */
693 AW_MMC_WRITE_4(sc, AW_MMC_DLBA, sc->aw_dma_desc_phys);
694
695 /* FIFO trigger level */
696 AW_MMC_WRITE_4(sc, AW_MMC_FWLR, AW_MMC_DMA_FTRGLEVEL);
697
698 return (0);
699 }
700
701 static int
702 aw_mmc_reset(struct aw_mmc_softc *sc)
703 {
704 uint32_t reg;
705 int timeout;
706
707 reg = AW_MMC_READ_4(sc, AW_MMC_GCTL);
708 reg |= AW_MMC_GCTL_RESET;
709 AW_MMC_WRITE_4(sc, AW_MMC_GCTL, reg);
710 timeout = AW_MMC_RESET_RETRY;
711 while (--timeout > 0) {
712 if ((AW_MMC_READ_4(sc, AW_MMC_GCTL) & AW_MMC_GCTL_RESET) == 0)
713 break;
714 DELAY(100);
715 }
716 if (timeout == 0)
717 return (ETIMEDOUT);
718
719 return (0);
720 }
721
722 static int
723 aw_mmc_init(struct aw_mmc_softc *sc)
724 {
725 uint32_t reg;
726 int ret;
727
728 ret = aw_mmc_reset(sc);
729 if (ret != 0)
730 return (ret);
731
732 /* Set the timeout. */
733 AW_MMC_WRITE_4(sc, AW_MMC_TMOR,
734 AW_MMC_TMOR_DTO_LMT_SHIFT(AW_MMC_TMOR_DTO_LMT_MASK) |
735 AW_MMC_TMOR_RTO_LMT_SHIFT(AW_MMC_TMOR_RTO_LMT_MASK));
736
737 /* Unmask interrupts. */
738 AW_MMC_WRITE_4(sc, AW_MMC_IMKR, 0);
739
740 /* Clear pending interrupts. */
741 AW_MMC_WRITE_4(sc, AW_MMC_RISR, 0xffffffff);
742
743 /* Debug register, undocumented */
744 AW_MMC_WRITE_4(sc, AW_MMC_DBGC, 0xdeb);
745
746 /* Function select register */
747 AW_MMC_WRITE_4(sc, AW_MMC_FUNS, 0xceaa0000);
748
749 AW_MMC_WRITE_4(sc, AW_MMC_IDST, 0xffffffff);
750
751 /* Enable interrupts and disable AHB access. */
752 reg = AW_MMC_READ_4(sc, AW_MMC_GCTL);
753 reg |= AW_MMC_GCTL_INT_ENB;
754 reg &= ~AW_MMC_GCTL_FIFO_AC_MOD;
755 reg &= ~AW_MMC_GCTL_WAIT_MEM_ACCESS;
756 AW_MMC_WRITE_4(sc, AW_MMC_GCTL, reg);
757
758 return (0);
759 }
760
761 static void
762 aw_mmc_req_done(struct aw_mmc_softc *sc)
763 {
764 struct mmc_command *cmd;
765 #ifdef MMCCAM
766 union ccb *ccb;
767 #else
768 struct mmc_request *req;
769 #endif
770 uint32_t val, mask;
771 int retry;
772
773 #ifdef MMCCAM
774 ccb = sc->ccb;
775 cmd = &ccb->mmcio.cmd;
776 #else
777 cmd = sc->aw_req->cmd;
778 #endif
779 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) {
780 device_printf(sc->aw_dev, "%s: cmd %d err %d\n", __func__, cmd->opcode, cmd->error);
781 }
782 if (cmd->error != MMC_ERR_NONE) {
783 /* Reset the FIFO and DMA engines. */
784 mask = AW_MMC_GCTL_FIFO_RST | AW_MMC_GCTL_DMA_RST;
785 val = AW_MMC_READ_4(sc, AW_MMC_GCTL);
786 AW_MMC_WRITE_4(sc, AW_MMC_GCTL, val | mask);
787
788 retry = AW_MMC_RESET_RETRY;
789 while (--retry > 0) {
790 if ((AW_MMC_READ_4(sc, AW_MMC_GCTL) &
791 AW_MMC_GCTL_RESET) == 0)
792 break;
793 DELAY(100);
794 }
795 if (retry == 0)
796 device_printf(sc->aw_dev,
797 "timeout resetting DMA/FIFO\n");
798 aw_mmc_update_clock(sc, 1);
799 }
800
801 if (!dumping)
802 callout_stop(&sc->aw_timeoutc);
803 sc->aw_intr = 0;
804 sc->aw_resid = 0;
805 sc->aw_dma_map_err = 0;
806 sc->aw_intr_wait = 0;
807 #ifdef MMCCAM
808 sc->ccb = NULL;
809 ccb->ccb_h.status =
810 (ccb->mmcio.cmd.error == 0 ? CAM_REQ_CMP : CAM_REQ_CMP_ERR);
811 xpt_done(ccb);
812 #else
813 req = sc->aw_req;
814 sc->aw_req = NULL;
815 req->done(req);
816 #endif
817 }
818
819 static void
820 aw_mmc_req_ok(struct aw_mmc_softc *sc)
821 {
822 int timeout;
823 struct mmc_command *cmd;
824 uint32_t status;
825
826 timeout = 1000;
827 while (--timeout > 0) {
828 status = AW_MMC_READ_4(sc, AW_MMC_STAR);
829 if ((status & AW_MMC_STAR_CARD_BUSY) == 0)
830 break;
831 DELAY(1000);
832 }
833 #ifdef MMCCAM
834 cmd = &sc->ccb->mmcio.cmd;
835 #else
836 cmd = sc->aw_req->cmd;
837 #endif
838 if (timeout == 0) {
839 cmd->error = MMC_ERR_FAILED;
840 aw_mmc_req_done(sc);
841 return;
842 }
843 if (cmd->flags & MMC_RSP_PRESENT) {
844 if (cmd->flags & MMC_RSP_136) {
845 cmd->resp[0] = AW_MMC_READ_4(sc, AW_MMC_RESP3);
846 cmd->resp[1] = AW_MMC_READ_4(sc, AW_MMC_RESP2);
847 cmd->resp[2] = AW_MMC_READ_4(sc, AW_MMC_RESP1);
848 cmd->resp[3] = AW_MMC_READ_4(sc, AW_MMC_RESP0);
849 } else
850 cmd->resp[0] = AW_MMC_READ_4(sc, AW_MMC_RESP0);
851 }
852 /* All data has been transferred ? */
853 if (cmd->data != NULL && (sc->aw_resid << 2) < cmd->data->len)
854 cmd->error = MMC_ERR_FAILED;
855 aw_mmc_req_done(sc);
856 }
857
858 static inline void
859 set_mmc_error(struct aw_mmc_softc *sc, int error_code)
860 {
861 #ifdef MMCCAM
862 sc->ccb->mmcio.cmd.error = error_code;
863 #else
864 sc->aw_req->cmd->error = error_code;
865 #endif
866 }
867
868 static void
869 aw_mmc_timeout(void *arg)
870 {
871 struct aw_mmc_softc *sc;
872
873 sc = (struct aw_mmc_softc *)arg;
874 #ifdef MMCCAM
875 if (sc->ccb != NULL) {
876 #else
877 if (sc->aw_req != NULL) {
878 #endif
879 device_printf(sc->aw_dev, "controller timeout\n");
880 set_mmc_error(sc, MMC_ERR_TIMEOUT);
881 aw_mmc_req_done(sc);
882 } else
883 device_printf(sc->aw_dev,
884 "Spurious timeout - no active request\n");
885 }
886
887 static void
888 aw_mmc_print_error(uint32_t err)
889 {
890 if(err & AW_MMC_INT_RESP_ERR)
891 printf("AW_MMC_INT_RESP_ERR ");
892 if (err & AW_MMC_INT_RESP_CRC_ERR)
893 printf("AW_MMC_INT_RESP_CRC_ERR ");
894 if (err & AW_MMC_INT_DATA_CRC_ERR)
895 printf("AW_MMC_INT_DATA_CRC_ERR ");
896 if (err & AW_MMC_INT_RESP_TIMEOUT)
897 printf("AW_MMC_INT_RESP_TIMEOUT ");
898 if (err & AW_MMC_INT_FIFO_RUN_ERR)
899 printf("AW_MMC_INT_FIFO_RUN_ERR ");
900 if (err & AW_MMC_INT_CMD_BUSY)
901 printf("AW_MMC_INT_CMD_BUSY ");
902 if (err & AW_MMC_INT_DATA_START_ERR)
903 printf("AW_MMC_INT_DATA_START_ERR ");
904 if (err & AW_MMC_INT_DATA_END_BIT_ERR)
905 printf("AW_MMC_INT_DATA_END_BIT_ERR");
906 printf("\n");
907 }
908
909 static void
910 aw_mmc_intr(void *arg)
911 {
912 bus_dmasync_op_t sync_op;
913 struct aw_mmc_softc *sc;
914 struct mmc_data *data;
915 uint32_t idst, imask, rint;
916
917 sc = (struct aw_mmc_softc *)arg;
918 AW_MMC_LOCK(sc);
919 rint = AW_MMC_READ_4(sc, AW_MMC_RISR);
920 idst = AW_MMC_READ_4(sc, AW_MMC_IDST);
921 imask = AW_MMC_READ_4(sc, AW_MMC_IMKR);
922 if (idst == 0 && imask == 0 && rint == 0) {
923 AW_MMC_UNLOCK(sc);
924 return;
925 }
926 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_INT)) {
927 device_printf(sc->aw_dev, "idst: %#x, imask: %#x, rint: %#x\n",
928 idst, imask, rint);
929 }
930 #ifdef MMCCAM
931 if (sc->ccb == NULL) {
932 #else
933 if (sc->aw_req == NULL) {
934 #endif
935 device_printf(sc->aw_dev,
936 "Spurious interrupt - no active request, rint: 0x%08X\n",
937 rint);
938 aw_mmc_print_error(rint);
939 goto end;
940 }
941 if (rint & AW_MMC_INT_ERR_BIT) {
942 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_INT)) {
943 device_printf(sc->aw_dev, "error rint: 0x%08X\n", rint);
944 aw_mmc_print_error(rint);
945 }
946 if (rint & AW_MMC_INT_RESP_TIMEOUT)
947 set_mmc_error(sc, MMC_ERR_TIMEOUT);
948 else
949 set_mmc_error(sc, MMC_ERR_FAILED);
950 aw_mmc_req_done(sc);
951 goto end;
952 }
953 if (idst & AW_MMC_IDST_ERROR) {
954 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_INT))
955 device_printf(sc->aw_dev, "error idst: 0x%08x\n", idst);
956 set_mmc_error(sc, MMC_ERR_FAILED);
957 aw_mmc_req_done(sc);
958 goto end;
959 }
960
961 sc->aw_intr |= rint;
962 #ifdef MMCCAM
963 data = sc->ccb->mmcio.cmd.data;
964 #else
965 data = sc->aw_req->cmd->data;
966 #endif
967 if (data != NULL && (idst & AW_MMC_IDST_COMPLETE) != 0) {
968 if (data->flags & MMC_DATA_WRITE)
969 sync_op = BUS_DMASYNC_POSTWRITE;
970 else
971 sync_op = BUS_DMASYNC_POSTREAD;
972 bus_dmamap_sync(sc->aw_dma_buf_tag, sc->aw_dma_buf_map,
973 sync_op);
974 bus_dmamap_sync(sc->aw_dma_tag, sc->aw_dma_map,
975 BUS_DMASYNC_POSTWRITE);
976 bus_dmamap_unload(sc->aw_dma_buf_tag, sc->aw_dma_buf_map);
977 sc->aw_resid = data->len >> 2;
978 }
979 if ((sc->aw_intr & sc->aw_intr_wait) == sc->aw_intr_wait)
980 aw_mmc_req_ok(sc);
981
982 end:
983 AW_MMC_WRITE_4(sc, AW_MMC_IDST, idst);
984 AW_MMC_WRITE_4(sc, AW_MMC_RISR, rint);
985 AW_MMC_UNLOCK(sc);
986 }
987
988 static int
989 aw_mmc_request(device_t bus, device_t child, struct mmc_request *req)
990 {
991 int blksz;
992 struct aw_mmc_softc *sc;
993 struct mmc_command *cmd;
994 uint32_t cmdreg, imask;
995 int err;
996
997 sc = device_get_softc(bus);
998
999 AW_MMC_LOCK(sc);
1000 #ifdef MMCCAM
1001 KASSERT(req == NULL, ("req should be NULL in MMCCAM case!"));
1002 /*
1003 * For MMCCAM, sc->ccb has been NULL-checked and populated
1004 * by aw_mmc_cam_request() already.
1005 */
1006 cmd = &sc->ccb->mmcio.cmd;
1007 #else
1008 if (sc->aw_req) {
1009 AW_MMC_UNLOCK(sc);
1010 return (EBUSY);
1011 }
1012 sc->aw_req = req;
1013 cmd = req->cmd;
1014
1015 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) {
1016 device_printf(sc->aw_dev, "CMD%u arg %#x flags %#x dlen %u dflags %#x\n",
1017 cmd->opcode, cmd->arg, cmd->flags,
1018 cmd->data != NULL ? (unsigned int)cmd->data->len : 0,
1019 cmd->data != NULL ? cmd->data->flags: 0);
1020 }
1021 #endif
1022 cmdreg = AW_MMC_CMDR_LOAD;
1023 imask = AW_MMC_INT_ERR_BIT;
1024 sc->aw_intr_wait = 0;
1025 sc->aw_intr = 0;
1026 sc->aw_resid = 0;
1027 cmd->error = MMC_ERR_NONE;
1028
1029 if (cmd->opcode == MMC_GO_IDLE_STATE)
1030 cmdreg |= AW_MMC_CMDR_SEND_INIT_SEQ;
1031
1032 if (cmd->flags & MMC_RSP_PRESENT)
1033 cmdreg |= AW_MMC_CMDR_RESP_RCV;
1034 if (cmd->flags & MMC_RSP_136)
1035 cmdreg |= AW_MMC_CMDR_LONG_RESP;
1036 if (cmd->flags & MMC_RSP_CRC)
1037 cmdreg |= AW_MMC_CMDR_CHK_RESP_CRC;
1038
1039 if (cmd->data) {
1040 cmdreg |= AW_MMC_CMDR_DATA_TRANS | AW_MMC_CMDR_WAIT_PRE_OVER;
1041
1042 if (cmd->data->flags & MMC_DATA_MULTI) {
1043 cmdreg |= AW_MMC_CMDR_STOP_CMD_FLAG;
1044 imask |= AW_MMC_INT_AUTO_STOP_DONE;
1045 sc->aw_intr_wait |= AW_MMC_INT_AUTO_STOP_DONE;
1046 } else {
1047 sc->aw_intr_wait |= AW_MMC_INT_DATA_OVER;
1048 imask |= AW_MMC_INT_DATA_OVER;
1049 }
1050 if (cmd->data->flags & MMC_DATA_WRITE)
1051 cmdreg |= AW_MMC_CMDR_DIR_WRITE;
1052 #ifdef MMCCAM
1053 if (cmd->data->flags & MMC_DATA_BLOCK_SIZE) {
1054 AW_MMC_WRITE_4(sc, AW_MMC_BKSR, cmd->data->block_size);
1055 AW_MMC_WRITE_4(sc, AW_MMC_BYCR, cmd->data->len);
1056 } else
1057 #endif
1058 {
1059 blksz = min(cmd->data->len, MMC_SECTOR_SIZE);
1060 AW_MMC_WRITE_4(sc, AW_MMC_BKSR, blksz);
1061 AW_MMC_WRITE_4(sc, AW_MMC_BYCR, cmd->data->len);
1062 }
1063 } else {
1064 imask |= AW_MMC_INT_CMD_DONE;
1065 }
1066
1067 /* Enable the interrupts we are interested in */
1068 AW_MMC_WRITE_4(sc, AW_MMC_IMKR, imask);
1069 AW_MMC_WRITE_4(sc, AW_MMC_RISR, 0xffffffff);
1070
1071 /* Enable auto stop if needed */
1072 AW_MMC_WRITE_4(sc, AW_MMC_A12A,
1073 cmdreg & AW_MMC_CMDR_STOP_CMD_FLAG ? 0 : 0xffff);
1074
1075 /* Write the command argument */
1076 AW_MMC_WRITE_4(sc, AW_MMC_CAGR, cmd->arg);
1077
1078 /*
1079 * If we don't have data start the request
1080 * if we do prepare the dma request and start the request
1081 */
1082 if (cmd->data == NULL) {
1083 AW_MMC_WRITE_4(sc, AW_MMC_CMDR, cmdreg | cmd->opcode);
1084 } else {
1085 err = aw_mmc_prepare_dma(sc);
1086 if (err != 0)
1087 device_printf(sc->aw_dev, "prepare_dma failed: %d\n", err);
1088
1089 AW_MMC_WRITE_4(sc, AW_MMC_CMDR, cmdreg | cmd->opcode);
1090 }
1091
1092 if (!dumping) {
1093 callout_reset(&sc->aw_timeoutc, sc->aw_timeout * hz,
1094 aw_mmc_timeout, sc);
1095 }
1096 AW_MMC_UNLOCK(sc);
1097
1098 return (0);
1099 }
1100
1101 static int
1102 aw_mmc_read_ivar(device_t bus, device_t child, int which,
1103 uintptr_t *result)
1104 {
1105 struct aw_mmc_softc *sc;
1106
1107 sc = device_get_softc(bus);
1108 switch (which) {
1109 default:
1110 return (EINVAL);
1111 case MMCBR_IVAR_BUS_MODE:
1112 *(int *)result = sc->aw_host.ios.bus_mode;
1113 break;
1114 case MMCBR_IVAR_BUS_WIDTH:
1115 *(int *)result = sc->aw_host.ios.bus_width;
1116 break;
1117 case MMCBR_IVAR_CHIP_SELECT:
1118 *(int *)result = sc->aw_host.ios.chip_select;
1119 break;
1120 case MMCBR_IVAR_CLOCK:
1121 *(int *)result = sc->aw_host.ios.clock;
1122 break;
1123 case MMCBR_IVAR_F_MIN:
1124 *(int *)result = sc->aw_host.f_min;
1125 break;
1126 case MMCBR_IVAR_F_MAX:
1127 *(int *)result = sc->aw_host.f_max;
1128 break;
1129 case MMCBR_IVAR_HOST_OCR:
1130 *(int *)result = sc->aw_host.host_ocr;
1131 break;
1132 case MMCBR_IVAR_MODE:
1133 *(int *)result = sc->aw_host.mode;
1134 break;
1135 case MMCBR_IVAR_OCR:
1136 *(int *)result = sc->aw_host.ocr;
1137 break;
1138 case MMCBR_IVAR_POWER_MODE:
1139 *(int *)result = sc->aw_host.ios.power_mode;
1140 break;
1141 case MMCBR_IVAR_VDD:
1142 *(int *)result = sc->aw_host.ios.vdd;
1143 break;
1144 case MMCBR_IVAR_VCCQ:
1145 *(int *)result = sc->aw_host.ios.vccq;
1146 break;
1147 case MMCBR_IVAR_CAPS:
1148 *(int *)result = sc->aw_host.caps;
1149 break;
1150 case MMCBR_IVAR_TIMING:
1151 *(int *)result = sc->aw_host.ios.timing;
1152 break;
1153 case MMCBR_IVAR_MAX_DATA:
1154 *(int *)result = (sc->aw_mmc_conf->dma_xferlen *
1155 AW_MMC_DMA_SEGS) / MMC_SECTOR_SIZE;
1156 break;
1157 case MMCBR_IVAR_RETUNE_REQ:
1158 *(int *)result = retune_req_none;
1159 break;
1160 }
1161
1162 return (0);
1163 }
1164
1165 static int
1166 aw_mmc_write_ivar(device_t bus, device_t child, int which,
1167 uintptr_t value)
1168 {
1169 struct aw_mmc_softc *sc;
1170
1171 sc = device_get_softc(bus);
1172 switch (which) {
1173 default:
1174 return (EINVAL);
1175 case MMCBR_IVAR_BUS_MODE:
1176 sc->aw_host.ios.bus_mode = value;
1177 break;
1178 case MMCBR_IVAR_BUS_WIDTH:
1179 sc->aw_host.ios.bus_width = value;
1180 break;
1181 case MMCBR_IVAR_CHIP_SELECT:
1182 sc->aw_host.ios.chip_select = value;
1183 break;
1184 case MMCBR_IVAR_CLOCK:
1185 sc->aw_host.ios.clock = value;
1186 break;
1187 case MMCBR_IVAR_MODE:
1188 sc->aw_host.mode = value;
1189 break;
1190 case MMCBR_IVAR_OCR:
1191 sc->aw_host.ocr = value;
1192 break;
1193 case MMCBR_IVAR_POWER_MODE:
1194 sc->aw_host.ios.power_mode = value;
1195 break;
1196 case MMCBR_IVAR_VDD:
1197 sc->aw_host.ios.vdd = value;
1198 break;
1199 case MMCBR_IVAR_VCCQ:
1200 sc->aw_host.ios.vccq = value;
1201 break;
1202 case MMCBR_IVAR_TIMING:
1203 sc->aw_host.ios.timing = value;
1204 break;
1205 /* These are read-only */
1206 case MMCBR_IVAR_CAPS:
1207 case MMCBR_IVAR_HOST_OCR:
1208 case MMCBR_IVAR_F_MIN:
1209 case MMCBR_IVAR_F_MAX:
1210 case MMCBR_IVAR_MAX_DATA:
1211 return (EINVAL);
1212 }
1213
1214 return (0);
1215 }
1216
1217 static int
1218 aw_mmc_update_clock(struct aw_mmc_softc *sc, uint32_t clkon)
1219 {
1220 uint32_t reg;
1221 int retry;
1222
1223 reg = AW_MMC_READ_4(sc, AW_MMC_CKCR);
1224 reg &= ~(AW_MMC_CKCR_ENB | AW_MMC_CKCR_LOW_POWER |
1225 AW_MMC_CKCR_MASK_DATA0);
1226
1227 if (clkon)
1228 reg |= AW_MMC_CKCR_ENB;
1229 if (sc->aw_mmc_conf->mask_data0)
1230 reg |= AW_MMC_CKCR_MASK_DATA0;
1231
1232 AW_MMC_WRITE_4(sc, AW_MMC_CKCR, reg);
1233
1234 reg = AW_MMC_CMDR_LOAD | AW_MMC_CMDR_PRG_CLK |
1235 AW_MMC_CMDR_WAIT_PRE_OVER;
1236 AW_MMC_WRITE_4(sc, AW_MMC_CMDR, reg);
1237 retry = 0xfffff;
1238
1239 while (reg & AW_MMC_CMDR_LOAD && --retry > 0) {
1240 reg = AW_MMC_READ_4(sc, AW_MMC_CMDR);
1241 DELAY(10);
1242 }
1243 AW_MMC_WRITE_4(sc, AW_MMC_RISR, 0xffffffff);
1244
1245 if (reg & AW_MMC_CMDR_LOAD) {
1246 device_printf(sc->aw_dev, "timeout updating clock\n");
1247 return (ETIMEDOUT);
1248 }
1249
1250 if (sc->aw_mmc_conf->mask_data0) {
1251 reg = AW_MMC_READ_4(sc, AW_MMC_CKCR);
1252 reg &= ~AW_MMC_CKCR_MASK_DATA0;
1253 AW_MMC_WRITE_4(sc, AW_MMC_CKCR, reg);
1254 }
1255
1256 return (0);
1257 }
1258
1259 #ifndef MMCCAM
1260 static int
1261 aw_mmc_switch_vccq(device_t bus, device_t child)
1262 {
1263 struct aw_mmc_softc *sc;
1264 int uvolt, err;
1265
1266 sc = device_get_softc(bus);
1267
1268 if (sc->mmc_helper.vqmmc_supply == NULL)
1269 return EOPNOTSUPP;
1270
1271 switch (sc->aw_host.ios.vccq) {
1272 case vccq_180:
1273 uvolt = 1800000;
1274 break;
1275 case vccq_330:
1276 uvolt = 3300000;
1277 break;
1278 default:
1279 return EINVAL;
1280 }
1281
1282 err = regulator_set_voltage(sc->mmc_helper.vqmmc_supply, uvolt, uvolt);
1283 if (err != 0) {
1284 device_printf(sc->aw_dev,
1285 "Cannot set vqmmc to %d<->%d\n",
1286 uvolt,
1287 uvolt);
1288 return (err);
1289 }
1290
1291 return (0);
1292 }
1293 #endif
1294
1295 static int
1296 aw_mmc_update_ios(device_t bus, device_t child)
1297 {
1298 int error;
1299 struct aw_mmc_softc *sc;
1300 struct mmc_ios *ios;
1301 unsigned int clock;
1302 uint32_t reg, div = 1;
1303 int reg_status;
1304 int rv;
1305
1306 sc = device_get_softc(bus);
1307
1308 ios = &sc->aw_host.ios;
1309
1310 /* Set the bus width. */
1311 switch (ios->bus_width) {
1312 case bus_width_1:
1313 AW_MMC_WRITE_4(sc, AW_MMC_BWDR, AW_MMC_BWDR1);
1314 break;
1315 case bus_width_4:
1316 AW_MMC_WRITE_4(sc, AW_MMC_BWDR, AW_MMC_BWDR4);
1317 break;
1318 case bus_width_8:
1319 AW_MMC_WRITE_4(sc, AW_MMC_BWDR, AW_MMC_BWDR8);
1320 break;
1321 }
1322
1323 switch (ios->power_mode) {
1324 case power_on:
1325 break;
1326 case power_off:
1327 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD))
1328 device_printf(sc->aw_dev, "Powering down sd/mmc\n");
1329
1330 if (sc->mmc_helper.vmmc_supply) {
1331 rv = regulator_status(sc->mmc_helper.vmmc_supply, ®_status);
1332 if (rv == 0 && reg_status == REGULATOR_STATUS_ENABLED)
1333 regulator_disable(sc->mmc_helper.vmmc_supply);
1334 }
1335 if (sc->mmc_helper.vqmmc_supply) {
1336 rv = regulator_status(sc->mmc_helper.vqmmc_supply, ®_status);
1337 if (rv == 0 && reg_status == REGULATOR_STATUS_ENABLED)
1338 regulator_disable(sc->mmc_helper.vqmmc_supply);
1339 }
1340
1341 if (sc->mmc_helper.mmc_pwrseq)
1342 MMC_PWRSEQ_SET_POWER(sc->mmc_helper.mmc_pwrseq, false);
1343
1344 aw_mmc_reset(sc);
1345 break;
1346 case power_up:
1347 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD))
1348 device_printf(sc->aw_dev, "Powering up sd/mmc\n");
1349
1350 if (sc->mmc_helper.vmmc_supply) {
1351 rv = regulator_status(sc->mmc_helper.vmmc_supply, ®_status);
1352 if (rv == 0 && reg_status != REGULATOR_STATUS_ENABLED)
1353 regulator_enable(sc->mmc_helper.vmmc_supply);
1354 }
1355 if (sc->mmc_helper.vqmmc_supply) {
1356 rv = regulator_status(sc->mmc_helper.vqmmc_supply, ®_status);
1357 if (rv == 0 && reg_status != REGULATOR_STATUS_ENABLED)
1358 regulator_enable(sc->mmc_helper.vqmmc_supply);
1359 }
1360
1361 if (sc->mmc_helper.mmc_pwrseq)
1362 MMC_PWRSEQ_SET_POWER(sc->mmc_helper.mmc_pwrseq, true);
1363 aw_mmc_init(sc);
1364 break;
1365 };
1366
1367 /* Enable ddr mode if needed */
1368 reg = AW_MMC_READ_4(sc, AW_MMC_GCTL);
1369 if (ios->timing == bus_timing_uhs_ddr50 ||
1370 ios->timing == bus_timing_mmc_ddr52)
1371 reg |= AW_MMC_GCTL_DDR_MOD_SEL;
1372 else
1373 reg &= ~AW_MMC_GCTL_DDR_MOD_SEL;
1374 AW_MMC_WRITE_4(sc, AW_MMC_GCTL, reg);
1375
1376 if (ios->clock && ios->clock != sc->aw_clock) {
1377 sc->aw_clock = clock = ios->clock;
1378
1379 /* Disable clock */
1380 error = aw_mmc_update_clock(sc, 0);
1381 if (error != 0)
1382 return (error);
1383
1384 if (ios->timing == bus_timing_mmc_ddr52 &&
1385 (sc->aw_mmc_conf->new_timing ||
1386 ios->bus_width == bus_width_8)) {
1387 div = 2;
1388 clock <<= 1;
1389 }
1390
1391 /* Reset the divider. */
1392 reg = AW_MMC_READ_4(sc, AW_MMC_CKCR);
1393 reg &= ~AW_MMC_CKCR_DIV;
1394 reg |= div - 1;
1395 AW_MMC_WRITE_4(sc, AW_MMC_CKCR, reg);
1396
1397 /* New timing mode if needed */
1398 if (sc->aw_mmc_conf->new_timing) {
1399 reg = AW_MMC_READ_4(sc, AW_MMC_NTSR);
1400 reg |= AW_MMC_NTSR_MODE_SELECT;
1401 AW_MMC_WRITE_4(sc, AW_MMC_NTSR, reg);
1402 }
1403
1404 /* Set the MMC clock. */
1405 error = clk_disable(sc->aw_clk_mmc);
1406 if (error != 0 && bootverbose)
1407 device_printf(sc->aw_dev,
1408 "failed to disable mmc clock: %d\n", error);
1409 error = clk_set_freq(sc->aw_clk_mmc, clock,
1410 CLK_SET_ROUND_DOWN);
1411 if (error != 0) {
1412 device_printf(sc->aw_dev,
1413 "failed to set frequency to %u Hz: %d\n",
1414 clock, error);
1415 return (error);
1416 }
1417 error = clk_enable(sc->aw_clk_mmc);
1418 if (error != 0 && bootverbose)
1419 device_printf(sc->aw_dev,
1420 "failed to re-enable mmc clock: %d\n", error);
1421
1422 if (sc->aw_mmc_conf->can_calibrate)
1423 AW_MMC_WRITE_4(sc, AW_MMC_SAMP_DL, AW_MMC_SAMP_DL_SW_EN);
1424
1425 /* Enable clock. */
1426 error = aw_mmc_update_clock(sc, 1);
1427 if (error != 0)
1428 return (error);
1429 }
1430
1431 return (0);
1432 }
1433
1434 #ifndef MMCCAM
1435 static int
1436 aw_mmc_get_ro(device_t bus, device_t child)
1437 {
1438 struct aw_mmc_softc *sc;
1439
1440 sc = device_get_softc(bus);
1441
1442 return (mmc_fdt_gpio_get_readonly(&sc->mmc_helper));
1443 }
1444
1445 static int
1446 aw_mmc_acquire_host(device_t bus, device_t child)
1447 {
1448 struct aw_mmc_softc *sc;
1449 int error;
1450
1451 sc = device_get_softc(bus);
1452 AW_MMC_LOCK(sc);
1453 while (sc->aw_bus_busy) {
1454 error = msleep(sc, &sc->aw_mtx, PCATCH, "mmchw", 0);
1455 if (error != 0) {
1456 AW_MMC_UNLOCK(sc);
1457 return (error);
1458 }
1459 }
1460 sc->aw_bus_busy++;
1461 AW_MMC_UNLOCK(sc);
1462
1463 return (0);
1464 }
1465
1466 static int
1467 aw_mmc_release_host(device_t bus, device_t child)
1468 {
1469 struct aw_mmc_softc *sc;
1470
1471 sc = device_get_softc(bus);
1472 AW_MMC_LOCK(sc);
1473 sc->aw_bus_busy--;
1474 wakeup(sc);
1475 AW_MMC_UNLOCK(sc);
1476
1477 return (0);
1478 }
1479 #endif
1480
1481 static device_method_t aw_mmc_methods[] = {
1482 /* Device interface */
1483 DEVMETHOD(device_probe, aw_mmc_probe),
1484 DEVMETHOD(device_attach, aw_mmc_attach),
1485 DEVMETHOD(device_detach, aw_mmc_detach),
1486
1487 /* Bus interface */
1488 DEVMETHOD(bus_read_ivar, aw_mmc_read_ivar),
1489 DEVMETHOD(bus_write_ivar, aw_mmc_write_ivar),
1490 DEVMETHOD(bus_add_child, bus_generic_add_child),
1491
1492 #ifndef MMCCAM
1493 /* MMC bridge interface */
1494 DEVMETHOD(mmcbr_update_ios, aw_mmc_update_ios),
1495 DEVMETHOD(mmcbr_request, aw_mmc_request),
1496 DEVMETHOD(mmcbr_get_ro, aw_mmc_get_ro),
1497 DEVMETHOD(mmcbr_switch_vccq, aw_mmc_switch_vccq),
1498 DEVMETHOD(mmcbr_acquire_host, aw_mmc_acquire_host),
1499 DEVMETHOD(mmcbr_release_host, aw_mmc_release_host),
1500 #endif
1501
1502 #ifdef MMCCAM
1503 /* MMCCAM interface */
1504 DEVMETHOD(mmc_sim_get_tran_settings, aw_mmc_get_tran_settings),
1505 DEVMETHOD(mmc_sim_set_tran_settings, aw_mmc_set_tran_settings),
1506 DEVMETHOD(mmc_sim_cam_request, aw_mmc_cam_request),
1507 DEVMETHOD(mmc_sim_cam_poll, aw_mmc_cam_poll),
1508 #endif
1509
1510 DEVMETHOD_END
1511 };
1512
1513 static driver_t aw_mmc_driver = {
1514 "aw_mmc",
1515 aw_mmc_methods,
1516 sizeof(struct aw_mmc_softc),
1517 };
1518
1519 DRIVER_MODULE(aw_mmc, simplebus, aw_mmc_driver, NULL, NULL);
1520 #ifndef MMCCAM
1521 MMC_DECLARE_BRIDGE(aw_mmc);
1522 #endif
1523 SIMPLEBUS_PNP_INFO(compat_data);
Cache object: 5261e905f33efc8b121cb1c53d29973f
|