1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3 *
4 * Copyright (c) 2010-2016 Solarflare Communications Inc.
5 * All rights reserved.
6 *
7 * This software was developed in part by Philip Paeps under contract for
8 * Solarflare Communications, Inc.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions are met:
12 *
13 * 1. Redistributions of source code must retain the above copyright notice,
14 * this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright notice,
16 * this list of conditions and the following disclaimer in the documentation
17 * and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
20 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
21 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
23 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
24 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
26 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
27 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
28 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
29 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 *
31 * The views and conclusions contained in the software and documentation are
32 * those of the authors and should not be interpreted as representing official
33 * policies, either expressed or implied, of the FreeBSD Project.
34 */
35
36 #include <sys/cdefs.h>
37 __FBSDID("$FreeBSD$");
38
39 #include <sys/param.h>
40 #include <sys/bus.h>
41 #include <sys/kernel.h>
42 #include <sys/malloc.h>
43 #include <sys/queue.h>
44 #include <sys/taskqueue.h>
45
46 #include <machine/bus.h>
47
48 #include "common/efx.h"
49
50 #include "sfxge.h"
51
52 static void
53 sfxge_dma_cb(void *arg, bus_dma_segment_t *segs, int nseg, int error)
54 {
55 bus_addr_t *addr;
56
57 addr = arg;
58
59 if (error != 0) {
60 *addr = 0;
61 return;
62 }
63
64 *addr = segs[0].ds_addr;
65 }
66
67 int
68 sfxge_dma_map_sg_collapse(bus_dma_tag_t tag, bus_dmamap_t map,
69 struct mbuf **mp, bus_dma_segment_t *segs,
70 int *nsegs, int maxsegs)
71 {
72 bus_dma_segment_t *psegs;
73 struct mbuf *m;
74 int seg_count;
75 int defragged;
76 int err;
77
78 m = *mp;
79 defragged = err = seg_count = 0;
80
81 KASSERT(m->m_pkthdr.len, ("packet has zero header length"));
82
83 retry:
84 psegs = segs;
85 seg_count = 0;
86 if (m->m_next == NULL) {
87 sfxge_map_mbuf_fast(tag, map, m, segs);
88 *nsegs = 1;
89 return (0);
90 }
91 #if defined(__i386__) || defined(__amd64__)
92 while (m != NULL && seg_count < maxsegs) {
93 /*
94 * firmware doesn't like empty segments
95 */
96 if (m->m_len != 0) {
97 seg_count++;
98 sfxge_map_mbuf_fast(tag, map, m, psegs);
99 psegs++;
100 }
101 m = m->m_next;
102 }
103 #else
104 err = bus_dmamap_load_mbuf_sg(tag, map, *mp, segs, &seg_count, 0);
105 #endif
106 if (seg_count == 0) {
107 err = EFBIG;
108 goto err_out;
109 } else if (err == EFBIG || seg_count >= maxsegs) {
110 if (!defragged) {
111 m = m_defrag(*mp, M_NOWAIT);
112 if (m == NULL) {
113 err = ENOBUFS;
114 goto err_out;
115 }
116 *mp = m;
117 defragged = 1;
118 goto retry;
119 }
120 err = EFBIG;
121 goto err_out;
122 }
123 *nsegs = seg_count;
124
125 err_out:
126 return (err);
127 }
128
129 void
130 sfxge_dma_free(efsys_mem_t *esmp)
131 {
132
133 bus_dmamap_unload(esmp->esm_tag, esmp->esm_map);
134 bus_dmamem_free(esmp->esm_tag, esmp->esm_base, esmp->esm_map);
135 bus_dma_tag_destroy(esmp->esm_tag);
136
137 esmp->esm_addr = 0;
138 esmp->esm_base = NULL;
139 esmp->esm_size = 0;
140 }
141
142 int
143 sfxge_dma_alloc(struct sfxge_softc *sc, bus_size_t len, efsys_mem_t *esmp)
144 {
145 void *vaddr;
146
147 /* Create the child DMA tag. */
148 if (bus_dma_tag_create(sc->parent_dma_tag, PAGE_SIZE, 0,
149 MIN(0x3FFFFFFFFFFFUL, BUS_SPACE_MAXADDR), BUS_SPACE_MAXADDR, NULL,
150 NULL, len, 1, len, 0, NULL, NULL, &esmp->esm_tag) != 0) {
151 device_printf(sc->dev, "Couldn't allocate txq DMA tag\n");
152 goto fail_tag_create;
153 }
154
155 /* Allocate kernel memory. */
156 if (bus_dmamem_alloc(esmp->esm_tag, (void **)&vaddr,
157 BUS_DMA_WAITOK | BUS_DMA_COHERENT | BUS_DMA_ZERO,
158 &esmp->esm_map) != 0) {
159 device_printf(sc->dev, "Couldn't allocate DMA memory\n");
160 goto fail_alloc;
161 }
162
163 /* Load map into device memory. */
164 if (bus_dmamap_load(esmp->esm_tag, esmp->esm_map, vaddr, len,
165 sfxge_dma_cb, &esmp->esm_addr, 0) != 0) {
166 device_printf(sc->dev, "Couldn't load DMA mapping\n");
167 goto fail_load;
168 }
169
170 /*
171 * The callback gets error information about the mapping
172 * and will have set esm_addr to 0 if something went
173 * wrong.
174 */
175 if (esmp->esm_addr == 0)
176 goto fail_load_check;
177
178 esmp->esm_base = vaddr;
179 esmp->esm_size = len;
180
181 return (0);
182
183 fail_load_check:
184 fail_load:
185 bus_dmamem_free(esmp->esm_tag, vaddr, esmp->esm_map);
186 fail_alloc:
187 bus_dma_tag_destroy(esmp->esm_tag);
188 fail_tag_create:
189 return (ENOMEM);
190 }
191
192 void
193 sfxge_dma_fini(struct sfxge_softc *sc)
194 {
195
196 bus_dma_tag_destroy(sc->parent_dma_tag);
197 }
198
199 int
200 sfxge_dma_init(struct sfxge_softc *sc)
201 {
202
203 /* Create the parent dma tag. */
204 if (bus_dma_tag_create(bus_get_dma_tag(sc->dev), /* parent */
205 1, 0, /* algnmnt, boundary */
206 BUS_SPACE_MAXADDR, /* lowaddr */
207 BUS_SPACE_MAXADDR, /* highaddr */
208 NULL, NULL, /* filter, filterarg */
209 BUS_SPACE_MAXSIZE_32BIT, /* maxsize */
210 BUS_SPACE_UNRESTRICTED, /* nsegments */
211 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */
212 0, /* flags */
213 NULL, NULL, /* lock, lockarg */
214 &sc->parent_dma_tag) != 0) {
215 device_printf(sc->dev, "Cannot allocate parent DMA tag\n");
216 return (ENOMEM);
217 }
218
219 return (0);
220 }
Cache object: f45ad05400b6374f18189bab89aa40b1
|