Thu Mar 3 05:48:23 2022 UTC ()
usbnet: Fix ordering of actions in usbnet_stop.

Make sure all software activity is quiescent (callouts and tasks,
including ifmedia and mii callbacks -- anything that might trigger
register access) before asking the driver to stop the hardware.  This
way, the driver uno_stop routine is guaranteed exclusive access to
the registers.

This will also enable us to simplify the callouts and tasks so they
don't have to check the software state -- to be done in a separate
commit.


(riastradh)
diff -r1.55 -r1.56 src/sys/dev/usb/usbnet.c

cvs diff -r1.55 -r1.56 src/sys/dev/usb/usbnet.c (switch to unified diff)

--- src/sys/dev/usb/usbnet.c 2022/03/03 05:48:14 1.55
+++ src/sys/dev/usb/usbnet.c 2022/03/03 05:48:22 1.56
@@ -1,1694 +1,1707 @@ @@ -1,1694 +1,1707 @@
1/* $NetBSD: usbnet.c,v 1.55 2022/03/03 05:48:14 riastradh Exp $ */ 1/* $NetBSD: usbnet.c,v 1.56 2022/03/03 05:48:22 riastradh Exp $ */
2 2
3/* 3/*
4 * Copyright (c) 2019 Matthew R. Green 4 * Copyright (c) 2019 Matthew R. Green
5 * All rights reserved. 5 * All rights reserved.
6 * 6 *
7 * Redistribution and use in source and binary forms, with or without 7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions 8 * modification, are permitted provided that the following conditions
9 * are met: 9 * are met:
10 * 1. Redistributions of source code must retain the above copyright 10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer. 11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright 12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the 13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution. 14 * documentation and/or other materials provided with the distribution.
15 * 15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 22 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE. 26 * SUCH DAMAGE.
27 */ 27 */
28 28
29/* 29/*
30 * Common code shared between USB network drivers. 30 * Common code shared between USB network drivers.
31 */ 31 */
32 32
33#include <sys/cdefs.h> 33#include <sys/cdefs.h>
34__KERNEL_RCSID(0, "$NetBSD: usbnet.c,v 1.55 2022/03/03 05:48:14 riastradh Exp $"); 34__KERNEL_RCSID(0, "$NetBSD: usbnet.c,v 1.56 2022/03/03 05:48:22 riastradh Exp $");
35 35
36#include <sys/param.h> 36#include <sys/param.h>
37#include <sys/kernel.h> 37#include <sys/kernel.h>
38#include <sys/kmem.h> 38#include <sys/kmem.h>
39#include <sys/module.h> 39#include <sys/module.h>
40#include <sys/atomic.h> 40#include <sys/atomic.h>
41 41
42#include <dev/usb/usbnet.h> 42#include <dev/usb/usbnet.h>
43#include <dev/usb/usbhist.h> 43#include <dev/usb/usbhist.h>
44 44
45struct usbnet_cdata { 45struct usbnet_cdata {
46 struct usbnet_chain *uncd_tx_chain; 46 struct usbnet_chain *uncd_tx_chain;
47 struct usbnet_chain *uncd_rx_chain; 47 struct usbnet_chain *uncd_rx_chain;
48 48
49 int uncd_tx_prod; 49 int uncd_tx_prod;
50 int uncd_tx_cnt; 50 int uncd_tx_cnt;
51}; 51};
52 52
53struct usbnet_private { 53struct usbnet_private {
54 /* 54 /*
55 * - unp_core_lock protects most of this structure, the public one, 55 * - unp_core_lock protects most of this structure, the public one,
56 * and the MII / media data. 56 * and the MII / media data.
57 * - unp_rxlock protects the rx path and its data 57 * - unp_rxlock protects the rx path and its data
58 * - unp_txlock protects the tx path and its data 58 * - unp_txlock protects the tx path and its data
59 * - unp_detachcv handles detach vs open references 59 * - unp_detachcv handles detach vs open references
60 * 60 *
61 * the lock ordering is: 61 * the lock ordering is:
62 * ifnet lock -> unp_core_lock -> unp_rxlock -> unp_txlock 62 * ifnet lock -> unp_core_lock -> unp_rxlock -> unp_txlock
63 * - ifnet lock is not needed for unp_core_lock, but if ifnet lock is 63 * - ifnet lock is not needed for unp_core_lock, but if ifnet lock is
64 * involved, it must be taken first 64 * involved, it must be taken first
65 */ 65 */
66 kmutex_t unp_core_lock; 66 kmutex_t unp_core_lock;
67 kmutex_t unp_rxlock; 67 kmutex_t unp_rxlock;
68 kmutex_t unp_txlock; 68 kmutex_t unp_txlock;
69 kcondvar_t unp_detachcv; 69 kcondvar_t unp_detachcv;
70 70
71 struct usbnet_cdata unp_cdata; 71 struct usbnet_cdata unp_cdata;
72 72
73 struct ethercom unp_ec; 73 struct ethercom unp_ec;
74 struct mii_data unp_mii; 74 struct mii_data unp_mii;
75 struct usb_task unp_mcasttask; 75 struct usb_task unp_mcasttask;
76 struct usb_task unp_ticktask; 76 struct usb_task unp_ticktask;
77 struct callout unp_stat_ch; 77 struct callout unp_stat_ch;
78 struct usbd_pipe *unp_ep[USBNET_ENDPT_MAX]; 78 struct usbd_pipe *unp_ep[USBNET_ENDPT_MAX];
79 79
80 bool unp_dying; 80 bool unp_dying;
81 bool unp_stopping; 81 bool unp_stopping;
82 bool unp_attached; 82 bool unp_attached;
83 bool unp_ifp_attached; 83 bool unp_ifp_attached;
84 bool unp_link; 84 bool unp_link;
85 85
86 int unp_refcnt; 86 int unp_refcnt;
87 int unp_timer; 87 int unp_timer;
88 unsigned short unp_if_flags; 88 unsigned short unp_if_flags;
89 unsigned unp_number; 89 unsigned unp_number;
90 90
91 krndsource_t unp_rndsrc; 91 krndsource_t unp_rndsrc;
92 92
93 struct timeval unp_rx_notice; 93 struct timeval unp_rx_notice;
94 struct timeval unp_tx_notice; 94 struct timeval unp_tx_notice;
95 struct timeval unp_intr_notice; 95 struct timeval unp_intr_notice;
96}; 96};
97 97
98#define un_cdata(un) (&(un)->un_pri->unp_cdata) 98#define un_cdata(un) (&(un)->un_pri->unp_cdata)
99 99
100volatile unsigned usbnet_number; 100volatile unsigned usbnet_number;
101 101
102static int usbnet_modcmd(modcmd_t, void *); 102static int usbnet_modcmd(modcmd_t, void *);
103 103
104#ifdef USB_DEBUG 104#ifdef USB_DEBUG
105#ifndef USBNET_DEBUG 105#ifndef USBNET_DEBUG
106#define usbnetdebug 0 106#define usbnetdebug 0
107#else 107#else
108static int usbnetdebug = 0; 108static int usbnetdebug = 0;
109 109
110SYSCTL_SETUP(sysctl_hw_usbnet_setup, "sysctl hw.usbnet setup") 110SYSCTL_SETUP(sysctl_hw_usbnet_setup, "sysctl hw.usbnet setup")
111{ 111{
112 int err; 112 int err;
113 const struct sysctlnode *rnode; 113 const struct sysctlnode *rnode;
114 const struct sysctlnode *cnode; 114 const struct sysctlnode *cnode;
115 115
116 err = sysctl_createv(clog, 0, NULL, &rnode, 116 err = sysctl_createv(clog, 0, NULL, &rnode,
117 CTLFLAG_PERMANENT, CTLTYPE_NODE, "usbnet", 117 CTLFLAG_PERMANENT, CTLTYPE_NODE, "usbnet",
118 SYSCTL_DESCR("usbnet global controls"), 118 SYSCTL_DESCR("usbnet global controls"),
119 NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL); 119 NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL);
120 120
121 if (err) 121 if (err)
122 goto fail; 122 goto fail;
123 123
124 /* control debugging printfs */ 124 /* control debugging printfs */
125 err = sysctl_createv(clog, 0, &rnode, &cnode, 125 err = sysctl_createv(clog, 0, &rnode, &cnode,
126 CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT, 126 CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
127 "debug", SYSCTL_DESCR("Enable debugging output"), 127 "debug", SYSCTL_DESCR("Enable debugging output"),
128 NULL, 0, &usbnetdebug, sizeof(usbnetdebug), CTL_CREATE, CTL_EOL); 128 NULL, 0, &usbnetdebug, sizeof(usbnetdebug), CTL_CREATE, CTL_EOL);
129 if (err) 129 if (err)
130 goto fail; 130 goto fail;
131 131
132 return; 132 return;
133fail: 133fail:
134 aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err); 134 aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err);
135} 135}
136 136
137#endif /* USBNET_DEBUG */ 137#endif /* USBNET_DEBUG */
138#endif /* USB_DEBUG */ 138#endif /* USB_DEBUG */
139 139
140#define DPRINTF(FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,1,FMT,A,B,C,D) 140#define DPRINTF(FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,1,FMT,A,B,C,D)
141#define DPRINTFN(N,FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,N,FMT,A,B,C,D) 141#define DPRINTFN(N,FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,N,FMT,A,B,C,D)
142#define USBNETHIST_FUNC() USBHIST_FUNC() 142#define USBNETHIST_FUNC() USBHIST_FUNC()
143#define USBNETHIST_CALLED(name) USBHIST_CALLED(usbnetdebug) 143#define USBNETHIST_CALLED(name) USBHIST_CALLED(usbnetdebug)
144#define USBNETHIST_CALLARGS(FMT,A,B,C,D) \ 144#define USBNETHIST_CALLARGS(FMT,A,B,C,D) \
145 USBHIST_CALLARGS(usbnetdebug,FMT,A,B,C,D) 145 USBHIST_CALLARGS(usbnetdebug,FMT,A,B,C,D)
146#define USBNETHIST_CALLARGSN(N,FMT,A,B,C,D) \ 146#define USBNETHIST_CALLARGSN(N,FMT,A,B,C,D) \
147 USBHIST_CALLARGSN(usbnetdebug,N,FMT,A,B,C,D) 147 USBHIST_CALLARGSN(usbnetdebug,N,FMT,A,B,C,D)
148 148
149/* Callback vectors. */ 149/* Callback vectors. */
150 150
151static void 151static void
152uno_stop(struct usbnet *un, struct ifnet *ifp, int disable) 152uno_stop(struct usbnet *un, struct ifnet *ifp, int disable)
153{ 153{
154 KASSERTMSG(!un->un_pri->unp_ifp_attached || IFNET_LOCKED(ifp), 154 KASSERTMSG(!un->un_pri->unp_ifp_attached || IFNET_LOCKED(ifp),
155 "%s", ifp->if_xname); 155 "%s", ifp->if_xname);
156 usbnet_isowned_core(un); 156 usbnet_isowned_core(un);
157 if (un->un_ops->uno_stop) 157 if (un->un_ops->uno_stop)
158 (*un->un_ops->uno_stop)(ifp, disable); 158 (*un->un_ops->uno_stop)(ifp, disable);
159} 159}
160 160
161static int 161static int
162uno_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data) 162uno_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data)
163{ 163{
164 /* 164 /*
165 * There are cases where IFNET_LOCK will not be held when we 165 * There are cases where IFNET_LOCK will not be held when we
166 * are called (e.g. add/delete multicast address), so we can't 166 * are called (e.g. add/delete multicast address), so we can't
167 * assert it. 167 * assert it.
168 */ 168 */
169 if (un->un_ops->uno_ioctl) 169 if (un->un_ops->uno_ioctl)
170 return (*un->un_ops->uno_ioctl)(ifp, cmd, data); 170 return (*un->un_ops->uno_ioctl)(ifp, cmd, data);
171 return 0; 171 return 0;
172} 172}
173 173
174static int 174static int
175uno_override_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data) 175uno_override_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data)
176{ 176{
177 /* See above. */ 177 /* See above. */
178 return (*un->un_ops->uno_override_ioctl)(ifp, cmd, data); 178 return (*un->un_ops->uno_override_ioctl)(ifp, cmd, data);
179} 179}
180 180
181static int 181static int
182uno_init(struct usbnet *un, struct ifnet *ifp) 182uno_init(struct usbnet *un, struct ifnet *ifp)
183{ 183{
184 KASSERT(IFNET_LOCKED(ifp)); 184 KASSERT(IFNET_LOCKED(ifp));
185 return (*un->un_ops->uno_init)(ifp); 185 return (*un->un_ops->uno_init)(ifp);
186} 186}
187 187
188static int 188static int
189uno_read_reg(struct usbnet *un, int phy, int reg, uint16_t *val) 189uno_read_reg(struct usbnet *un, int phy, int reg, uint16_t *val)
190{ 190{
191 usbnet_isowned_core(un); 191 usbnet_isowned_core(un);
192 return (*un->un_ops->uno_read_reg)(un, phy, reg, val); 192 return (*un->un_ops->uno_read_reg)(un, phy, reg, val);
193} 193}
194 194
195static int 195static int
196uno_write_reg(struct usbnet *un, int phy, int reg, uint16_t val) 196uno_write_reg(struct usbnet *un, int phy, int reg, uint16_t val)
197{ 197{
198 usbnet_isowned_core(un); 198 usbnet_isowned_core(un);
199 return (*un->un_ops->uno_write_reg)(un, phy, reg, val); 199 return (*un->un_ops->uno_write_reg)(un, phy, reg, val);
200} 200}
201 201
202static void 202static void
203uno_mii_statchg(struct usbnet *un, struct ifnet *ifp) 203uno_mii_statchg(struct usbnet *un, struct ifnet *ifp)
204{ 204{
205 usbnet_isowned_core(un); 205 usbnet_isowned_core(un);
206 (*un->un_ops->uno_statchg)(ifp); 206 (*un->un_ops->uno_statchg)(ifp);
207} 207}
208 208
209static unsigned 209static unsigned
210uno_tx_prepare(struct usbnet *un, struct mbuf *m, struct usbnet_chain *c) 210uno_tx_prepare(struct usbnet *un, struct mbuf *m, struct usbnet_chain *c)
211{ 211{
212 usbnet_isowned_tx(un); 212 usbnet_isowned_tx(un);
213 return (*un->un_ops->uno_tx_prepare)(un, m, c); 213 return (*un->un_ops->uno_tx_prepare)(un, m, c);
214} 214}
215 215
216static void 216static void
217uno_rx_loop(struct usbnet *un, struct usbnet_chain *c, uint32_t total_len) 217uno_rx_loop(struct usbnet *un, struct usbnet_chain *c, uint32_t total_len)
218{ 218{
219 usbnet_isowned_rx(un); 219 usbnet_isowned_rx(un);
220 (*un->un_ops->uno_rx_loop)(un, c, total_len); 220 (*un->un_ops->uno_rx_loop)(un, c, total_len);
221} 221}
222 222
223static void 223static void
224uno_tick(struct usbnet *un) 224uno_tick(struct usbnet *un)
225{ 225{
226 if (un->un_ops->uno_tick) 226 if (un->un_ops->uno_tick)
227 (*un->un_ops->uno_tick)(un); 227 (*un->un_ops->uno_tick)(un);
228} 228}
229 229
230static void 230static void
231uno_intr(struct usbnet *un, usbd_status status) 231uno_intr(struct usbnet *un, usbd_status status)
232{ 232{
233 if (un->un_ops->uno_intr) 233 if (un->un_ops->uno_intr)
234 (*un->un_ops->uno_intr)(un, status); 234 (*un->un_ops->uno_intr)(un, status);
235} 235}
236 236
237/* Interrupt handling. */ 237/* Interrupt handling. */
238 238
239static struct mbuf * 239static struct mbuf *
240usbnet_newbuf(size_t buflen) 240usbnet_newbuf(size_t buflen)
241{ 241{
242 struct mbuf *m; 242 struct mbuf *m;
243 243
244 if (buflen > MCLBYTES) 244 if (buflen > MCLBYTES)
245 return NULL; 245 return NULL;
246 246
247 MGETHDR(m, M_DONTWAIT, MT_DATA); 247 MGETHDR(m, M_DONTWAIT, MT_DATA);
248 if (m == NULL) 248 if (m == NULL)
249 return NULL; 249 return NULL;
250 250
251 if (buflen > MHLEN - ETHER_ALIGN) { 251 if (buflen > MHLEN - ETHER_ALIGN) {
252 MCLGET(m, M_DONTWAIT); 252 MCLGET(m, M_DONTWAIT);
253 if (!(m->m_flags & M_EXT)) { 253 if (!(m->m_flags & M_EXT)) {
254 m_freem(m); 254 m_freem(m);
255 return NULL; 255 return NULL;
256 } 256 }
257 } 257 }
258 258
259 m_adj(m, ETHER_ALIGN); 259 m_adj(m, ETHER_ALIGN);
260 m->m_len = m->m_pkthdr.len = buflen; 260 m->m_len = m->m_pkthdr.len = buflen;
261 261
262 return m; 262 return m;
263} 263}
264 264
265/* 265/*
266 * usbnet_rxeof() is designed to be the done callback for rx completion. 266 * usbnet_rxeof() is designed to be the done callback for rx completion.
267 * it provides generic setup and finalisation, calls a different usbnet 267 * it provides generic setup and finalisation, calls a different usbnet
268 * rx_loop callback in the middle, which can use usbnet_enqueue() to 268 * rx_loop callback in the middle, which can use usbnet_enqueue() to
269 * enqueue a packet for higher levels (or usbnet_input() if previously 269 * enqueue a packet for higher levels (or usbnet_input() if previously
270 * using if_input() path.) 270 * using if_input() path.)
271 */ 271 */
272void 272void
273usbnet_enqueue(struct usbnet * const un, uint8_t *buf, size_t buflen, 273usbnet_enqueue(struct usbnet * const un, uint8_t *buf, size_t buflen,
274 int csum_flags, uint32_t csum_data, int mbuf_flags) 274 int csum_flags, uint32_t csum_data, int mbuf_flags)
275{ 275{
276 USBNETHIST_FUNC(); 276 USBNETHIST_FUNC();
277 struct ifnet * const ifp = usbnet_ifp(un); 277 struct ifnet * const ifp = usbnet_ifp(un);
278 struct usbnet_private * const unp __unused = un->un_pri; 278 struct usbnet_private * const unp __unused = un->un_pri;
279 struct mbuf *m; 279 struct mbuf *m;
280 280
281 USBNETHIST_CALLARGSN(5, "%jd: enter: len=%ju csf %#jx mbf %#jx", 281 USBNETHIST_CALLARGSN(5, "%jd: enter: len=%ju csf %#jx mbf %#jx",
282 unp->unp_number, buflen, csum_flags, mbuf_flags); 282 unp->unp_number, buflen, csum_flags, mbuf_flags);
283 283
284 usbnet_isowned_rx(un); 284 usbnet_isowned_rx(un);
285 285
286 m = usbnet_newbuf(buflen); 286 m = usbnet_newbuf(buflen);
287 if (m == NULL) { 287 if (m == NULL) {
288 DPRINTF("%jd: no memory", unp->unp_number, 0, 0, 0); 288 DPRINTF("%jd: no memory", unp->unp_number, 0, 0, 0);
289 if_statinc(ifp, if_ierrors); 289 if_statinc(ifp, if_ierrors);
290 return; 290 return;
291 } 291 }
292 292
293 m_set_rcvif(m, ifp); 293 m_set_rcvif(m, ifp);
294 m->m_pkthdr.csum_flags = csum_flags; 294 m->m_pkthdr.csum_flags = csum_flags;
295 m->m_pkthdr.csum_data = csum_data; 295 m->m_pkthdr.csum_data = csum_data;
296 m->m_flags |= mbuf_flags; 296 m->m_flags |= mbuf_flags;
297 memcpy(mtod(m, uint8_t *), buf, buflen); 297 memcpy(mtod(m, uint8_t *), buf, buflen);
298 298
299 /* push the packet up */ 299 /* push the packet up */
300 if_percpuq_enqueue(ifp->if_percpuq, m); 300 if_percpuq_enqueue(ifp->if_percpuq, m);
301} 301}
302 302
303void 303void
304usbnet_input(struct usbnet * const un, uint8_t *buf, size_t buflen) 304usbnet_input(struct usbnet * const un, uint8_t *buf, size_t buflen)
305{ 305{
306 USBNETHIST_FUNC(); 306 USBNETHIST_FUNC();
307 struct ifnet * const ifp = usbnet_ifp(un); 307 struct ifnet * const ifp = usbnet_ifp(un);
308 struct usbnet_private * const unp __unused = un->un_pri; 308 struct usbnet_private * const unp __unused = un->un_pri;
309 struct mbuf *m; 309 struct mbuf *m;
310 310
311 USBNETHIST_CALLARGSN(5, "%jd: enter: buf %#jx len %ju", 311 USBNETHIST_CALLARGSN(5, "%jd: enter: buf %#jx len %ju",
312 unp->unp_number, (uintptr_t)buf, buflen, 0); 312 unp->unp_number, (uintptr_t)buf, buflen, 0);
313 313
314 usbnet_isowned_rx(un); 314 usbnet_isowned_rx(un);
315 315
316 m = usbnet_newbuf(buflen); 316 m = usbnet_newbuf(buflen);
317 if (m == NULL) { 317 if (m == NULL) {
318 if_statinc(ifp, if_ierrors); 318 if_statinc(ifp, if_ierrors);
319 return; 319 return;
320 } 320 }
321 321
322 m_set_rcvif(m, ifp); 322 m_set_rcvif(m, ifp);
323 memcpy(mtod(m, char *), buf, buflen); 323 memcpy(mtod(m, char *), buf, buflen);
324 324
325 /* push the packet up */ 325 /* push the packet up */
326 if_input(ifp, m); 326 if_input(ifp, m);
327} 327}
328 328
329/* 329/*
330 * A frame has been uploaded: pass the resulting mbuf chain up to 330 * A frame has been uploaded: pass the resulting mbuf chain up to
331 * the higher level protocols. 331 * the higher level protocols.
332 */ 332 */
333static void 333static void
334usbnet_rxeof(struct usbd_xfer *xfer, void *priv, usbd_status status) 334usbnet_rxeof(struct usbd_xfer *xfer, void *priv, usbd_status status)
335{ 335{
336 USBNETHIST_FUNC(); 336 USBNETHIST_FUNC();
337 struct usbnet_chain * const c = priv; 337 struct usbnet_chain * const c = priv;
338 struct usbnet * const un = c->unc_un; 338 struct usbnet * const un = c->unc_un;
339 struct usbnet_private * const unp = un->un_pri; 339 struct usbnet_private * const unp = un->un_pri;
340 uint32_t total_len; 340 uint32_t total_len;
341 341
342 USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx", 342 USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx",
343 unp->unp_number, status, (uintptr_t)xfer, 0); 343 unp->unp_number, status, (uintptr_t)xfer, 0);
344 344
345 mutex_enter(&unp->unp_rxlock); 345 mutex_enter(&unp->unp_rxlock);
346 346
347 if (unp->unp_dying || unp->unp_stopping || 347 if (unp->unp_dying || unp->unp_stopping ||
348 status == USBD_INVAL || status == USBD_NOT_STARTED || 348 status == USBD_INVAL || status == USBD_NOT_STARTED ||
349 status == USBD_CANCELLED) 349 status == USBD_CANCELLED)
350 goto out; 350 goto out;
351 351
352 if (status != USBD_NORMAL_COMPLETION) { 352 if (status != USBD_NORMAL_COMPLETION) {
353 if (usbd_ratecheck(&unp->unp_rx_notice)) 353 if (usbd_ratecheck(&unp->unp_rx_notice))
354 device_printf(un->un_dev, "usb errors on rx: %s\n", 354 device_printf(un->un_dev, "usb errors on rx: %s\n",
355 usbd_errstr(status)); 355 usbd_errstr(status));
356 if (status == USBD_STALLED) 356 if (status == USBD_STALLED)
357 usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_RX]); 357 usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_RX]);
358 goto done; 358 goto done;
359 } 359 }
360 360
361 usbd_get_xfer_status(xfer, NULL, NULL, &total_len, NULL); 361 usbd_get_xfer_status(xfer, NULL, NULL, &total_len, NULL);
362 362
363 if (total_len > un->un_rx_bufsz) { 363 if (total_len > un->un_rx_bufsz) {
364 aprint_error_dev(un->un_dev, 364 aprint_error_dev(un->un_dev,
365 "rxeof: too large transfer (%u > %u)\n", 365 "rxeof: too large transfer (%u > %u)\n",
366 total_len, un->un_rx_bufsz); 366 total_len, un->un_rx_bufsz);
367 goto done; 367 goto done;
368 } 368 }
369 369
370 uno_rx_loop(un, c, total_len); 370 uno_rx_loop(un, c, total_len);
371 usbnet_isowned_rx(un); 371 usbnet_isowned_rx(un);
372 372
373done: 373done:
374 if (unp->unp_dying || unp->unp_stopping) 374 if (unp->unp_dying || unp->unp_stopping)
375 goto out; 375 goto out;
376 376
377 mutex_exit(&unp->unp_rxlock); 377 mutex_exit(&unp->unp_rxlock);
378 378
379 /* Setup new transfer. */ 379 /* Setup new transfer. */
380 usbd_setup_xfer(xfer, c, c->unc_buf, un->un_rx_bufsz, 380 usbd_setup_xfer(xfer, c, c->unc_buf, un->un_rx_bufsz,
381 un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof); 381 un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof);
382 usbd_transfer(xfer); 382 usbd_transfer(xfer);
383 return; 383 return;
384 384
385out: 385out:
386 mutex_exit(&unp->unp_rxlock); 386 mutex_exit(&unp->unp_rxlock);
387} 387}
388 388
389static void 389static void
390usbnet_txeof(struct usbd_xfer *xfer, void *priv, usbd_status status) 390usbnet_txeof(struct usbd_xfer *xfer, void *priv, usbd_status status)
391{ 391{
392 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 392 USBNETHIST_FUNC(); USBNETHIST_CALLED();
393 struct usbnet_chain * const c = priv; 393 struct usbnet_chain * const c = priv;
394 struct usbnet * const un = c->unc_un; 394 struct usbnet * const un = c->unc_un;
395 struct usbnet_cdata * const cd = un_cdata(un); 395 struct usbnet_cdata * const cd = un_cdata(un);
396 struct usbnet_private * const unp = un->un_pri; 396 struct usbnet_private * const unp = un->un_pri;
397 struct ifnet * const ifp = usbnet_ifp(un); 397 struct ifnet * const ifp = usbnet_ifp(un);
398 398
399 USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx", 399 USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx",
400 unp->unp_number, status, (uintptr_t)xfer, 0); 400 unp->unp_number, status, (uintptr_t)xfer, 0);
401 401
402 mutex_enter(&unp->unp_txlock); 402 mutex_enter(&unp->unp_txlock);
403 if (unp->unp_stopping || unp->unp_dying) { 403 if (unp->unp_stopping || unp->unp_dying) {
404 mutex_exit(&unp->unp_txlock); 404 mutex_exit(&unp->unp_txlock);
405 return; 405 return;
406 } 406 }
407 407
408 KASSERT(cd->uncd_tx_cnt > 0); 408 KASSERT(cd->uncd_tx_cnt > 0);
409 cd->uncd_tx_cnt--; 409 cd->uncd_tx_cnt--;
410 410
411 unp->unp_timer = 0; 411 unp->unp_timer = 0;
412 412
413 switch (status) { 413 switch (status) {
414 case USBD_NOT_STARTED: 414 case USBD_NOT_STARTED:
415 case USBD_CANCELLED: 415 case USBD_CANCELLED:
416 break; 416 break;
417 417
418 case USBD_NORMAL_COMPLETION: 418 case USBD_NORMAL_COMPLETION:
419 if_statinc(ifp, if_opackets); 419 if_statinc(ifp, if_opackets);
420 break; 420 break;
421 421
422 default: 422 default:
423 423
424 if_statinc(ifp, if_oerrors); 424 if_statinc(ifp, if_oerrors);
425 if (usbd_ratecheck(&unp->unp_tx_notice)) 425 if (usbd_ratecheck(&unp->unp_tx_notice))
426 device_printf(un->un_dev, "usb error on tx: %s\n", 426 device_printf(un->un_dev, "usb error on tx: %s\n",
427 usbd_errstr(status)); 427 usbd_errstr(status));
428 if (status == USBD_STALLED) 428 if (status == USBD_STALLED)
429 usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_TX]); 429 usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_TX]);
430 break; 430 break;
431 } 431 }
432 432
433 mutex_exit(&unp->unp_txlock); 433 mutex_exit(&unp->unp_txlock);
434 434
435 if (status == USBD_NORMAL_COMPLETION && !IFQ_IS_EMPTY(&ifp->if_snd)) 435 if (status == USBD_NORMAL_COMPLETION && !IFQ_IS_EMPTY(&ifp->if_snd))
436 (*ifp->if_start)(ifp); 436 (*ifp->if_start)(ifp);
437} 437}
438 438
439static void 439static void
440usbnet_pipe_intr(struct usbd_xfer *xfer, void *priv, usbd_status status) 440usbnet_pipe_intr(struct usbd_xfer *xfer, void *priv, usbd_status status)
441{ 441{
442 USBNETHIST_FUNC(); 442 USBNETHIST_FUNC();
443 struct usbnet * const un = priv; 443 struct usbnet * const un = priv;
444 struct usbnet_private * const unp = un->un_pri; 444 struct usbnet_private * const unp = un->un_pri;
445 struct usbnet_intr * const uni = un->un_intr; 445 struct usbnet_intr * const uni = un->un_intr;
446 446
447 if (uni == NULL || unp->unp_dying || unp->unp_stopping || 447 if (uni == NULL || unp->unp_dying || unp->unp_stopping ||
448 status == USBD_INVAL || status == USBD_NOT_STARTED || 448 status == USBD_INVAL || status == USBD_NOT_STARTED ||
449 status == USBD_CANCELLED) { 449 status == USBD_CANCELLED) {
450 USBNETHIST_CALLARGS("%jd: uni %#jx d/s %#jx status %#jx", 450 USBNETHIST_CALLARGS("%jd: uni %#jx d/s %#jx status %#jx",
451 unp->unp_number, (uintptr_t)uni, 451 unp->unp_number, (uintptr_t)uni,
452 (unp->unp_dying << 8) | unp->unp_stopping, status); 452 (unp->unp_dying << 8) | unp->unp_stopping, status);
453 return; 453 return;
454 } 454 }
455 455
456 if (status != USBD_NORMAL_COMPLETION) { 456 if (status != USBD_NORMAL_COMPLETION) {
457 if (usbd_ratecheck(&unp->unp_intr_notice)) { 457 if (usbd_ratecheck(&unp->unp_intr_notice)) {
458 aprint_error_dev(un->un_dev, "usb error on intr: %s\n", 458 aprint_error_dev(un->un_dev, "usb error on intr: %s\n",
459 usbd_errstr(status)); 459 usbd_errstr(status));
460 } 460 }
461 if (status == USBD_STALLED) 461 if (status == USBD_STALLED)
462 usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_INTR]); 462 usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_INTR]);
463 USBNETHIST_CALLARGS("%jd: not normal status %#jx", 463 USBNETHIST_CALLARGS("%jd: not normal status %#jx",
464 unp->unp_number, status, 0, 0); 464 unp->unp_number, status, 0, 0);
465 return; 465 return;
466 } 466 }
467 467
468 uno_intr(un, status); 468 uno_intr(un, status);
469} 469}
470 470
471static void 471static void
472usbnet_start_locked(struct ifnet *ifp) 472usbnet_start_locked(struct ifnet *ifp)
473{ 473{
474 USBNETHIST_FUNC(); 474 USBNETHIST_FUNC();
475 struct usbnet * const un = ifp->if_softc; 475 struct usbnet * const un = ifp->if_softc;
476 struct usbnet_cdata * const cd = un_cdata(un); 476 struct usbnet_cdata * const cd = un_cdata(un);
477 struct usbnet_private * const unp = un->un_pri; 477 struct usbnet_private * const unp = un->un_pri;
478 struct mbuf *m; 478 struct mbuf *m;
479 unsigned length; 479 unsigned length;
480 bool done_transmit = false; 480 bool done_transmit = false;
481 int idx, count; 481 int idx, count;
482 482
483 USBNETHIST_CALLARGS("%jd: tx_cnt %jd list_cnt %jd link %jd", 483 USBNETHIST_CALLARGS("%jd: tx_cnt %jd list_cnt %jd link %jd",
484 unp->unp_number, cd->uncd_tx_cnt, un->un_tx_list_cnt, 484 unp->unp_number, cd->uncd_tx_cnt, un->un_tx_list_cnt,
485 unp->unp_link); 485 unp->unp_link);
486 486
487 usbnet_isowned_tx(un); 487 usbnet_isowned_tx(un);
488 KASSERT(cd->uncd_tx_cnt <= un->un_tx_list_cnt); 488 KASSERT(cd->uncd_tx_cnt <= un->un_tx_list_cnt);
489 489
490 if (!unp->unp_link || (ifp->if_flags & IFF_RUNNING) == 0) { 490 if (!unp->unp_link || (ifp->if_flags & IFF_RUNNING) == 0) {
491 DPRINTF("start called no link (%jx) or running (flags %jx)", 491 DPRINTF("start called no link (%jx) or running (flags %jx)",
492 unp->unp_link, ifp->if_flags, 0, 0); 492 unp->unp_link, ifp->if_flags, 0, 0);
493 return; 493 return;
494 } 494 }
495 495
496 if (cd->uncd_tx_cnt == un->un_tx_list_cnt) { 496 if (cd->uncd_tx_cnt == un->un_tx_list_cnt) {
497 DPRINTF("start called, tx busy (%#jx == %#jx)", 497 DPRINTF("start called, tx busy (%#jx == %#jx)",
498 cd->uncd_tx_cnt, un->un_tx_list_cnt, 0, 0); 498 cd->uncd_tx_cnt, un->un_tx_list_cnt, 0, 0);
499 return; 499 return;
500 } 500 }
501 501
502 idx = cd->uncd_tx_prod; 502 idx = cd->uncd_tx_prod;
503 count = 0; 503 count = 0;
504 while (cd->uncd_tx_cnt < un->un_tx_list_cnt) { 504 while (cd->uncd_tx_cnt < un->un_tx_list_cnt) {
505 IFQ_POLL(&ifp->if_snd, m); 505 IFQ_POLL(&ifp->if_snd, m);
506 if (m == NULL) { 506 if (m == NULL) {
507 DPRINTF("start called, queue empty", 0, 0, 0, 0); 507 DPRINTF("start called, queue empty", 0, 0, 0, 0);
508 break; 508 break;
509 } 509 }
510 KASSERT(m->m_pkthdr.len <= un->un_tx_bufsz); 510 KASSERT(m->m_pkthdr.len <= un->un_tx_bufsz);
511 511
512 struct usbnet_chain *c = &cd->uncd_tx_chain[idx]; 512 struct usbnet_chain *c = &cd->uncd_tx_chain[idx];
513 513
514 length = uno_tx_prepare(un, m, c); 514 length = uno_tx_prepare(un, m, c);
515 if (length == 0) { 515 if (length == 0) {
516 DPRINTF("uno_tx_prepare gave zero length", 0, 0, 0, 0); 516 DPRINTF("uno_tx_prepare gave zero length", 0, 0, 0, 0);
517 if_statinc(ifp, if_oerrors); 517 if_statinc(ifp, if_oerrors);
518 break; 518 break;
519 } 519 }
520 520
521 if (__predict_false(c->unc_xfer == NULL)) { 521 if (__predict_false(c->unc_xfer == NULL)) {
522 DPRINTF("unc_xfer is NULL", 0, 0, 0, 0); 522 DPRINTF("unc_xfer is NULL", 0, 0, 0, 0);
523 if_statinc(ifp, if_oerrors); 523 if_statinc(ifp, if_oerrors);
524 break; 524 break;
525 } 525 }
526 526
527 usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, length, 527 usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, length,
528 un->un_tx_xfer_flags, 10000, usbnet_txeof); 528 un->un_tx_xfer_flags, 10000, usbnet_txeof);
529 529
530 /* Transmit */ 530 /* Transmit */
531 usbd_status err = usbd_transfer(c->unc_xfer); 531 usbd_status err = usbd_transfer(c->unc_xfer);
532 if (err != USBD_IN_PROGRESS) { 532 if (err != USBD_IN_PROGRESS) {
533 DPRINTF("usbd_transfer on %#jx for %ju bytes: %jd", 533 DPRINTF("usbd_transfer on %#jx for %ju bytes: %jd",
534 (uintptr_t)c->unc_buf, length, err, 0); 534 (uintptr_t)c->unc_buf, length, err, 0);
535 if_statinc(ifp, if_oerrors); 535 if_statinc(ifp, if_oerrors);
536 break; 536 break;
537 } 537 }
538 done_transmit = true; 538 done_transmit = true;
539 539
540 IFQ_DEQUEUE(&ifp->if_snd, m); 540 IFQ_DEQUEUE(&ifp->if_snd, m);
541 541
542 /* 542 /*
543 * If there's a BPF listener, bounce a copy of this frame 543 * If there's a BPF listener, bounce a copy of this frame
544 * to him. 544 * to him.
545 */ 545 */
546 bpf_mtap(ifp, m, BPF_D_OUT); 546 bpf_mtap(ifp, m, BPF_D_OUT);
547 m_freem(m); 547 m_freem(m);
548 548
549 idx = (idx + 1) % un->un_tx_list_cnt; 549 idx = (idx + 1) % un->un_tx_list_cnt;
550 cd->uncd_tx_cnt++; 550 cd->uncd_tx_cnt++;
551 count++; 551 count++;
552 } 552 }
553 cd->uncd_tx_prod = idx; 553 cd->uncd_tx_prod = idx;
554 554
555 DPRINTF("finished with start; tx_cnt %jd list_cnt %jd link %jd", 555 DPRINTF("finished with start; tx_cnt %jd list_cnt %jd link %jd",
556 cd->uncd_tx_cnt, un->un_tx_list_cnt, unp->unp_link, 0); 556 cd->uncd_tx_cnt, un->un_tx_list_cnt, unp->unp_link, 0);
557 557
558 /* 558 /*
559 * Set a timeout in case the chip goes out to lunch. 559 * Set a timeout in case the chip goes out to lunch.
560 */ 560 */
561 if (done_transmit) 561 if (done_transmit)
562 unp->unp_timer = 5; 562 unp->unp_timer = 5;
563 563
564 if (count != 0) 564 if (count != 0)
565 rnd_add_uint32(&unp->unp_rndsrc, count); 565 rnd_add_uint32(&unp->unp_rndsrc, count);
566} 566}
567 567
568static void 568static void
569usbnet_if_start(struct ifnet *ifp) 569usbnet_if_start(struct ifnet *ifp)
570{ 570{
571 struct usbnet * const un = ifp->if_softc; 571 struct usbnet * const un = ifp->if_softc;
572 struct usbnet_private * const unp = un->un_pri; 572 struct usbnet_private * const unp = un->un_pri;
573 573
574 USBNETHIST_FUNC(); 574 USBNETHIST_FUNC();
575 USBNETHIST_CALLARGS("%jd: stopping %jd", 575 USBNETHIST_CALLARGS("%jd: stopping %jd",
576 unp->unp_number, unp->unp_stopping, 0, 0); 576 unp->unp_number, unp->unp_stopping, 0, 0);
577 577
578 mutex_enter(&unp->unp_txlock); 578 mutex_enter(&unp->unp_txlock);
579 if (!unp->unp_stopping) 579 if (!unp->unp_stopping)
580 usbnet_start_locked(ifp); 580 usbnet_start_locked(ifp);
581 mutex_exit(&unp->unp_txlock); 581 mutex_exit(&unp->unp_txlock);
582} 582}
583 583
584/* 584/*
585 * Chain management. 585 * Chain management.
586 * 586 *
587 * RX and TX are identical. Keep them that way. 587 * RX and TX are identical. Keep them that way.
588 */ 588 */
589 589
590/* Start of common RX functions */ 590/* Start of common RX functions */
591 591
592static size_t 592static size_t
593usbnet_rx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un) 593usbnet_rx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un)
594{ 594{
595 return sizeof(*cd->uncd_rx_chain) * un->un_rx_list_cnt; 595 return sizeof(*cd->uncd_rx_chain) * un->un_rx_list_cnt;
596} 596}
597 597
598static void 598static void
599usbnet_rx_list_alloc(struct usbnet * const un) 599usbnet_rx_list_alloc(struct usbnet * const un)
600{ 600{
601 struct usbnet_cdata * const cd = un_cdata(un); 601 struct usbnet_cdata * const cd = un_cdata(un);
602 602
603 cd->uncd_rx_chain = kmem_zalloc(usbnet_rx_list_size(cd, un), KM_SLEEP); 603 cd->uncd_rx_chain = kmem_zalloc(usbnet_rx_list_size(cd, un), KM_SLEEP);
604} 604}
605 605
606static void 606static void
607usbnet_rx_list_free(struct usbnet * const un) 607usbnet_rx_list_free(struct usbnet * const un)
608{ 608{
609 struct usbnet_cdata * const cd = un_cdata(un); 609 struct usbnet_cdata * const cd = un_cdata(un);
610 610
611 if (cd->uncd_rx_chain) { 611 if (cd->uncd_rx_chain) {
612 kmem_free(cd->uncd_rx_chain, usbnet_rx_list_size(cd, un)); 612 kmem_free(cd->uncd_rx_chain, usbnet_rx_list_size(cd, un));
613 cd->uncd_rx_chain = NULL; 613 cd->uncd_rx_chain = NULL;
614 } 614 }
615} 615}
616 616
617static int 617static int
618usbnet_rx_list_init(struct usbnet * const un) 618usbnet_rx_list_init(struct usbnet * const un)
619{ 619{
620 struct usbnet_cdata * const cd = un_cdata(un); 620 struct usbnet_cdata * const cd = un_cdata(un);
621 struct usbnet_private * const unp = un->un_pri; 621 struct usbnet_private * const unp = un->un_pri;
622 622
623 for (size_t i = 0; i < un->un_rx_list_cnt; i++) { 623 for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
624 struct usbnet_chain *c = &cd->uncd_rx_chain[i]; 624 struct usbnet_chain *c = &cd->uncd_rx_chain[i];
625 625
626 c->unc_un = un; 626 c->unc_un = un;
627 if (c->unc_xfer == NULL) { 627 if (c->unc_xfer == NULL) {
628 int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_RX], 628 int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_RX],
629 un->un_rx_bufsz, un->un_rx_xfer_flags, 0, 629 un->un_rx_bufsz, un->un_rx_xfer_flags, 0,
630 &c->unc_xfer); 630 &c->unc_xfer);
631 if (err) 631 if (err)
632 return err; 632 return err;
633 c->unc_buf = usbd_get_buffer(c->unc_xfer); 633 c->unc_buf = usbd_get_buffer(c->unc_xfer);
634 } 634 }
635 } 635 }
636 636
637 return 0; 637 return 0;
638} 638}
639 639
640static void 640static void
641usbnet_rx_list_fini(struct usbnet * const un) 641usbnet_rx_list_fini(struct usbnet * const un)
642{ 642{
643 struct usbnet_cdata * const cd = un_cdata(un); 643 struct usbnet_cdata * const cd = un_cdata(un);
644 644
645 for (size_t i = 0; i < un->un_rx_list_cnt; i++) { 645 for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
646 struct usbnet_chain *c = &cd->uncd_rx_chain[i]; 646 struct usbnet_chain *c = &cd->uncd_rx_chain[i];
647 647
648 if (c->unc_xfer != NULL) { 648 if (c->unc_xfer != NULL) {
649 usbd_destroy_xfer(c->unc_xfer); 649 usbd_destroy_xfer(c->unc_xfer);
650 c->unc_xfer = NULL; 650 c->unc_xfer = NULL;
651 c->unc_buf = NULL; 651 c->unc_buf = NULL;
652 } 652 }
653 } 653 }
654} 654}
655 655
656/* End of common RX functions */ 656/* End of common RX functions */
657 657
658static void 658static void
659usbnet_rx_start_pipes(struct usbnet * const un) 659usbnet_rx_start_pipes(struct usbnet * const un)
660{ 660{
661 struct usbnet_cdata * const cd = un_cdata(un); 661 struct usbnet_cdata * const cd = un_cdata(un);
662 struct usbnet_private * const unp = un->un_pri; 662 struct usbnet_private * const unp = un->un_pri;
663 663
664 mutex_enter(&unp->unp_rxlock); 664 mutex_enter(&unp->unp_rxlock);
665 mutex_enter(&unp->unp_txlock); 665 mutex_enter(&unp->unp_txlock);
666 unp->unp_stopping = false; 666 unp->unp_stopping = false;
667 667
668 for (size_t i = 0; i < un->un_rx_list_cnt; i++) { 668 for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
669 struct usbnet_chain *c = &cd->uncd_rx_chain[i]; 669 struct usbnet_chain *c = &cd->uncd_rx_chain[i];
670 670
671 usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, un->un_rx_bufsz, 671 usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, un->un_rx_bufsz,
672 un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof); 672 un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof);
673 usbd_transfer(c->unc_xfer); 673 usbd_transfer(c->unc_xfer);
674 } 674 }
675 675
676 mutex_exit(&unp->unp_txlock); 676 mutex_exit(&unp->unp_txlock);
677 mutex_exit(&unp->unp_rxlock); 677 mutex_exit(&unp->unp_rxlock);
678} 678}
679 679
680/* Start of common TX functions */ 680/* Start of common TX functions */
681 681
682static size_t 682static size_t
683usbnet_tx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un) 683usbnet_tx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un)
684{ 684{
685 return sizeof(*cd->uncd_tx_chain) * un->un_tx_list_cnt; 685 return sizeof(*cd->uncd_tx_chain) * un->un_tx_list_cnt;
686} 686}
687 687
688static void 688static void
689usbnet_tx_list_alloc(struct usbnet * const un) 689usbnet_tx_list_alloc(struct usbnet * const un)
690{ 690{
691 struct usbnet_cdata * const cd = un_cdata(un); 691 struct usbnet_cdata * const cd = un_cdata(un);
692 692
693 cd->uncd_tx_chain = kmem_zalloc(usbnet_tx_list_size(cd, un), KM_SLEEP); 693 cd->uncd_tx_chain = kmem_zalloc(usbnet_tx_list_size(cd, un), KM_SLEEP);
694} 694}
695 695
696static void 696static void
697usbnet_tx_list_free(struct usbnet * const un) 697usbnet_tx_list_free(struct usbnet * const un)
698{ 698{
699 struct usbnet_cdata * const cd = un_cdata(un); 699 struct usbnet_cdata * const cd = un_cdata(un);
700 700
701 if (cd->uncd_tx_chain) { 701 if (cd->uncd_tx_chain) {
702 kmem_free(cd->uncd_tx_chain, usbnet_tx_list_size(cd, un)); 702 kmem_free(cd->uncd_tx_chain, usbnet_tx_list_size(cd, un));
703 cd->uncd_tx_chain = NULL; 703 cd->uncd_tx_chain = NULL;
704 } 704 }
705} 705}
706 706
707static int 707static int
708usbnet_tx_list_init(struct usbnet * const un) 708usbnet_tx_list_init(struct usbnet * const un)
709{ 709{
710 struct usbnet_cdata * const cd = un_cdata(un); 710 struct usbnet_cdata * const cd = un_cdata(un);
711 struct usbnet_private * const unp = un->un_pri; 711 struct usbnet_private * const unp = un->un_pri;
712 712
713 for (size_t i = 0; i < un->un_tx_list_cnt; i++) { 713 for (size_t i = 0; i < un->un_tx_list_cnt; i++) {
714 struct usbnet_chain *c = &cd->uncd_tx_chain[i]; 714 struct usbnet_chain *c = &cd->uncd_tx_chain[i];
715 715
716 c->unc_un = un; 716 c->unc_un = un;
717 if (c->unc_xfer == NULL) { 717 if (c->unc_xfer == NULL) {
718 int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_TX], 718 int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_TX],
719 un->un_tx_bufsz, un->un_tx_xfer_flags, 0, 719 un->un_tx_bufsz, un->un_tx_xfer_flags, 0,
720 &c->unc_xfer); 720 &c->unc_xfer);
721 if (err) 721 if (err)
722 return err; 722 return err;
723 c->unc_buf = usbd_get_buffer(c->unc_xfer); 723 c->unc_buf = usbd_get_buffer(c->unc_xfer);
724 } 724 }
725 } 725 }
726 726
727 return 0; 727 return 0;
728} 728}
729 729
730static void 730static void
731usbnet_tx_list_fini(struct usbnet * const un) 731usbnet_tx_list_fini(struct usbnet * const un)
732{ 732{
733 struct usbnet_cdata * const cd = un_cdata(un); 733 struct usbnet_cdata * const cd = un_cdata(un);
734 734
735 for (size_t i = 0; i < un->un_tx_list_cnt; i++) { 735 for (size_t i = 0; i < un->un_tx_list_cnt; i++) {
736 struct usbnet_chain *c = &cd->uncd_tx_chain[i]; 736 struct usbnet_chain *c = &cd->uncd_tx_chain[i];
737 737
738 if (c->unc_xfer != NULL) { 738 if (c->unc_xfer != NULL) {
739 usbd_destroy_xfer(c->unc_xfer); 739 usbd_destroy_xfer(c->unc_xfer);
740 c->unc_xfer = NULL; 740 c->unc_xfer = NULL;
741 c->unc_buf = NULL; 741 c->unc_buf = NULL;
742 } 742 }
743 } 743 }
744 cd->uncd_tx_prod = cd->uncd_tx_cnt = 0; 744 cd->uncd_tx_prod = cd->uncd_tx_cnt = 0;
745} 745}
746 746
747/* End of common TX functions */ 747/* End of common TX functions */
748 748
749/* Endpoint pipe management. */ 749/* Endpoint pipe management. */
750 750
751static void 751static void
752usbnet_ep_close_pipes(struct usbnet * const un) 752usbnet_ep_close_pipes(struct usbnet * const un)
753{ 753{
754 struct usbnet_private * const unp = un->un_pri; 754 struct usbnet_private * const unp = un->un_pri;
755 755
756 for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { 756 for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
757 if (unp->unp_ep[i] == NULL) 757 if (unp->unp_ep[i] == NULL)
758 continue; 758 continue;
759 usbd_status err = usbd_close_pipe(unp->unp_ep[i]); 759 usbd_status err = usbd_close_pipe(unp->unp_ep[i]);
760 if (err) 760 if (err)
761 aprint_error_dev(un->un_dev, "close pipe %zu: %s\n", i, 761 aprint_error_dev(un->un_dev, "close pipe %zu: %s\n", i,
762 usbd_errstr(err)); 762 usbd_errstr(err));
763 unp->unp_ep[i] = NULL; 763 unp->unp_ep[i] = NULL;
764 } 764 }
765} 765}
766 766
767static usbd_status 767static usbd_status
768usbnet_ep_open_pipes(struct usbnet * const un) 768usbnet_ep_open_pipes(struct usbnet * const un)
769{ 769{
770 struct usbnet_intr * const uni = un->un_intr; 770 struct usbnet_intr * const uni = un->un_intr;
771 struct usbnet_private * const unp = un->un_pri; 771 struct usbnet_private * const unp = un->un_pri;
772 772
773 for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { 773 for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
774 usbd_status err; 774 usbd_status err;
775 775
776 if (un->un_ed[i] == 0) 776 if (un->un_ed[i] == 0)
777 continue; 777 continue;
778 778
779 if (i == USBNET_ENDPT_INTR && uni) { 779 if (i == USBNET_ENDPT_INTR && uni) {
780 err = usbd_open_pipe_intr(un->un_iface, un->un_ed[i], 780 err = usbd_open_pipe_intr(un->un_iface, un->un_ed[i],
781 USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i], un, 781 USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i], un,
782 uni->uni_buf, uni->uni_bufsz, usbnet_pipe_intr, 782 uni->uni_buf, uni->uni_bufsz, usbnet_pipe_intr,
783 uni->uni_interval); 783 uni->uni_interval);
784 } else { 784 } else {
785 err = usbd_open_pipe(un->un_iface, un->un_ed[i], 785 err = usbd_open_pipe(un->un_iface, un->un_ed[i],
786 USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i]); 786 USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i]);
787 } 787 }
788 if (err) { 788 if (err) {
789 usbnet_ep_close_pipes(un); 789 usbnet_ep_close_pipes(un);
790 return err; 790 return err;
791 } 791 }
792 } 792 }
793 793
794 return USBD_NORMAL_COMPLETION; 794 return USBD_NORMAL_COMPLETION;
795} 795}
796 796
797static usbd_status 797static usbd_status
798usbnet_ep_stop_pipes(struct usbnet * const un) 798usbnet_ep_stop_pipes(struct usbnet * const un)
799{ 799{
800 struct usbnet_private * const unp = un->un_pri; 800 struct usbnet_private * const unp = un->un_pri;
801 usbd_status err = USBD_NORMAL_COMPLETION; 801 usbd_status err = USBD_NORMAL_COMPLETION;
802 802
803 for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { 803 for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
804 if (unp->unp_ep[i] == NULL) 804 if (unp->unp_ep[i] == NULL)
805 continue; 805 continue;
806 usbd_status err2 = usbd_abort_pipe(unp->unp_ep[i]); 806 usbd_status err2 = usbd_abort_pipe(unp->unp_ep[i]);
807 if (err == USBD_NORMAL_COMPLETION && err2) 807 if (err == USBD_NORMAL_COMPLETION && err2)
808 err = err2; 808 err = err2;
809 } 809 }
810 810
811 return err; 811 return err;
812} 812}
813 813
814int 814int
815usbnet_init_rx_tx(struct usbnet * const un) 815usbnet_init_rx_tx(struct usbnet * const un)
816{ 816{
817 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 817 USBNETHIST_FUNC(); USBNETHIST_CALLED();
818 struct usbnet_private * const unp = un->un_pri; 818 struct usbnet_private * const unp = un->un_pri;
819 struct ifnet * const ifp = usbnet_ifp(un); 819 struct ifnet * const ifp = usbnet_ifp(un);
820 usbd_status err; 820 usbd_status err;
821 int error = 0; 821 int error = 0;
822 822
823 KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), 823 KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp),
824 "%s", ifp->if_xname); 824 "%s", ifp->if_xname);
825 825
826 usbnet_isowned_core(un); 826 usbnet_isowned_core(un);
827 827
828 if (unp->unp_dying) { 828 if (unp->unp_dying) {
829 return EIO; 829 return EIO;
830 } 830 }
831 831
832 usbnet_busy(un); 832 usbnet_busy(un);
833 833
834 /* Open RX and TX pipes. */ 834 /* Open RX and TX pipes. */
835 err = usbnet_ep_open_pipes(un); 835 err = usbnet_ep_open_pipes(un);
836 if (err) { 836 if (err) {
837 aprint_error_dev(un->un_dev, "open rx/tx pipes failed: %s\n", 837 aprint_error_dev(un->un_dev, "open rx/tx pipes failed: %s\n",
838 usbd_errstr(err)); 838 usbd_errstr(err));
839 error = EIO; 839 error = EIO;
840 goto out; 840 goto out;
841 } 841 }
842 842
843 /* Init RX ring. */ 843 /* Init RX ring. */
844 if (usbnet_rx_list_init(un)) { 844 if (usbnet_rx_list_init(un)) {
845 aprint_error_dev(un->un_dev, "rx list init failed\n"); 845 aprint_error_dev(un->un_dev, "rx list init failed\n");
846 error = ENOBUFS; 846 error = ENOBUFS;
847 goto out; 847 goto out;
848 } 848 }
849 849
850 /* Init TX ring. */ 850 /* Init TX ring. */
851 if (usbnet_tx_list_init(un)) { 851 if (usbnet_tx_list_init(un)) {
852 aprint_error_dev(un->un_dev, "tx list init failed\n"); 852 aprint_error_dev(un->un_dev, "tx list init failed\n");
853 error = ENOBUFS; 853 error = ENOBUFS;
854 goto out; 854 goto out;
855 } 855 }
856 856
857 /* Indicate we are up and running. */ 857 /* Indicate we are up and running. */
858#if 0 858#if 0
859 /* XXX if_mcast_op() can call this without ifnet locked */ 859 /* XXX if_mcast_op() can call this without ifnet locked */
860 KASSERT(ifp->if_softc == NULL || IFNET_LOCKED(ifp)); 860 KASSERT(ifp->if_softc == NULL || IFNET_LOCKED(ifp));
861#endif 861#endif
862 ifp->if_flags |= IFF_RUNNING; 862 ifp->if_flags |= IFF_RUNNING;
863 863
864 /* Start up the receive pipe(s). */ 864 /* Start up the receive pipe(s). */
865 usbnet_rx_start_pipes(un); 865 usbnet_rx_start_pipes(un);
866 866
867 callout_schedule(&unp->unp_stat_ch, hz); 867 callout_schedule(&unp->unp_stat_ch, hz);
868 868
869out: 869out:
870 if (error) { 870 if (error) {
871 usbnet_rx_list_fini(un); 871 usbnet_rx_list_fini(un);
872 usbnet_tx_list_fini(un); 872 usbnet_tx_list_fini(un);
873 usbnet_ep_close_pipes(un); 873 usbnet_ep_close_pipes(un);
874 } 874 }
875 usbnet_unbusy(un); 875 usbnet_unbusy(un);
876 876
877 usbnet_isowned_core(un); 877 usbnet_isowned_core(un);
878 878
879 return error; 879 return error;
880} 880}
881 881
882void 882void
883usbnet_busy(struct usbnet *un) 883usbnet_busy(struct usbnet *un)
884{ 884{
885 struct usbnet_private * const unp = un->un_pri; 885 struct usbnet_private * const unp = un->un_pri;
886 886
887 usbnet_isowned_core(un); 887 usbnet_isowned_core(un);
888 888
889 unp->unp_refcnt++; 889 unp->unp_refcnt++;
890} 890}
891 891
892void 892void
893usbnet_unbusy(struct usbnet *un) 893usbnet_unbusy(struct usbnet *un)
894{ 894{
895 struct usbnet_private * const unp = un->un_pri; 895 struct usbnet_private * const unp = un->un_pri;
896 896
897 usbnet_isowned_core(un); 897 usbnet_isowned_core(un);
898 898
899 if (--unp->unp_refcnt < 0) 899 if (--unp->unp_refcnt < 0)
900 cv_broadcast(&unp->unp_detachcv); 900 cv_broadcast(&unp->unp_detachcv);
901} 901}
902 902
903/* MII management. */ 903/* MII management. */
904 904
905int 905int
906usbnet_mii_readreg(device_t dev, int phy, int reg, uint16_t *val) 906usbnet_mii_readreg(device_t dev, int phy, int reg, uint16_t *val)
907{ 907{
908 USBNETHIST_FUNC(); 908 USBNETHIST_FUNC();
909 struct usbnet * const un = device_private(dev); 909 struct usbnet * const un = device_private(dev);
910 struct usbnet_private * const unp = un->un_pri; 910 struct usbnet_private * const unp = un->un_pri;
911 int err; 911 int err;
912 912
913 /* MII layer ensures core_lock is held. */ 913 /* MII layer ensures core_lock is held. */
914 usbnet_isowned_core(un); 914 usbnet_isowned_core(un);
915 915
916 if (unp->unp_dying) { 916 if (unp->unp_dying) {
917 return EIO; 917 return EIO;
918 } 918 }
919 919
920 usbnet_busy(un); 920 usbnet_busy(un);
921 err = uno_read_reg(un, phy, reg, val); 921 err = uno_read_reg(un, phy, reg, val);
922 usbnet_unbusy(un); 922 usbnet_unbusy(un);
923 923
924 if (err) { 924 if (err) {
925 USBNETHIST_CALLARGS("%jd: read PHY failed: %jd", 925 USBNETHIST_CALLARGS("%jd: read PHY failed: %jd",
926 unp->unp_number, err, 0, 0); 926 unp->unp_number, err, 0, 0);
927 return err; 927 return err;
928 } 928 }
929 929
930 return 0; 930 return 0;
931} 931}
932 932
933int 933int
934usbnet_mii_writereg(device_t dev, int phy, int reg, uint16_t val) 934usbnet_mii_writereg(device_t dev, int phy, int reg, uint16_t val)
935{ 935{
936 USBNETHIST_FUNC(); 936 USBNETHIST_FUNC();
937 struct usbnet * const un = device_private(dev); 937 struct usbnet * const un = device_private(dev);
938 struct usbnet_private * const unp = un->un_pri; 938 struct usbnet_private * const unp = un->un_pri;
939 int err; 939 int err;
940 940
941 /* MII layer ensures core_lock is held. */ 941 /* MII layer ensures core_lock is held. */
942 usbnet_isowned_core(un); 942 usbnet_isowned_core(un);
943 943
944 if (unp->unp_dying) { 944 if (unp->unp_dying) {
945 return EIO; 945 return EIO;
946 } 946 }
947 947
948 usbnet_busy(un); 948 usbnet_busy(un);
949 err = uno_write_reg(un, phy, reg, val); 949 err = uno_write_reg(un, phy, reg, val);
950 usbnet_unbusy(un); 950 usbnet_unbusy(un);
951 951
952 if (err) { 952 if (err) {
953 USBNETHIST_CALLARGS("%jd: write PHY failed: %jd", 953 USBNETHIST_CALLARGS("%jd: write PHY failed: %jd",
954 unp->unp_number, err, 0, 0); 954 unp->unp_number, err, 0, 0);
955 return err; 955 return err;
956 } 956 }
957 957
958 return 0; 958 return 0;
959} 959}
960 960
961void 961void
962usbnet_mii_statchg(struct ifnet *ifp) 962usbnet_mii_statchg(struct ifnet *ifp)
963{ 963{
964 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 964 USBNETHIST_FUNC(); USBNETHIST_CALLED();
965 struct usbnet * const un = ifp->if_softc; 965 struct usbnet * const un = ifp->if_softc;
966 966
967 /* MII layer ensures core_lock is held. */ 967 /* MII layer ensures core_lock is held. */
968 usbnet_isowned_core(un); 968 usbnet_isowned_core(un);
969 969
970 usbnet_busy(un); 970 usbnet_busy(un);
971 uno_mii_statchg(un, ifp); 971 uno_mii_statchg(un, ifp);
972 usbnet_unbusy(un); 972 usbnet_unbusy(un);
973} 973}
974 974
975static int 975static int
976usbnet_media_upd(struct ifnet *ifp) 976usbnet_media_upd(struct ifnet *ifp)
977{ 977{
978 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 978 USBNETHIST_FUNC(); USBNETHIST_CALLED();
979 struct usbnet * const un = ifp->if_softc; 979 struct usbnet * const un = ifp->if_softc;
980 struct usbnet_private * const unp = un->un_pri; 980 struct usbnet_private * const unp = un->un_pri;
981 struct mii_data * const mii = usbnet_mii(un); 981 struct mii_data * const mii = usbnet_mii(un);
982 982
983 /* ifmedia layer ensures core_lock is held. */ 983 /* ifmedia layer ensures core_lock is held. */
984 usbnet_isowned_core(un); 984 usbnet_isowned_core(un);
985 985
986 if (unp->unp_dying) 986 if (unp->unp_dying)
987 return EIO; 987 return EIO;
988 988
989 unp->unp_link = false; 989 unp->unp_link = false;
990 990
991 if (mii->mii_instance) { 991 if (mii->mii_instance) {
992 struct mii_softc *miisc; 992 struct mii_softc *miisc;
993 993
994 LIST_FOREACH(miisc, &mii->mii_phys, mii_list) 994 LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
995 mii_phy_reset(miisc); 995 mii_phy_reset(miisc);
996 } 996 }
997 997
998 return ether_mediachange(ifp); 998 return ether_mediachange(ifp);
999} 999}
1000 1000
1001/* ioctl */ 1001/* ioctl */
1002 1002
1003static int 1003static int
1004usbnet_ifflags_cb(struct ethercom *ec) 1004usbnet_ifflags_cb(struct ethercom *ec)
1005{ 1005{
1006 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1006 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1007 struct ifnet *ifp = &ec->ec_if; 1007 struct ifnet *ifp = &ec->ec_if;
1008 struct usbnet *un = ifp->if_softc; 1008 struct usbnet *un = ifp->if_softc;
1009 struct usbnet_private * const unp = un->un_pri; 1009 struct usbnet_private * const unp = un->un_pri;
1010 int rv = 0; 1010 int rv = 0;
1011 1011
1012 KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); 1012 KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname);
1013 1013
1014 mutex_enter(&unp->unp_core_lock); 1014 mutex_enter(&unp->unp_core_lock);
1015 1015
1016 const u_short changed = ifp->if_flags ^ unp->unp_if_flags; 1016 const u_short changed = ifp->if_flags ^ unp->unp_if_flags;
1017 if ((changed & ~(IFF_CANTCHANGE | IFF_DEBUG)) == 0) { 1017 if ((changed & ~(IFF_CANTCHANGE | IFF_DEBUG)) == 0) {
1018 unp->unp_if_flags = ifp->if_flags; 1018 unp->unp_if_flags = ifp->if_flags;
1019 if ((changed & IFF_PROMISC) != 0) 1019 if ((changed & IFF_PROMISC) != 0)
1020 rv = ENETRESET; 1020 rv = ENETRESET;
1021 } else { 1021 } else {
1022 rv = ENETRESET; 1022 rv = ENETRESET;
1023 } 1023 }
1024 1024
1025 mutex_exit(&unp->unp_core_lock); 1025 mutex_exit(&unp->unp_core_lock);
1026 1026
1027 return rv; 1027 return rv;
1028} 1028}
1029 1029
1030static int 1030static int
1031usbnet_if_ioctl(struct ifnet *ifp, u_long cmd, void *data) 1031usbnet_if_ioctl(struct ifnet *ifp, u_long cmd, void *data)
1032{ 1032{
1033 USBNETHIST_FUNC(); 1033 USBNETHIST_FUNC();
1034 struct usbnet * const un = ifp->if_softc; 1034 struct usbnet * const un = ifp->if_softc;
1035 struct usbnet_private * const unp __unused = un->un_pri; 1035 struct usbnet_private * const unp __unused = un->un_pri;
1036 int error; 1036 int error;
1037 1037
1038 USBNETHIST_CALLARGSN(11, "%jd: enter %#jx data %#jx", 1038 USBNETHIST_CALLARGSN(11, "%jd: enter %#jx data %#jx",
1039 unp->unp_number, cmd, (uintptr_t)data, 0); 1039 unp->unp_number, cmd, (uintptr_t)data, 0);
1040 1040
1041 if (un->un_ops->uno_override_ioctl) 1041 if (un->un_ops->uno_override_ioctl)
1042 return uno_override_ioctl(un, ifp, cmd, data); 1042 return uno_override_ioctl(un, ifp, cmd, data);
1043 1043
1044 error = ether_ioctl(ifp, cmd, data); 1044 error = ether_ioctl(ifp, cmd, data);
1045 if (error == ENETRESET) { 1045 if (error == ENETRESET) {
1046 switch (cmd) { 1046 switch (cmd) {
1047 case SIOCADDMULTI: 1047 case SIOCADDMULTI:
1048 case SIOCDELMULTI: 1048 case SIOCDELMULTI:
1049 usb_add_task(un->un_udev, &unp->unp_mcasttask, 1049 usb_add_task(un->un_udev, &unp->unp_mcasttask,
1050 USB_TASKQ_DRIVER); 1050 USB_TASKQ_DRIVER);
1051 error = 0; 1051 error = 0;
1052 break; 1052 break;
1053 default: 1053 default:
1054 error = uno_ioctl(un, ifp, cmd, data); 1054 error = uno_ioctl(un, ifp, cmd, data);
1055 } 1055 }
1056 } 1056 }
1057 1057
1058 return error; 1058 return error;
1059} 1059}
1060 1060
1061static void 1061static void
1062usbnet_mcast_task(void *arg) 1062usbnet_mcast_task(void *arg)
1063{ 1063{
1064 USBNETHIST_FUNC(); 1064 USBNETHIST_FUNC();
1065 struct usbnet * const un = arg; 1065 struct usbnet * const un = arg;
1066 struct usbnet_private * const unp = un->un_pri; 1066 struct usbnet_private * const unp = un->un_pri;
1067 struct ifnet * const ifp = usbnet_ifp(un); 1067 struct ifnet * const ifp = usbnet_ifp(un);
1068 bool dying; 1068 bool dying;
1069 struct ifreq ifr; 1069 struct ifreq ifr;
1070 1070
1071 USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0); 1071 USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0);
1072 1072
1073 /* 1073 /*
1074 * If we're detaching, we must check unp_dying _before_ 1074 * If we're detaching, we must check unp_dying _before_
1075 * touching IFNET_LOCK -- the ifnet may have been detached by 1075 * touching IFNET_LOCK -- the ifnet may have been detached by
1076 * the time this task runs. This is racy -- unp_dying may be 1076 * the time this task runs. This is racy -- unp_dying may be
1077 * set immediately after we test it -- but nevertheless safe, 1077 * set immediately after we test it -- but nevertheless safe,
1078 * because usbnet_detach waits for the task to complete before 1078 * because usbnet_detach waits for the task to complete before
1079 * issuing if_detach, and necessary, so that we don't touch 1079 * issuing if_detach, and necessary, so that we don't touch
1080 * IFNET_LOCK after if_detach. See usbnet_detach for details. 1080 * IFNET_LOCK after if_detach. See usbnet_detach for details.
1081 */ 1081 */
1082 mutex_enter(&unp->unp_core_lock); 1082 mutex_enter(&unp->unp_core_lock);
1083 dying = unp->unp_dying; 1083 dying = unp->unp_dying;
1084 mutex_exit(&unp->unp_core_lock); 1084 mutex_exit(&unp->unp_core_lock);
1085 if (dying) 1085 if (dying)
1086 return; 1086 return;
1087 1087
1088 /* 1088 /*
1089 * Pass a bogus ifr with SIOCDELMULTI -- the goal is to just 1089 * Pass a bogus ifr with SIOCDELMULTI -- the goal is to just
1090 * notify the driver to reprogram any hardware multicast 1090 * notify the driver to reprogram any hardware multicast
1091 * filter, according to what's already stored in the ethercom. 1091 * filter, according to what's already stored in the ethercom.
1092 * None of the drivers actually examine this argument, so it 1092 * None of the drivers actually examine this argument, so it
1093 * doesn't change the ABI as far as they can tell. 1093 * doesn't change the ABI as far as they can tell.
1094 */ 1094 */
1095 IFNET_LOCK(ifp); 1095 IFNET_LOCK(ifp);
1096 if (ifp->if_flags & IFF_RUNNING) { 1096 if (ifp->if_flags & IFF_RUNNING) {
1097 memset(&ifr, 0, sizeof(ifr)); 1097 memset(&ifr, 0, sizeof(ifr));
1098 (void)uno_ioctl(un, ifp, SIOCDELMULTI, &ifr); 1098 (void)uno_ioctl(un, ifp, SIOCDELMULTI, &ifr);
1099 } 1099 }
1100 IFNET_UNLOCK(ifp); 1100 IFNET_UNLOCK(ifp);
1101} 1101}
1102 1102
1103/* 1103/*
1104 * Generic stop network function: 1104 * Generic stop network function:
1105 * - mark as stopping 1105 * - mark as stopping
1106 * - call DD routine to stop the device 1106 * - call DD routine to stop the device
1107 * - turn off running, timer, statchg callout, link 1107 * - turn off running, timer, statchg callout, link
1108 * - stop transfers 1108 * - stop transfers
1109 * - free RX and TX resources 1109 * - free RX and TX resources
1110 * - close pipes 1110 * - close pipes
1111 * 1111 *
1112 * usbnet_stop() is exported for drivers to use, expects lock held. 1112 * usbnet_stop() is exported for drivers to use, expects lock held.
1113 * 1113 *
1114 * usbnet_if_stop() is for the if_stop handler. 1114 * usbnet_if_stop() is for the if_stop handler.
1115 */ 1115 */
1116void 1116void
1117usbnet_stop(struct usbnet *un, struct ifnet *ifp, int disable) 1117usbnet_stop(struct usbnet *un, struct ifnet *ifp, int disable)
1118{ 1118{
1119 struct usbnet_private * const unp = un->un_pri; 1119 struct usbnet_private * const unp = un->un_pri;
1120 1120
1121 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1121 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1122 1122
1123 KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), 1123 KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp),
1124 "%s", ifp->if_xname); 1124 "%s", ifp->if_xname);
1125 usbnet_isowned_core(un); 1125 usbnet_isowned_core(un);
1126 1126
1127 usbnet_busy(un); 1127 usbnet_busy(un);
1128 1128
1129 mutex_enter(&unp->unp_rxlock); 1129 mutex_enter(&unp->unp_rxlock);
1130 mutex_enter(&unp->unp_txlock); 1130 mutex_enter(&unp->unp_txlock);
1131 unp->unp_stopping = true; 1131 unp->unp_stopping = true;
1132 mutex_exit(&unp->unp_txlock); 1132 mutex_exit(&unp->unp_txlock);
1133 mutex_exit(&unp->unp_rxlock); 1133 mutex_exit(&unp->unp_rxlock);
1134 1134
 1135 /*
 1136 * Stop the timer first, then the task -- if the timer was
 1137 * already firing, we stop the task or wait for it complete
 1138 * only after if last fired. Setting unp_stopping prevents the
 1139 * timer task from being scheduled again.
 1140 */
 1141 callout_halt(&unp->unp_stat_ch, &unp->unp_core_lock);
 1142 usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER,
 1143 &unp->unp_core_lock);
 1144
 1145 /*
 1146 * Now that the software is quiescent, ask the driver to stop
 1147 * the hardware. The driver's uno_stop routine now has
 1148 * exclusive access to any registers that might previously have
 1149 * been used by to ifmedia, mii, or ioctl callbacks.
 1150 */
1135 uno_stop(un, ifp, disable); 1151 uno_stop(un, ifp, disable);
1136 1152
 1153 /* Clear the watchdog timer. */
1137 mutex_enter(&unp->unp_txlock); 1154 mutex_enter(&unp->unp_txlock);
1138 unp->unp_timer = 0; 1155 unp->unp_timer = 0;
1139 mutex_exit(&unp->unp_txlock); 1156 mutex_exit(&unp->unp_txlock);
1140 1157
1141 callout_halt(&unp->unp_stat_ch, &unp->unp_core_lock); 
1142 usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, 
1143 &unp->unp_core_lock); 
1144 
1145 /* Stop transfers. */ 1158 /* Stop transfers. */
1146 usbnet_ep_stop_pipes(un); 1159 usbnet_ep_stop_pipes(un);
1147 1160
1148 /* Free RX/TX resources. */ 1161 /* Free RX/TX resources. */
1149 usbnet_rx_list_fini(un); 1162 usbnet_rx_list_fini(un);
1150 usbnet_tx_list_fini(un); 1163 usbnet_tx_list_fini(un);
1151 1164
1152 /* Close pipes. */ 1165 /* Close pipes. */
1153 usbnet_ep_close_pipes(un); 1166 usbnet_ep_close_pipes(un);
1154 1167
1155 /* Everything is quesced now. */ 1168 /* Everything is quesced now. */
1156 KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), 1169 KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp),
1157 "%s", ifp->if_xname); 1170 "%s", ifp->if_xname);
1158 ifp->if_flags &= ~IFF_RUNNING; 1171 ifp->if_flags &= ~IFF_RUNNING;
1159 1172
1160 usbnet_unbusy(un); 1173 usbnet_unbusy(un);
1161} 1174}
1162 1175
1163static void 1176static void
1164usbnet_if_stop(struct ifnet *ifp, int disable) 1177usbnet_if_stop(struct ifnet *ifp, int disable)
1165{ 1178{
1166 struct usbnet * const un = ifp->if_softc; 1179 struct usbnet * const un = ifp->if_softc;
1167 struct usbnet_private * const unp = un->un_pri; 1180 struct usbnet_private * const unp = un->un_pri;
1168 1181
1169 KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); 1182 KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname);
1170 1183
1171 mutex_enter(&unp->unp_core_lock); 1184 mutex_enter(&unp->unp_core_lock);
1172 usbnet_stop(un, ifp, disable); 1185 usbnet_stop(un, ifp, disable);
1173 mutex_exit(&unp->unp_core_lock); 1186 mutex_exit(&unp->unp_core_lock);
1174} 1187}
1175 1188
1176/* 1189/*
1177 * Generic tick task function. 1190 * Generic tick task function.
1178 * 1191 *
1179 * usbnet_tick() is triggered from a callout, and triggers a call to 1192 * usbnet_tick() is triggered from a callout, and triggers a call to
1180 * usbnet_tick_task() from the usb_task subsystem. 1193 * usbnet_tick_task() from the usb_task subsystem.
1181 */ 1194 */
1182static void 1195static void
1183usbnet_tick(void *arg) 1196usbnet_tick(void *arg)
1184{ 1197{
1185 USBNETHIST_FUNC(); 1198 USBNETHIST_FUNC();
1186 struct usbnet * const un = arg; 1199 struct usbnet * const un = arg;
1187 struct usbnet_private * const unp = un->un_pri; 1200 struct usbnet_private * const unp = un->un_pri;
1188 1201
1189 USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0); 1202 USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0);
1190 1203
1191 if (unp != NULL && !unp->unp_stopping && !unp->unp_dying) { 1204 if (unp != NULL && !unp->unp_stopping && !unp->unp_dying) {
1192 /* Perform periodic stuff in process context */ 1205 /* Perform periodic stuff in process context */
1193 usb_add_task(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER); 1206 usb_add_task(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER);
1194 } 1207 }
1195} 1208}
1196 1209
1197static void 1210static void
1198usbnet_watchdog(struct ifnet *ifp) 1211usbnet_watchdog(struct ifnet *ifp)
1199{ 1212{
1200 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1213 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1201 struct usbnet * const un = ifp->if_softc; 1214 struct usbnet * const un = ifp->if_softc;
1202 struct usbnet_private * const unp = un->un_pri; 1215 struct usbnet_private * const unp = un->un_pri;
1203 struct usbnet_cdata * const cd = un_cdata(un); 1216 struct usbnet_cdata * const cd = un_cdata(un);
1204 usbd_status err; 1217 usbd_status err;
1205 1218
1206 if_statinc(ifp, if_oerrors); 1219 if_statinc(ifp, if_oerrors);
1207 device_printf(un->un_dev, "watchdog timeout\n"); 1220 device_printf(un->un_dev, "watchdog timeout\n");
1208 1221
1209 if (cd->uncd_tx_cnt > 0) { 1222 if (cd->uncd_tx_cnt > 0) {
1210 DPRINTF("uncd_tx_cnt=%ju non zero, aborting pipe", 0, 0, 0, 0); 1223 DPRINTF("uncd_tx_cnt=%ju non zero, aborting pipe", 0, 0, 0, 0);
1211 err = usbd_abort_pipe(unp->unp_ep[USBNET_ENDPT_TX]); 1224 err = usbd_abort_pipe(unp->unp_ep[USBNET_ENDPT_TX]);
1212 if (err) 1225 if (err)
1213 device_printf(un->un_dev, "pipe abort failed: %s\n", 1226 device_printf(un->un_dev, "pipe abort failed: %s\n",
1214 usbd_errstr(err)); 1227 usbd_errstr(err));
1215 if (cd->uncd_tx_cnt != 0) 1228 if (cd->uncd_tx_cnt != 0)
1216 DPRINTF("uncd_tx_cnt now %ju", cd->uncd_tx_cnt, 0, 0, 0); 1229 DPRINTF("uncd_tx_cnt now %ju", cd->uncd_tx_cnt, 0, 0, 0);
1217 } 1230 }
1218 1231
1219 if (!IFQ_IS_EMPTY(&ifp->if_snd)) 1232 if (!IFQ_IS_EMPTY(&ifp->if_snd))
1220 (*ifp->if_start)(ifp); 1233 (*ifp->if_start)(ifp);
1221} 1234}
1222 1235
1223static void 1236static void
1224usbnet_tick_task(void *arg) 1237usbnet_tick_task(void *arg)
1225{ 1238{
1226 USBNETHIST_FUNC(); 1239 USBNETHIST_FUNC();
1227 struct usbnet * const un = arg; 1240 struct usbnet * const un = arg;
1228 struct usbnet_private * const unp = un->un_pri; 1241 struct usbnet_private * const unp = un->un_pri;
1229 1242
1230 USBNETHIST_CALLARGSN(8, "%jd: enter", unp->unp_number, 0, 0, 0); 1243 USBNETHIST_CALLARGSN(8, "%jd: enter", unp->unp_number, 0, 0, 0);
1231 1244
1232 mutex_enter(&unp->unp_core_lock); 1245 mutex_enter(&unp->unp_core_lock);
1233 if (unp->unp_stopping || unp->unp_dying) { 1246 if (unp->unp_stopping || unp->unp_dying) {
1234 mutex_exit(&unp->unp_core_lock); 1247 mutex_exit(&unp->unp_core_lock);
1235 return; 1248 return;
1236 } 1249 }
1237 1250
1238 struct ifnet * const ifp = usbnet_ifp(un); 1251 struct ifnet * const ifp = usbnet_ifp(un);
1239 struct mii_data * const mii = usbnet_mii(un); 1252 struct mii_data * const mii = usbnet_mii(un);
1240 1253
1241 KASSERT(ifp != NULL); /* embedded member */ 1254 KASSERT(ifp != NULL); /* embedded member */
1242 1255
1243 usbnet_busy(un); 1256 usbnet_busy(un);
1244 mutex_exit(&unp->unp_core_lock); 1257 mutex_exit(&unp->unp_core_lock);
1245 1258
1246 mutex_enter(&unp->unp_txlock); 1259 mutex_enter(&unp->unp_txlock);
1247 const bool timeout = unp->unp_timer != 0 && --unp->unp_timer == 0; 1260 const bool timeout = unp->unp_timer != 0 && --unp->unp_timer == 0;
1248 mutex_exit(&unp->unp_txlock); 1261 mutex_exit(&unp->unp_txlock);
1249 if (timeout) 1262 if (timeout)
1250 usbnet_watchdog(ifp); 1263 usbnet_watchdog(ifp);
1251 1264
1252 DPRINTFN(8, "mii %#jx ifp %#jx", (uintptr_t)mii, (uintptr_t)ifp, 0, 0); 1265 DPRINTFN(8, "mii %#jx ifp %#jx", (uintptr_t)mii, (uintptr_t)ifp, 0, 0);
1253 if (mii) { 1266 if (mii) {
1254 mutex_enter(&unp->unp_core_lock); 1267 mutex_enter(&unp->unp_core_lock);
1255 mii_tick(mii); 1268 mii_tick(mii);
1256 if (!unp->unp_link) 1269 if (!unp->unp_link)
1257 (*mii->mii_statchg)(ifp); 1270 (*mii->mii_statchg)(ifp);
1258 mutex_exit(&unp->unp_core_lock); 1271 mutex_exit(&unp->unp_core_lock);
1259 } 1272 }
1260 1273
1261 /* Call driver if requested. */ 1274 /* Call driver if requested. */
1262 uno_tick(un); 1275 uno_tick(un);
1263 1276
1264 mutex_enter(&unp->unp_core_lock); 1277 mutex_enter(&unp->unp_core_lock);
1265 usbnet_unbusy(un); 1278 usbnet_unbusy(un);
1266 if (!unp->unp_stopping && !unp->unp_dying) 1279 if (!unp->unp_stopping && !unp->unp_dying)
1267 callout_schedule(&unp->unp_stat_ch, hz); 1280 callout_schedule(&unp->unp_stat_ch, hz);
1268 mutex_exit(&unp->unp_core_lock); 1281 mutex_exit(&unp->unp_core_lock);
1269} 1282}
1270 1283
1271static int 1284static int
1272usbnet_if_init(struct ifnet *ifp) 1285usbnet_if_init(struct ifnet *ifp)
1273{ 1286{
1274 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1287 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1275 struct usbnet * const un = ifp->if_softc; 1288 struct usbnet * const un = ifp->if_softc;
1276 1289
1277 KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); 1290 KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname);
1278 1291
1279 return uno_init(un, ifp); 1292 return uno_init(un, ifp);
1280} 1293}
1281 1294
1282 1295
1283/* Various accessors. */ 1296/* Various accessors. */
1284 1297
1285void 1298void
1286usbnet_set_link(struct usbnet *un, bool link) 1299usbnet_set_link(struct usbnet *un, bool link)
1287{ 1300{
1288 un->un_pri->unp_link = link; 1301 un->un_pri->unp_link = link;
1289} 1302}
1290 1303
1291struct ifnet * 1304struct ifnet *
1292usbnet_ifp(struct usbnet *un) 1305usbnet_ifp(struct usbnet *un)
1293{ 1306{
1294 return &un->un_pri->unp_ec.ec_if; 1307 return &un->un_pri->unp_ec.ec_if;
1295} 1308}
1296 1309
1297struct ethercom * 1310struct ethercom *
1298usbnet_ec(struct usbnet *un) 1311usbnet_ec(struct usbnet *un)
1299{ 1312{
1300 return &un->un_pri->unp_ec; 1313 return &un->un_pri->unp_ec;
1301} 1314}
1302 1315
1303struct mii_data * 1316struct mii_data *
1304usbnet_mii(struct usbnet *un) 1317usbnet_mii(struct usbnet *un)
1305{ 1318{
1306 return un->un_pri->unp_ec.ec_mii; 1319 return un->un_pri->unp_ec.ec_mii;
1307} 1320}
1308 1321
1309krndsource_t * 1322krndsource_t *
1310usbnet_rndsrc(struct usbnet *un) 1323usbnet_rndsrc(struct usbnet *un)
1311{ 1324{
1312 return &un->un_pri->unp_rndsrc; 1325 return &un->un_pri->unp_rndsrc;
1313} 1326}
1314 1327
1315void * 1328void *
1316usbnet_softc(struct usbnet *un) 1329usbnet_softc(struct usbnet *un)
1317{ 1330{
1318 return un->un_sc; 1331 return un->un_sc;
1319} 1332}
1320 1333
1321bool 1334bool
1322usbnet_havelink(struct usbnet *un) 1335usbnet_havelink(struct usbnet *un)
1323{ 1336{
1324 return un->un_pri->unp_link; 1337 return un->un_pri->unp_link;
1325} 1338}
1326 1339
1327bool 1340bool
1328usbnet_isdying(struct usbnet *un) 1341usbnet_isdying(struct usbnet *un)
1329{ 1342{
1330 return un->un_pri->unp_dying; 1343 return un->un_pri->unp_dying;
1331} 1344}
1332 1345
1333 1346
1334/* Locking. */ 1347/* Locking. */
1335 1348
1336void 1349void
1337usbnet_lock_core(struct usbnet *un) 1350usbnet_lock_core(struct usbnet *un)
1338{ 1351{
1339 mutex_enter(&un->un_pri->unp_core_lock); 1352 mutex_enter(&un->un_pri->unp_core_lock);
1340} 1353}
1341 1354
1342void 1355void
1343usbnet_unlock_core(struct usbnet *un) 1356usbnet_unlock_core(struct usbnet *un)
1344{ 1357{
1345 mutex_exit(&un->un_pri->unp_core_lock); 1358 mutex_exit(&un->un_pri->unp_core_lock);
1346} 1359}
1347 1360
1348kmutex_t * 1361kmutex_t *
1349usbnet_mutex_core(struct usbnet *un) 1362usbnet_mutex_core(struct usbnet *un)
1350{ 1363{
1351 return &un->un_pri->unp_core_lock; 1364 return &un->un_pri->unp_core_lock;
1352} 1365}
1353 1366
1354void 1367void
1355usbnet_lock_rx(struct usbnet *un) 1368usbnet_lock_rx(struct usbnet *un)
1356{ 1369{
1357 mutex_enter(&un->un_pri->unp_rxlock); 1370 mutex_enter(&un->un_pri->unp_rxlock);
1358} 1371}
1359 1372
1360void 1373void
1361usbnet_unlock_rx(struct usbnet *un) 1374usbnet_unlock_rx(struct usbnet *un)
1362{ 1375{
1363 mutex_exit(&un->un_pri->unp_rxlock); 1376 mutex_exit(&un->un_pri->unp_rxlock);
1364} 1377}
1365 1378
1366kmutex_t * 1379kmutex_t *
1367usbnet_mutex_rx(struct usbnet *un) 1380usbnet_mutex_rx(struct usbnet *un)
1368{ 1381{
1369 return &un->un_pri->unp_rxlock; 1382 return &un->un_pri->unp_rxlock;
1370} 1383}
1371 1384
1372void 1385void
1373usbnet_lock_tx(struct usbnet *un) 1386usbnet_lock_tx(struct usbnet *un)
1374{ 1387{
1375 mutex_enter(&un->un_pri->unp_txlock); 1388 mutex_enter(&un->un_pri->unp_txlock);
1376} 1389}
1377 1390
1378void 1391void
1379usbnet_unlock_tx(struct usbnet *un) 1392usbnet_unlock_tx(struct usbnet *un)
1380{ 1393{
1381 mutex_exit(&un->un_pri->unp_txlock); 1394 mutex_exit(&un->un_pri->unp_txlock);
1382} 1395}
1383 1396
1384kmutex_t * 1397kmutex_t *
1385usbnet_mutex_tx(struct usbnet *un) 1398usbnet_mutex_tx(struct usbnet *un)
1386{ 1399{
1387 return &un->un_pri->unp_txlock; 1400 return &un->un_pri->unp_txlock;
1388} 1401}
1389 1402
1390/* Autoconf management. */ 1403/* Autoconf management. */
1391 1404
1392static bool 1405static bool
1393usbnet_empty_eaddr(struct usbnet * const un) 1406usbnet_empty_eaddr(struct usbnet * const un)
1394{ 1407{
1395 return (un->un_eaddr[0] == 0 && un->un_eaddr[1] == 0 && 1408 return (un->un_eaddr[0] == 0 && un->un_eaddr[1] == 0 &&
1396 un->un_eaddr[2] == 0 && un->un_eaddr[3] == 0 && 1409 un->un_eaddr[2] == 0 && un->un_eaddr[3] == 0 &&
1397 un->un_eaddr[4] == 0 && un->un_eaddr[5] == 0); 1410 un->un_eaddr[4] == 0 && un->un_eaddr[5] == 0);
1398} 1411}
1399 1412
1400/* 1413/*
1401 * usbnet_attach() and usbnet_attach_ifp() perform setup of the relevant 1414 * usbnet_attach() and usbnet_attach_ifp() perform setup of the relevant
1402 * 'usbnet'. The first is enough to enable device access (eg, endpoints 1415 * 'usbnet'. The first is enough to enable device access (eg, endpoints
1403 * are connected and commands can be sent), and the second connects the 1416 * are connected and commands can be sent), and the second connects the
1404 * device to the system networking. 1417 * device to the system networking.
1405 * 1418 *
1406 * Always call usbnet_detach(), even if usbnet_attach_ifp() is skippped. 1419 * Always call usbnet_detach(), even if usbnet_attach_ifp() is skippped.
1407 * Also usable as driver detach directly. 1420 * Also usable as driver detach directly.
1408 * 1421 *
1409 * To skip ethernet configuration (eg, point-to-point), make sure that 1422 * To skip ethernet configuration (eg, point-to-point), make sure that
1410 * the un_eaddr[] is fully zero. 1423 * the un_eaddr[] is fully zero.
1411 */ 1424 */
1412 1425
1413void 1426void
1414usbnet_attach(struct usbnet *un, 1427usbnet_attach(struct usbnet *un,
1415 const char *detname) /* detach cv name */ 1428 const char *detname) /* detach cv name */
1416{ 1429{
1417 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1430 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1418 1431
1419 /* Required inputs. */ 1432 /* Required inputs. */
1420 KASSERT(un->un_ops->uno_tx_prepare); 1433 KASSERT(un->un_ops->uno_tx_prepare);
1421 KASSERT(un->un_ops->uno_rx_loop); 1434 KASSERT(un->un_ops->uno_rx_loop);
1422 KASSERT(un->un_ops->uno_init); 1435 KASSERT(un->un_ops->uno_init);
1423 KASSERT(un->un_rx_bufsz); 1436 KASSERT(un->un_rx_bufsz);
1424 KASSERT(un->un_tx_bufsz); 1437 KASSERT(un->un_tx_bufsz);
1425 KASSERT(un->un_rx_list_cnt); 1438 KASSERT(un->un_rx_list_cnt);
1426 KASSERT(un->un_tx_list_cnt); 1439 KASSERT(un->un_tx_list_cnt);
1427 1440
1428 /* Unfortunate fact. */ 1441 /* Unfortunate fact. */
1429 KASSERT(un == device_private(un->un_dev)); 1442 KASSERT(un == device_private(un->un_dev));
1430 1443
1431 un->un_pri = kmem_zalloc(sizeof(*un->un_pri), KM_SLEEP); 1444 un->un_pri = kmem_zalloc(sizeof(*un->un_pri), KM_SLEEP);
1432 struct usbnet_private * const unp = un->un_pri; 1445 struct usbnet_private * const unp = un->un_pri;
1433 1446
1434 usb_init_task(&unp->unp_mcasttask, usbnet_mcast_task, un, 1447 usb_init_task(&unp->unp_mcasttask, usbnet_mcast_task, un,
1435 USB_TASKQ_MPSAFE); 1448 USB_TASKQ_MPSAFE);
1436 usb_init_task(&unp->unp_ticktask, usbnet_tick_task, un, 1449 usb_init_task(&unp->unp_ticktask, usbnet_tick_task, un,
1437 USB_TASKQ_MPSAFE); 1450 USB_TASKQ_MPSAFE);
1438 callout_init(&unp->unp_stat_ch, CALLOUT_MPSAFE); 1451 callout_init(&unp->unp_stat_ch, CALLOUT_MPSAFE);
1439 callout_setfunc(&unp->unp_stat_ch, usbnet_tick, un); 1452 callout_setfunc(&unp->unp_stat_ch, usbnet_tick, un);
1440 1453
1441 mutex_init(&unp->unp_txlock, MUTEX_DEFAULT, IPL_SOFTUSB); 1454 mutex_init(&unp->unp_txlock, MUTEX_DEFAULT, IPL_SOFTUSB);
1442 mutex_init(&unp->unp_rxlock, MUTEX_DEFAULT, IPL_SOFTUSB); 1455 mutex_init(&unp->unp_rxlock, MUTEX_DEFAULT, IPL_SOFTUSB);
1443 mutex_init(&unp->unp_core_lock, MUTEX_DEFAULT, IPL_NONE); 1456 mutex_init(&unp->unp_core_lock, MUTEX_DEFAULT, IPL_NONE);
1444 cv_init(&unp->unp_detachcv, detname); 1457 cv_init(&unp->unp_detachcv, detname);
1445 1458
1446 rnd_attach_source(&unp->unp_rndsrc, device_xname(un->un_dev), 1459 rnd_attach_source(&unp->unp_rndsrc, device_xname(un->un_dev),
1447 RND_TYPE_NET, RND_FLAG_DEFAULT); 1460 RND_TYPE_NET, RND_FLAG_DEFAULT);
1448 1461
1449 usbnet_rx_list_alloc(un); 1462 usbnet_rx_list_alloc(un);
1450 usbnet_tx_list_alloc(un); 1463 usbnet_tx_list_alloc(un);
1451 1464
1452 unp->unp_number = atomic_inc_uint_nv(&usbnet_number); 1465 unp->unp_number = atomic_inc_uint_nv(&usbnet_number);
1453 1466
1454 unp->unp_attached = true; 1467 unp->unp_attached = true;
1455} 1468}
1456 1469
1457static void 1470static void
1458usbnet_attach_mii(struct usbnet *un, const struct usbnet_mii *unm) 1471usbnet_attach_mii(struct usbnet *un, const struct usbnet_mii *unm)
1459{ 1472{
1460 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1473 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1461 struct usbnet_private * const unp = un->un_pri; 1474 struct usbnet_private * const unp = un->un_pri;
1462 struct mii_data * const mii = &unp->unp_mii; 1475 struct mii_data * const mii = &unp->unp_mii;
1463 struct ifnet * const ifp = usbnet_ifp(un); 1476 struct ifnet * const ifp = usbnet_ifp(un);
1464 1477
1465 KASSERT(un->un_ops->uno_read_reg); 1478 KASSERT(un->un_ops->uno_read_reg);
1466 KASSERT(un->un_ops->uno_write_reg); 1479 KASSERT(un->un_ops->uno_write_reg);
1467 KASSERT(un->un_ops->uno_statchg); 1480 KASSERT(un->un_ops->uno_statchg);
1468 1481
1469 mii->mii_ifp = ifp; 1482 mii->mii_ifp = ifp;
1470 mii->mii_readreg = usbnet_mii_readreg; 1483 mii->mii_readreg = usbnet_mii_readreg;
1471 mii->mii_writereg = usbnet_mii_writereg; 1484 mii->mii_writereg = usbnet_mii_writereg;
1472 mii->mii_statchg = usbnet_mii_statchg; 1485 mii->mii_statchg = usbnet_mii_statchg;
1473 mii->mii_flags = MIIF_AUTOTSLEEP; 1486 mii->mii_flags = MIIF_AUTOTSLEEP;
1474 1487
1475 usbnet_ec(un)->ec_mii = mii; 1488 usbnet_ec(un)->ec_mii = mii;
1476 ifmedia_init_with_lock(&mii->mii_media, 0, 1489 ifmedia_init_with_lock(&mii->mii_media, 0,
1477 usbnet_media_upd, ether_mediastatus, usbnet_mutex_core(un)); 1490 usbnet_media_upd, ether_mediastatus, usbnet_mutex_core(un));
1478 mii_attach(un->un_dev, mii, unm->un_mii_capmask, unm->un_mii_phyloc, 1491 mii_attach(un->un_dev, mii, unm->un_mii_capmask, unm->un_mii_phyloc,
1479 unm->un_mii_offset, unm->un_mii_flags); 1492 unm->un_mii_offset, unm->un_mii_flags);
1480 1493
1481 if (LIST_FIRST(&mii->mii_phys) == NULL) { 1494 if (LIST_FIRST(&mii->mii_phys) == NULL) {
1482 ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL); 1495 ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL);
1483 ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE); 1496 ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE);
1484 } else 1497 } else
1485 ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO); 1498 ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
1486} 1499}
1487 1500
1488void 1501void
1489usbnet_attach_ifp(struct usbnet *un, 1502usbnet_attach_ifp(struct usbnet *un,
1490 unsigned if_flags, /* additional if_flags */ 1503 unsigned if_flags, /* additional if_flags */
1491 unsigned if_extflags, /* additional if_extflags */ 1504 unsigned if_extflags, /* additional if_extflags */
1492 const struct usbnet_mii *unm) /* additional mii_attach flags */ 1505 const struct usbnet_mii *unm) /* additional mii_attach flags */
1493{ 1506{
1494 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1507 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1495 struct usbnet_private * const unp = un->un_pri; 1508 struct usbnet_private * const unp = un->un_pri;
1496 struct ifnet * const ifp = usbnet_ifp(un); 1509 struct ifnet * const ifp = usbnet_ifp(un);
1497 1510
1498 KASSERT(unp->unp_attached); 1511 KASSERT(unp->unp_attached);
1499 KASSERT(!unp->unp_ifp_attached); 1512 KASSERT(!unp->unp_ifp_attached);
1500 1513
1501 ifp->if_softc = un; 1514 ifp->if_softc = un;
1502 strlcpy(ifp->if_xname, device_xname(un->un_dev), IFNAMSIZ); 1515 strlcpy(ifp->if_xname, device_xname(un->un_dev), IFNAMSIZ);
1503 ifp->if_flags = if_flags; 1516 ifp->if_flags = if_flags;
1504 ifp->if_extflags = IFEF_MPSAFE | if_extflags; 1517 ifp->if_extflags = IFEF_MPSAFE | if_extflags;
1505 ifp->if_ioctl = usbnet_if_ioctl; 1518 ifp->if_ioctl = usbnet_if_ioctl;
1506 ifp->if_start = usbnet_if_start; 1519 ifp->if_start = usbnet_if_start;
1507 ifp->if_init = usbnet_if_init; 1520 ifp->if_init = usbnet_if_init;
1508 ifp->if_stop = usbnet_if_stop; 1521 ifp->if_stop = usbnet_if_stop;
1509 1522
1510 if (unm) 1523 if (unm)
1511 usbnet_attach_mii(un, unm); 1524 usbnet_attach_mii(un, unm);
1512 else 1525 else
1513 unp->unp_link = true; 1526 unp->unp_link = true;
1514 1527
1515 /* Attach the interface. */ 1528 /* Attach the interface. */
1516 if_initialize(ifp); 1529 if_initialize(ifp);
1517 if (ifp->_if_input == NULL) 1530 if (ifp->_if_input == NULL)
1518 ifp->if_percpuq = if_percpuq_create(ifp); 1531 ifp->if_percpuq = if_percpuq_create(ifp);
1519 if_register(ifp); 1532 if_register(ifp);
1520 unp->unp_ifp_attached = true; 1533 unp->unp_ifp_attached = true;
1521 1534
1522 /* 1535 /*
1523 * If ethernet address is all zero, skip ether_ifattach() and 1536 * If ethernet address is all zero, skip ether_ifattach() and
1524 * instead attach bpf here.. 1537 * instead attach bpf here..
1525 */ 1538 */
1526 if (!usbnet_empty_eaddr(un)) { 1539 if (!usbnet_empty_eaddr(un)) {
1527 ether_set_ifflags_cb(&unp->unp_ec, usbnet_ifflags_cb); 1540 ether_set_ifflags_cb(&unp->unp_ec, usbnet_ifflags_cb);
1528 aprint_normal_dev(un->un_dev, "Ethernet address %s\n", 1541 aprint_normal_dev(un->un_dev, "Ethernet address %s\n",
1529 ether_sprintf(un->un_eaddr)); 1542 ether_sprintf(un->un_eaddr));
1530 ether_ifattach(ifp, un->un_eaddr); 1543 ether_ifattach(ifp, un->un_eaddr);
1531 } else { 1544 } else {
1532 if_alloc_sadl(ifp); 1545 if_alloc_sadl(ifp);
1533 bpf_attach(ifp, DLT_RAW, 0); 1546 bpf_attach(ifp, DLT_RAW, 0);
1534 } 1547 }
1535 1548
1536 /* Now ready, and attached. */ 1549 /* Now ready, and attached. */
1537 IFQ_SET_READY(&ifp->if_snd); 1550 IFQ_SET_READY(&ifp->if_snd);
1538 1551
1539 usbd_add_drv_event(USB_EVENT_DRIVER_ATTACH, un->un_udev, un->un_dev); 1552 usbd_add_drv_event(USB_EVENT_DRIVER_ATTACH, un->un_udev, un->un_dev);
1540 1553
1541 if (!pmf_device_register(un->un_dev, NULL, NULL)) 1554 if (!pmf_device_register(un->un_dev, NULL, NULL))
1542 aprint_error_dev(un->un_dev, "couldn't establish power handler\n"); 1555 aprint_error_dev(un->un_dev, "couldn't establish power handler\n");
1543} 1556}
1544 1557
1545int 1558int
1546usbnet_detach(device_t self, int flags) 1559usbnet_detach(device_t self, int flags)
1547{ 1560{
1548 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1561 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1549 struct usbnet * const un = device_private(self); 1562 struct usbnet * const un = device_private(self);
1550 struct usbnet_private * const unp = un->un_pri; 1563 struct usbnet_private * const unp = un->un_pri;
1551 1564
1552 /* Detached before attached finished, so just bail out. */ 1565 /* Detached before attached finished, so just bail out. */
1553 if (unp == NULL || !unp->unp_attached) 1566 if (unp == NULL || !unp->unp_attached)
1554 return 0; 1567 return 0;
1555 1568
1556 struct ifnet * const ifp = usbnet_ifp(un); 1569 struct ifnet * const ifp = usbnet_ifp(un);
1557 struct mii_data * const mii = usbnet_mii(un); 1570 struct mii_data * const mii = usbnet_mii(un);
1558 1571
1559 mutex_enter(&unp->unp_core_lock); 1572 mutex_enter(&unp->unp_core_lock);
1560 unp->unp_dying = true; 1573 unp->unp_dying = true;
1561 mutex_exit(&unp->unp_core_lock); 1574 mutex_exit(&unp->unp_core_lock);
1562 1575
1563 IFNET_LOCK(ifp); 1576 IFNET_LOCK(ifp);
1564 if (ifp->if_flags & IFF_RUNNING) { 1577 if (ifp->if_flags & IFF_RUNNING) {
1565 usbnet_if_stop(ifp, 1); 1578 usbnet_if_stop(ifp, 1);
1566 } 1579 }
1567 IFNET_UNLOCK(ifp); 1580 IFNET_UNLOCK(ifp);
1568 1581
1569 callout_halt(&unp->unp_stat_ch, NULL); 1582 callout_halt(&unp->unp_stat_ch, NULL);
1570 usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, 1583 usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER,
1571 NULL); 1584 NULL);
1572 usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER, 1585 usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER,
1573 NULL); 1586 NULL);
1574 1587
1575 mutex_enter(&unp->unp_core_lock); 1588 mutex_enter(&unp->unp_core_lock);
1576 unp->unp_refcnt--; 1589 unp->unp_refcnt--;
1577 while (unp->unp_refcnt >= 0) { 1590 while (unp->unp_refcnt >= 0) {
1578 /* Wait for processes to go away */ 1591 /* Wait for processes to go away */
1579 cv_wait(&unp->unp_detachcv, &unp->unp_core_lock); 1592 cv_wait(&unp->unp_detachcv, &unp->unp_core_lock);
1580 } 1593 }
1581 mutex_exit(&unp->unp_core_lock); 1594 mutex_exit(&unp->unp_core_lock);
1582 1595
1583 usbnet_rx_list_free(un); 1596 usbnet_rx_list_free(un);
1584 usbnet_tx_list_free(un); 1597 usbnet_tx_list_free(un);
1585 1598
1586 callout_destroy(&unp->unp_stat_ch); 1599 callout_destroy(&unp->unp_stat_ch);
1587 rnd_detach_source(&unp->unp_rndsrc); 1600 rnd_detach_source(&unp->unp_rndsrc);
1588 1601
1589 if (mii) { 1602 if (mii) {
1590 mii_detach(mii, MII_PHY_ANY, MII_OFFSET_ANY); 1603 mii_detach(mii, MII_PHY_ANY, MII_OFFSET_ANY);
1591 ifmedia_fini(&mii->mii_media); 1604 ifmedia_fini(&mii->mii_media);
1592 } 1605 }
1593 if (unp->unp_ifp_attached) { 1606 if (unp->unp_ifp_attached) {
1594 if (!usbnet_empty_eaddr(un)) 1607 if (!usbnet_empty_eaddr(un))
1595 ether_ifdetach(ifp); 1608 ether_ifdetach(ifp);
1596 else 1609 else
1597 bpf_detach(ifp); 1610 bpf_detach(ifp);
1598 if_detach(ifp); 1611 if_detach(ifp);
1599 } 1612 }
1600 usbnet_ec(un)->ec_mii = NULL; 1613 usbnet_ec(un)->ec_mii = NULL;
1601 1614
1602 /* 1615 /*
1603 * We have already waited for the multicast task to complete. 1616 * We have already waited for the multicast task to complete.
1604 * Unfortunately, until if_detach, nothing has prevented it 1617 * Unfortunately, until if_detach, nothing has prevented it
1605 * from running again -- another thread might issue if_mcast_op 1618 * from running again -- another thread might issue if_mcast_op
1606 * between the time of our first usb_rem_task_wait and the time 1619 * between the time of our first usb_rem_task_wait and the time
1607 * we actually get around to if_detach. 1620 * we actually get around to if_detach.
1608 * 1621 *
1609 * Fortunately, the first usb_rem_task_wait ensures that if the 1622 * Fortunately, the first usb_rem_task_wait ensures that if the
1610 * task is scheduled again, it will witness our setting of 1623 * task is scheduled again, it will witness our setting of
1611 * unp_dying to true[*]. So after that point, if the task is 1624 * unp_dying to true[*]. So after that point, if the task is
1612 * scheduled again, it will decline to touch IFNET_LOCK and do 1625 * scheduled again, it will decline to touch IFNET_LOCK and do
1613 * nothing. But we still need to wait for it to complete. 1626 * nothing. But we still need to wait for it to complete.
1614 * 1627 *
1615 * It would be nice if we could write 1628 * It would be nice if we could write
1616 * 1629 *
1617 * if_pleasestopissuingmcastopsthanks(ifp); 1630 * if_pleasestopissuingmcastopsthanks(ifp);
1618 * usb_rem_task_wait(..., &unp->unp_mcasttask, ...); 1631 * usb_rem_task_wait(..., &unp->unp_mcasttask, ...);
1619 * if_detach(ifp); 1632 * if_detach(ifp);
1620 * 1633 *
1621 * and then we would need only one usb_rem_task_wait. 1634 * and then we would need only one usb_rem_task_wait.
1622 * 1635 *
1623 * Unfortunately, there is no such operation available in 1636 * Unfortunately, there is no such operation available in
1624 * sys/net at the moment, and it would require a bit of 1637 * sys/net at the moment, and it would require a bit of
1625 * coordination with if_mcast_op and doifioctl probably under a 1638 * coordination with if_mcast_op and doifioctl probably under a
1626 * new lock. So we'll use this kludge until that mechanism is 1639 * new lock. So we'll use this kludge until that mechanism is
1627 * invented. 1640 * invented.
1628 * 1641 *
1629 * [*] This is not exactly a documented property of the API, 1642 * [*] This is not exactly a documented property of the API,
1630 * but it is implied by the single lock in the task queue 1643 * but it is implied by the single lock in the task queue
1631 * serializing changes to the task state. 1644 * serializing changes to the task state.
1632 */ 1645 */
1633 usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER, 1646 usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER,
1634 NULL); 1647 NULL);
1635 1648
1636 cv_destroy(&unp->unp_detachcv); 1649 cv_destroy(&unp->unp_detachcv);
1637 mutex_destroy(&unp->unp_core_lock); 1650 mutex_destroy(&unp->unp_core_lock);
1638 mutex_destroy(&unp->unp_rxlock); 1651 mutex_destroy(&unp->unp_rxlock);
1639 mutex_destroy(&unp->unp_txlock); 1652 mutex_destroy(&unp->unp_txlock);
1640 1653
1641 pmf_device_deregister(un->un_dev); 1654 pmf_device_deregister(un->un_dev);
1642 1655
1643 usbd_add_drv_event(USB_EVENT_DRIVER_DETACH, un->un_udev, un->un_dev); 1656 usbd_add_drv_event(USB_EVENT_DRIVER_DETACH, un->un_udev, un->un_dev);
1644 1657
1645 kmem_free(unp, sizeof(*unp)); 1658 kmem_free(unp, sizeof(*unp));
1646 un->un_pri = NULL; 1659 un->un_pri = NULL;
1647 1660
1648 return 0; 1661 return 0;
1649} 1662}
1650 1663
1651int 1664int
1652usbnet_activate(device_t self, devact_t act) 1665usbnet_activate(device_t self, devact_t act)
1653{ 1666{
1654 USBNETHIST_FUNC(); USBNETHIST_CALLED(); 1667 USBNETHIST_FUNC(); USBNETHIST_CALLED();
1655 struct usbnet * const un = device_private(self); 1668 struct usbnet * const un = device_private(self);
1656 struct usbnet_private * const unp = un->un_pri; 1669 struct usbnet_private * const unp = un->un_pri;
1657 struct ifnet * const ifp = usbnet_ifp(un); 1670 struct ifnet * const ifp = usbnet_ifp(un);
1658 1671
1659 switch (act) { 1672 switch (act) {
1660 case DVACT_DEACTIVATE: 1673 case DVACT_DEACTIVATE:
1661 if_deactivate(ifp); 1674 if_deactivate(ifp);
1662 1675
1663 mutex_enter(&unp->unp_core_lock); 1676 mutex_enter(&unp->unp_core_lock);
1664 unp->unp_dying = true; 1677 unp->unp_dying = true;
1665 mutex_exit(&unp->unp_core_lock); 1678 mutex_exit(&unp->unp_core_lock);
1666 1679
1667 mutex_enter(&unp->unp_rxlock); 1680 mutex_enter(&unp->unp_rxlock);
1668 mutex_enter(&unp->unp_txlock); 1681 mutex_enter(&unp->unp_txlock);
1669 unp->unp_stopping = true; 1682 unp->unp_stopping = true;
1670 mutex_exit(&unp->unp_txlock); 1683 mutex_exit(&unp->unp_txlock);
1671 mutex_exit(&unp->unp_rxlock); 1684 mutex_exit(&unp->unp_rxlock);
1672 1685
1673 return 0; 1686 return 0;
1674 default: 1687 default:
1675 return EOPNOTSUPP; 1688 return EOPNOTSUPP;
1676 } 1689 }
1677} 1690}
1678 1691
1679MODULE(MODULE_CLASS_MISC, usbnet, NULL); 1692MODULE(MODULE_CLASS_MISC, usbnet, NULL);
1680 1693
1681static int 1694static int
1682usbnet_modcmd(modcmd_t cmd, void *arg) 1695usbnet_modcmd(modcmd_t cmd, void *arg)
1683{ 1696{
1684 switch (cmd) { 1697 switch (cmd) {
1685 case MODULE_CMD_INIT: 1698 case MODULE_CMD_INIT:
1686 return 0; 1699 return 0;
1687 case MODULE_CMD_FINI: 1700 case MODULE_CMD_FINI:
1688 return 0; 1701 return 0;
1689 case MODULE_CMD_STAT: 1702 case MODULE_CMD_STAT:
1690 case MODULE_CMD_AUTOUNLOAD: 1703 case MODULE_CMD_AUTOUNLOAD:
1691 default: 1704 default:
1692 return ENOTTY; 1705 return ENOTTY;
1693 } 1706 }
1694} 1707}