| @@ -1,1700 +1,1694 @@ | | | @@ -1,1700 +1,1694 @@ |
1 | /* $NetBSD: usbnet.c,v 1.54 2022/03/03 05:47:58 riastradh Exp $ */ | | 1 | /* $NetBSD: usbnet.c,v 1.55 2022/03/03 05:48:14 riastradh Exp $ */ |
2 | | | 2 | |
3 | /* | | 3 | /* |
4 | * Copyright (c) 2019 Matthew R. Green | | 4 | * Copyright (c) 2019 Matthew R. Green |
5 | * All rights reserved. | | 5 | * All rights reserved. |
6 | * | | 6 | * |
7 | * Redistribution and use in source and binary forms, with or without | | 7 | * Redistribution and use in source and binary forms, with or without |
8 | * modification, are permitted provided that the following conditions | | 8 | * modification, are permitted provided that the following conditions |
9 | * are met: | | 9 | * are met: |
10 | * 1. Redistributions of source code must retain the above copyright | | 10 | * 1. Redistributions of source code must retain the above copyright |
11 | * notice, this list of conditions and the following disclaimer. | | 11 | * notice, this list of conditions and the following disclaimer. |
12 | * 2. Redistributions in binary form must reproduce the above copyright | | 12 | * 2. Redistributions in binary form must reproduce the above copyright |
13 | * notice, this list of conditions and the following disclaimer in the | | 13 | * notice, this list of conditions and the following disclaimer in the |
14 | * documentation and/or other materials provided with the distribution. | | 14 | * documentation and/or other materials provided with the distribution. |
15 | * | | 15 | * |
16 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR | | 16 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
17 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES | | 17 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
18 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. | | 18 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
19 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, | | 19 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, | | 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; | | 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
22 | * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED | | 22 | * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | | 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY | | 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY |
25 | * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF | | 25 | * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
26 | * SUCH DAMAGE. | | 26 | * SUCH DAMAGE. |
27 | */ | | 27 | */ |
28 | | | 28 | |
29 | /* | | 29 | /* |
30 | * Common code shared between USB network drivers. | | 30 | * Common code shared between USB network drivers. |
31 | */ | | 31 | */ |
32 | | | 32 | |
33 | #include <sys/cdefs.h> | | 33 | #include <sys/cdefs.h> |
34 | __KERNEL_RCSID(0, "$NetBSD: usbnet.c,v 1.54 2022/03/03 05:47:58 riastradh Exp $"); | | 34 | __KERNEL_RCSID(0, "$NetBSD: usbnet.c,v 1.55 2022/03/03 05:48:14 riastradh Exp $"); |
35 | | | 35 | |
36 | #include <sys/param.h> | | 36 | #include <sys/param.h> |
37 | #include <sys/kernel.h> | | 37 | #include <sys/kernel.h> |
38 | #include <sys/kmem.h> | | 38 | #include <sys/kmem.h> |
39 | #include <sys/module.h> | | 39 | #include <sys/module.h> |
40 | #include <sys/atomic.h> | | 40 | #include <sys/atomic.h> |
41 | | | 41 | |
42 | #include <dev/usb/usbnet.h> | | 42 | #include <dev/usb/usbnet.h> |
43 | #include <dev/usb/usbhist.h> | | 43 | #include <dev/usb/usbhist.h> |
44 | | | 44 | |
45 | struct usbnet_cdata { | | 45 | struct usbnet_cdata { |
46 | struct usbnet_chain *uncd_tx_chain; | | 46 | struct usbnet_chain *uncd_tx_chain; |
47 | struct usbnet_chain *uncd_rx_chain; | | 47 | struct usbnet_chain *uncd_rx_chain; |
48 | | | 48 | |
49 | int uncd_tx_prod; | | 49 | int uncd_tx_prod; |
50 | int uncd_tx_cnt; | | 50 | int uncd_tx_cnt; |
51 | }; | | 51 | }; |
52 | | | 52 | |
53 | struct usbnet_private { | | 53 | struct usbnet_private { |
54 | /* | | 54 | /* |
55 | * - unp_core_lock protects most of this structure, the public one, | | 55 | * - unp_core_lock protects most of this structure, the public one, |
56 | * and the MII / media data. | | 56 | * and the MII / media data. |
57 | * - unp_rxlock protects the rx path and its data | | 57 | * - unp_rxlock protects the rx path and its data |
58 | * - unp_txlock protects the tx path and its data | | 58 | * - unp_txlock protects the tx path and its data |
59 | * - unp_detachcv handles detach vs open references | | 59 | * - unp_detachcv handles detach vs open references |
60 | * | | 60 | * |
61 | * the lock ordering is: | | 61 | * the lock ordering is: |
62 | * ifnet lock -> unp_core_lock -> unp_rxlock -> unp_txlock | | 62 | * ifnet lock -> unp_core_lock -> unp_rxlock -> unp_txlock |
63 | * - ifnet lock is not needed for unp_core_lock, but if ifnet lock is | | 63 | * - ifnet lock is not needed for unp_core_lock, but if ifnet lock is |
64 | * involved, it must be taken first | | 64 | * involved, it must be taken first |
65 | */ | | 65 | */ |
66 | kmutex_t unp_core_lock; | | 66 | kmutex_t unp_core_lock; |
67 | kmutex_t unp_rxlock; | | 67 | kmutex_t unp_rxlock; |
68 | kmutex_t unp_txlock; | | 68 | kmutex_t unp_txlock; |
69 | kcondvar_t unp_detachcv; | | 69 | kcondvar_t unp_detachcv; |
70 | | | 70 | |
71 | struct usbnet_cdata unp_cdata; | | 71 | struct usbnet_cdata unp_cdata; |
72 | | | 72 | |
73 | struct ethercom unp_ec; | | 73 | struct ethercom unp_ec; |
74 | struct mii_data unp_mii; | | 74 | struct mii_data unp_mii; |
75 | struct usb_task unp_mcasttask; | | 75 | struct usb_task unp_mcasttask; |
76 | struct usb_task unp_ticktask; | | 76 | struct usb_task unp_ticktask; |
77 | struct callout unp_stat_ch; | | 77 | struct callout unp_stat_ch; |
78 | struct usbd_pipe *unp_ep[USBNET_ENDPT_MAX]; | | 78 | struct usbd_pipe *unp_ep[USBNET_ENDPT_MAX]; |
79 | | | 79 | |
80 | bool unp_dying; | | 80 | bool unp_dying; |
81 | bool unp_stopping; | | 81 | bool unp_stopping; |
82 | bool unp_attached; | | 82 | bool unp_attached; |
83 | bool unp_ifp_attached; | | 83 | bool unp_ifp_attached; |
84 | bool unp_link; | | 84 | bool unp_link; |
85 | | | 85 | |
86 | int unp_refcnt; | | 86 | int unp_refcnt; |
87 | int unp_timer; | | 87 | int unp_timer; |
88 | unsigned short unp_if_flags; | | 88 | unsigned short unp_if_flags; |
89 | unsigned unp_number; | | 89 | unsigned unp_number; |
90 | | | 90 | |
91 | krndsource_t unp_rndsrc; | | 91 | krndsource_t unp_rndsrc; |
92 | | | 92 | |
93 | struct timeval unp_rx_notice; | | 93 | struct timeval unp_rx_notice; |
94 | struct timeval unp_tx_notice; | | 94 | struct timeval unp_tx_notice; |
95 | struct timeval unp_intr_notice; | | 95 | struct timeval unp_intr_notice; |
96 | }; | | 96 | }; |
97 | | | 97 | |
98 | #define un_cdata(un) (&(un)->un_pri->unp_cdata) | | 98 | #define un_cdata(un) (&(un)->un_pri->unp_cdata) |
99 | | | 99 | |
100 | volatile unsigned usbnet_number; | | 100 | volatile unsigned usbnet_number; |
101 | | | 101 | |
102 | static int usbnet_modcmd(modcmd_t, void *); | | 102 | static int usbnet_modcmd(modcmd_t, void *); |
103 | | | 103 | |
104 | #ifdef USB_DEBUG | | 104 | #ifdef USB_DEBUG |
105 | #ifndef USBNET_DEBUG | | 105 | #ifndef USBNET_DEBUG |
106 | #define usbnetdebug 0 | | 106 | #define usbnetdebug 0 |
107 | #else | | 107 | #else |
108 | static int usbnetdebug = 0; | | 108 | static int usbnetdebug = 0; |
109 | | | 109 | |
110 | SYSCTL_SETUP(sysctl_hw_usbnet_setup, "sysctl hw.usbnet setup") | | 110 | SYSCTL_SETUP(sysctl_hw_usbnet_setup, "sysctl hw.usbnet setup") |
111 | { | | 111 | { |
112 | int err; | | 112 | int err; |
113 | const struct sysctlnode *rnode; | | 113 | const struct sysctlnode *rnode; |
114 | const struct sysctlnode *cnode; | | 114 | const struct sysctlnode *cnode; |
115 | | | 115 | |
116 | err = sysctl_createv(clog, 0, NULL, &rnode, | | 116 | err = sysctl_createv(clog, 0, NULL, &rnode, |
117 | CTLFLAG_PERMANENT, CTLTYPE_NODE, "usbnet", | | 117 | CTLFLAG_PERMANENT, CTLTYPE_NODE, "usbnet", |
118 | SYSCTL_DESCR("usbnet global controls"), | | 118 | SYSCTL_DESCR("usbnet global controls"), |
119 | NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL); | | 119 | NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL); |
120 | | | 120 | |
121 | if (err) | | 121 | if (err) |
122 | goto fail; | | 122 | goto fail; |
123 | | | 123 | |
124 | /* control debugging printfs */ | | 124 | /* control debugging printfs */ |
125 | err = sysctl_createv(clog, 0, &rnode, &cnode, | | 125 | err = sysctl_createv(clog, 0, &rnode, &cnode, |
126 | CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT, | | 126 | CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT, |
127 | "debug", SYSCTL_DESCR("Enable debugging output"), | | 127 | "debug", SYSCTL_DESCR("Enable debugging output"), |
128 | NULL, 0, &usbnetdebug, sizeof(usbnetdebug), CTL_CREATE, CTL_EOL); | | 128 | NULL, 0, &usbnetdebug, sizeof(usbnetdebug), CTL_CREATE, CTL_EOL); |
129 | if (err) | | 129 | if (err) |
130 | goto fail; | | 130 | goto fail; |
131 | | | 131 | |
132 | return; | | 132 | return; |
133 | fail: | | 133 | fail: |
134 | aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err); | | 134 | aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err); |
135 | } | | 135 | } |
136 | | | 136 | |
137 | #endif /* USBNET_DEBUG */ | | 137 | #endif /* USBNET_DEBUG */ |
138 | #endif /* USB_DEBUG */ | | 138 | #endif /* USB_DEBUG */ |
139 | | | 139 | |
140 | #define DPRINTF(FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,1,FMT,A,B,C,D) | | 140 | #define DPRINTF(FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,1,FMT,A,B,C,D) |
141 | #define DPRINTFN(N,FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,N,FMT,A,B,C,D) | | 141 | #define DPRINTFN(N,FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,N,FMT,A,B,C,D) |
142 | #define USBNETHIST_FUNC() USBHIST_FUNC() | | 142 | #define USBNETHIST_FUNC() USBHIST_FUNC() |
143 | #define USBNETHIST_CALLED(name) USBHIST_CALLED(usbnetdebug) | | 143 | #define USBNETHIST_CALLED(name) USBHIST_CALLED(usbnetdebug) |
144 | #define USBNETHIST_CALLARGS(FMT,A,B,C,D) \ | | 144 | #define USBNETHIST_CALLARGS(FMT,A,B,C,D) \ |
145 | USBHIST_CALLARGS(usbnetdebug,FMT,A,B,C,D) | | 145 | USBHIST_CALLARGS(usbnetdebug,FMT,A,B,C,D) |
146 | #define USBNETHIST_CALLARGSN(N,FMT,A,B,C,D) \ | | 146 | #define USBNETHIST_CALLARGSN(N,FMT,A,B,C,D) \ |
147 | USBHIST_CALLARGSN(usbnetdebug,N,FMT,A,B,C,D) | | 147 | USBHIST_CALLARGSN(usbnetdebug,N,FMT,A,B,C,D) |
148 | | | 148 | |
149 | /* Callback vectors. */ | | 149 | /* Callback vectors. */ |
150 | | | 150 | |
151 | static void | | 151 | static void |
152 | uno_stop(struct usbnet *un, struct ifnet *ifp, int disable) | | 152 | uno_stop(struct usbnet *un, struct ifnet *ifp, int disable) |
153 | { | | 153 | { |
154 | KASSERTMSG(!un->un_pri->unp_ifp_attached || IFNET_LOCKED(ifp), | | 154 | KASSERTMSG(!un->un_pri->unp_ifp_attached || IFNET_LOCKED(ifp), |
155 | "%s", ifp->if_xname); | | 155 | "%s", ifp->if_xname); |
156 | usbnet_isowned_core(un); | | 156 | usbnet_isowned_core(un); |
157 | if (un->un_ops->uno_stop) | | 157 | if (un->un_ops->uno_stop) |
158 | (*un->un_ops->uno_stop)(ifp, disable); | | 158 | (*un->un_ops->uno_stop)(ifp, disable); |
159 | } | | 159 | } |
160 | | | 160 | |
161 | static int | | 161 | static int |
162 | uno_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data) | | 162 | uno_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data) |
163 | { | | 163 | { |
164 | /* | | 164 | /* |
165 | * There are cases where IFNET_LOCK will not be held when we | | 165 | * There are cases where IFNET_LOCK will not be held when we |
166 | * are called (e.g. add/delete multicast address), so we can't | | 166 | * are called (e.g. add/delete multicast address), so we can't |
167 | * assert it. | | 167 | * assert it. |
168 | */ | | 168 | */ |
169 | if (un->un_ops->uno_ioctl) | | 169 | if (un->un_ops->uno_ioctl) |
170 | return (*un->un_ops->uno_ioctl)(ifp, cmd, data); | | 170 | return (*un->un_ops->uno_ioctl)(ifp, cmd, data); |
171 | return 0; | | 171 | return 0; |
172 | } | | 172 | } |
173 | | | 173 | |
174 | static int | | 174 | static int |
175 | uno_override_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data) | | 175 | uno_override_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data) |
176 | { | | 176 | { |
177 | /* See above. */ | | 177 | /* See above. */ |
178 | return (*un->un_ops->uno_override_ioctl)(ifp, cmd, data); | | 178 | return (*un->un_ops->uno_override_ioctl)(ifp, cmd, data); |
179 | } | | 179 | } |
180 | | | 180 | |
181 | static int | | 181 | static int |
182 | uno_init(struct usbnet *un, struct ifnet *ifp) | | 182 | uno_init(struct usbnet *un, struct ifnet *ifp) |
183 | { | | 183 | { |
184 | KASSERT(IFNET_LOCKED(ifp)); | | 184 | KASSERT(IFNET_LOCKED(ifp)); |
185 | return (*un->un_ops->uno_init)(ifp); | | 185 | return (*un->un_ops->uno_init)(ifp); |
186 | } | | 186 | } |
187 | | | 187 | |
188 | static int | | 188 | static int |
189 | uno_read_reg(struct usbnet *un, int phy, int reg, uint16_t *val) | | 189 | uno_read_reg(struct usbnet *un, int phy, int reg, uint16_t *val) |
190 | { | | 190 | { |
191 | usbnet_isowned_core(un); | | 191 | usbnet_isowned_core(un); |
192 | return (*un->un_ops->uno_read_reg)(un, phy, reg, val); | | 192 | return (*un->un_ops->uno_read_reg)(un, phy, reg, val); |
193 | } | | 193 | } |
194 | | | 194 | |
195 | static int | | 195 | static int |
196 | uno_write_reg(struct usbnet *un, int phy, int reg, uint16_t val) | | 196 | uno_write_reg(struct usbnet *un, int phy, int reg, uint16_t val) |
197 | { | | 197 | { |
198 | usbnet_isowned_core(un); | | 198 | usbnet_isowned_core(un); |
199 | return (*un->un_ops->uno_write_reg)(un, phy, reg, val); | | 199 | return (*un->un_ops->uno_write_reg)(un, phy, reg, val); |
200 | } | | 200 | } |
201 | | | 201 | |
202 | static void | | 202 | static void |
203 | uno_mii_statchg(struct usbnet *un, struct ifnet *ifp) | | 203 | uno_mii_statchg(struct usbnet *un, struct ifnet *ifp) |
204 | { | | 204 | { |
205 | usbnet_isowned_core(un); | | 205 | usbnet_isowned_core(un); |
206 | (*un->un_ops->uno_statchg)(ifp); | | 206 | (*un->un_ops->uno_statchg)(ifp); |
207 | } | | 207 | } |
208 | | | 208 | |
209 | static unsigned | | 209 | static unsigned |
210 | uno_tx_prepare(struct usbnet *un, struct mbuf *m, struct usbnet_chain *c) | | 210 | uno_tx_prepare(struct usbnet *un, struct mbuf *m, struct usbnet_chain *c) |
211 | { | | 211 | { |
212 | usbnet_isowned_tx(un); | | 212 | usbnet_isowned_tx(un); |
213 | return (*un->un_ops->uno_tx_prepare)(un, m, c); | | 213 | return (*un->un_ops->uno_tx_prepare)(un, m, c); |
214 | } | | 214 | } |
215 | | | 215 | |
216 | static void | | 216 | static void |
217 | uno_rx_loop(struct usbnet *un, struct usbnet_chain *c, uint32_t total_len) | | 217 | uno_rx_loop(struct usbnet *un, struct usbnet_chain *c, uint32_t total_len) |
218 | { | | 218 | { |
219 | usbnet_isowned_rx(un); | | 219 | usbnet_isowned_rx(un); |
220 | (*un->un_ops->uno_rx_loop)(un, c, total_len); | | 220 | (*un->un_ops->uno_rx_loop)(un, c, total_len); |
221 | } | | 221 | } |
222 | | | 222 | |
223 | static void | | 223 | static void |
224 | uno_tick(struct usbnet *un) | | 224 | uno_tick(struct usbnet *un) |
225 | { | | 225 | { |
226 | if (un->un_ops->uno_tick) | | 226 | if (un->un_ops->uno_tick) |
227 | (*un->un_ops->uno_tick)(un); | | 227 | (*un->un_ops->uno_tick)(un); |
228 | } | | 228 | } |
229 | | | 229 | |
230 | static void | | 230 | static void |
231 | uno_intr(struct usbnet *un, usbd_status status) | | 231 | uno_intr(struct usbnet *un, usbd_status status) |
232 | { | | 232 | { |
233 | if (un->un_ops->uno_intr) | | 233 | if (un->un_ops->uno_intr) |
234 | (*un->un_ops->uno_intr)(un, status); | | 234 | (*un->un_ops->uno_intr)(un, status); |
235 | } | | 235 | } |
236 | | | 236 | |
237 | /* Interrupt handling. */ | | 237 | /* Interrupt handling. */ |
238 | | | 238 | |
239 | static struct mbuf * | | 239 | static struct mbuf * |
240 | usbnet_newbuf(size_t buflen) | | 240 | usbnet_newbuf(size_t buflen) |
241 | { | | 241 | { |
242 | struct mbuf *m; | | 242 | struct mbuf *m; |
243 | | | 243 | |
244 | if (buflen > MCLBYTES) | | 244 | if (buflen > MCLBYTES) |
245 | return NULL; | | 245 | return NULL; |
246 | | | 246 | |
247 | MGETHDR(m, M_DONTWAIT, MT_DATA); | | 247 | MGETHDR(m, M_DONTWAIT, MT_DATA); |
248 | if (m == NULL) | | 248 | if (m == NULL) |
249 | return NULL; | | 249 | return NULL; |
250 | | | 250 | |
251 | if (buflen > MHLEN - ETHER_ALIGN) { | | 251 | if (buflen > MHLEN - ETHER_ALIGN) { |
252 | MCLGET(m, M_DONTWAIT); | | 252 | MCLGET(m, M_DONTWAIT); |
253 | if (!(m->m_flags & M_EXT)) { | | 253 | if (!(m->m_flags & M_EXT)) { |
254 | m_freem(m); | | 254 | m_freem(m); |
255 | return NULL; | | 255 | return NULL; |
256 | } | | 256 | } |
257 | } | | 257 | } |
258 | | | 258 | |
259 | m_adj(m, ETHER_ALIGN); | | 259 | m_adj(m, ETHER_ALIGN); |
260 | m->m_len = m->m_pkthdr.len = buflen; | | 260 | m->m_len = m->m_pkthdr.len = buflen; |
261 | | | 261 | |
262 | return m; | | 262 | return m; |
263 | } | | 263 | } |
264 | | | 264 | |
265 | /* | | 265 | /* |
266 | * usbnet_rxeof() is designed to be the done callback for rx completion. | | 266 | * usbnet_rxeof() is designed to be the done callback for rx completion. |
267 | * it provides generic setup and finalisation, calls a different usbnet | | 267 | * it provides generic setup and finalisation, calls a different usbnet |
268 | * rx_loop callback in the middle, which can use usbnet_enqueue() to | | 268 | * rx_loop callback in the middle, which can use usbnet_enqueue() to |
269 | * enqueue a packet for higher levels (or usbnet_input() if previously | | 269 | * enqueue a packet for higher levels (or usbnet_input() if previously |
270 | * using if_input() path.) | | 270 | * using if_input() path.) |
271 | */ | | 271 | */ |
272 | void | | 272 | void |
273 | usbnet_enqueue(struct usbnet * const un, uint8_t *buf, size_t buflen, | | 273 | usbnet_enqueue(struct usbnet * const un, uint8_t *buf, size_t buflen, |
274 | int csum_flags, uint32_t csum_data, int mbuf_flags) | | 274 | int csum_flags, uint32_t csum_data, int mbuf_flags) |
275 | { | | 275 | { |
276 | USBNETHIST_FUNC(); | | 276 | USBNETHIST_FUNC(); |
277 | struct ifnet * const ifp = usbnet_ifp(un); | | 277 | struct ifnet * const ifp = usbnet_ifp(un); |
278 | struct usbnet_private * const unp __unused = un->un_pri; | | 278 | struct usbnet_private * const unp __unused = un->un_pri; |
279 | struct mbuf *m; | | 279 | struct mbuf *m; |
280 | | | 280 | |
281 | USBNETHIST_CALLARGSN(5, "%jd: enter: len=%ju csf %#jx mbf %#jx", | | 281 | USBNETHIST_CALLARGSN(5, "%jd: enter: len=%ju csf %#jx mbf %#jx", |
282 | unp->unp_number, buflen, csum_flags, mbuf_flags); | | 282 | unp->unp_number, buflen, csum_flags, mbuf_flags); |
283 | | | 283 | |
284 | usbnet_isowned_rx(un); | | 284 | usbnet_isowned_rx(un); |
285 | | | 285 | |
286 | m = usbnet_newbuf(buflen); | | 286 | m = usbnet_newbuf(buflen); |
287 | if (m == NULL) { | | 287 | if (m == NULL) { |
288 | DPRINTF("%jd: no memory", unp->unp_number, 0, 0, 0); | | 288 | DPRINTF("%jd: no memory", unp->unp_number, 0, 0, 0); |
289 | if_statinc(ifp, if_ierrors); | | 289 | if_statinc(ifp, if_ierrors); |
290 | return; | | 290 | return; |
291 | } | | 291 | } |
292 | | | 292 | |
293 | m_set_rcvif(m, ifp); | | 293 | m_set_rcvif(m, ifp); |
294 | m->m_pkthdr.csum_flags = csum_flags; | | 294 | m->m_pkthdr.csum_flags = csum_flags; |
295 | m->m_pkthdr.csum_data = csum_data; | | 295 | m->m_pkthdr.csum_data = csum_data; |
296 | m->m_flags |= mbuf_flags; | | 296 | m->m_flags |= mbuf_flags; |
297 | memcpy(mtod(m, uint8_t *), buf, buflen); | | 297 | memcpy(mtod(m, uint8_t *), buf, buflen); |
298 | | | 298 | |
299 | /* push the packet up */ | | 299 | /* push the packet up */ |
300 | if_percpuq_enqueue(ifp->if_percpuq, m); | | 300 | if_percpuq_enqueue(ifp->if_percpuq, m); |
301 | } | | 301 | } |
302 | | | 302 | |
303 | void | | 303 | void |
304 | usbnet_input(struct usbnet * const un, uint8_t *buf, size_t buflen) | | 304 | usbnet_input(struct usbnet * const un, uint8_t *buf, size_t buflen) |
305 | { | | 305 | { |
306 | USBNETHIST_FUNC(); | | 306 | USBNETHIST_FUNC(); |
307 | struct ifnet * const ifp = usbnet_ifp(un); | | 307 | struct ifnet * const ifp = usbnet_ifp(un); |
308 | struct usbnet_private * const unp __unused = un->un_pri; | | 308 | struct usbnet_private * const unp __unused = un->un_pri; |
309 | struct mbuf *m; | | 309 | struct mbuf *m; |
310 | | | 310 | |
311 | USBNETHIST_CALLARGSN(5, "%jd: enter: buf %#jx len %ju", | | 311 | USBNETHIST_CALLARGSN(5, "%jd: enter: buf %#jx len %ju", |
312 | unp->unp_number, (uintptr_t)buf, buflen, 0); | | 312 | unp->unp_number, (uintptr_t)buf, buflen, 0); |
313 | | | 313 | |
314 | usbnet_isowned_rx(un); | | 314 | usbnet_isowned_rx(un); |
315 | | | 315 | |
316 | m = usbnet_newbuf(buflen); | | 316 | m = usbnet_newbuf(buflen); |
317 | if (m == NULL) { | | 317 | if (m == NULL) { |
318 | if_statinc(ifp, if_ierrors); | | 318 | if_statinc(ifp, if_ierrors); |
319 | return; | | 319 | return; |
320 | } | | 320 | } |
321 | | | 321 | |
322 | m_set_rcvif(m, ifp); | | 322 | m_set_rcvif(m, ifp); |
323 | memcpy(mtod(m, char *), buf, buflen); | | 323 | memcpy(mtod(m, char *), buf, buflen); |
324 | | | 324 | |
325 | /* push the packet up */ | | 325 | /* push the packet up */ |
326 | if_input(ifp, m); | | 326 | if_input(ifp, m); |
327 | } | | 327 | } |
328 | | | 328 | |
329 | /* | | 329 | /* |
330 | * A frame has been uploaded: pass the resulting mbuf chain up to | | 330 | * A frame has been uploaded: pass the resulting mbuf chain up to |
331 | * the higher level protocols. | | 331 | * the higher level protocols. |
332 | */ | | 332 | */ |
333 | static void | | 333 | static void |
334 | usbnet_rxeof(struct usbd_xfer *xfer, void *priv, usbd_status status) | | 334 | usbnet_rxeof(struct usbd_xfer *xfer, void *priv, usbd_status status) |
335 | { | | 335 | { |
336 | USBNETHIST_FUNC(); | | 336 | USBNETHIST_FUNC(); |
337 | struct usbnet_chain * const c = priv; | | 337 | struct usbnet_chain * const c = priv; |
338 | struct usbnet * const un = c->unc_un; | | 338 | struct usbnet * const un = c->unc_un; |
339 | struct usbnet_private * const unp = un->un_pri; | | 339 | struct usbnet_private * const unp = un->un_pri; |
340 | uint32_t total_len; | | 340 | uint32_t total_len; |
341 | | | 341 | |
342 | USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx", | | 342 | USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx", |
343 | unp->unp_number, status, (uintptr_t)xfer, 0); | | 343 | unp->unp_number, status, (uintptr_t)xfer, 0); |
344 | | | 344 | |
345 | mutex_enter(&unp->unp_rxlock); | | 345 | mutex_enter(&unp->unp_rxlock); |
346 | | | 346 | |
347 | if (unp->unp_dying || unp->unp_stopping || | | 347 | if (unp->unp_dying || unp->unp_stopping || |
348 | status == USBD_INVAL || status == USBD_NOT_STARTED || | | 348 | status == USBD_INVAL || status == USBD_NOT_STARTED || |
349 | status == USBD_CANCELLED) | | 349 | status == USBD_CANCELLED) |
350 | goto out; | | 350 | goto out; |
351 | | | 351 | |
352 | if (status != USBD_NORMAL_COMPLETION) { | | 352 | if (status != USBD_NORMAL_COMPLETION) { |
353 | if (usbd_ratecheck(&unp->unp_rx_notice)) | | 353 | if (usbd_ratecheck(&unp->unp_rx_notice)) |
354 | device_printf(un->un_dev, "usb errors on rx: %s\n", | | 354 | device_printf(un->un_dev, "usb errors on rx: %s\n", |
355 | usbd_errstr(status)); | | 355 | usbd_errstr(status)); |
356 | if (status == USBD_STALLED) | | 356 | if (status == USBD_STALLED) |
357 | usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_RX]); | | 357 | usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_RX]); |
358 | goto done; | | 358 | goto done; |
359 | } | | 359 | } |
360 | | | 360 | |
361 | usbd_get_xfer_status(xfer, NULL, NULL, &total_len, NULL); | | 361 | usbd_get_xfer_status(xfer, NULL, NULL, &total_len, NULL); |
362 | | | 362 | |
363 | if (total_len > un->un_rx_bufsz) { | | 363 | if (total_len > un->un_rx_bufsz) { |
364 | aprint_error_dev(un->un_dev, | | 364 | aprint_error_dev(un->un_dev, |
365 | "rxeof: too large transfer (%u > %u)\n", | | 365 | "rxeof: too large transfer (%u > %u)\n", |
366 | total_len, un->un_rx_bufsz); | | 366 | total_len, un->un_rx_bufsz); |
367 | goto done; | | 367 | goto done; |
368 | } | | 368 | } |
369 | | | 369 | |
370 | uno_rx_loop(un, c, total_len); | | 370 | uno_rx_loop(un, c, total_len); |
371 | usbnet_isowned_rx(un); | | 371 | usbnet_isowned_rx(un); |
372 | | | 372 | |
373 | done: | | 373 | done: |
374 | if (unp->unp_dying || unp->unp_stopping) | | 374 | if (unp->unp_dying || unp->unp_stopping) |
375 | goto out; | | 375 | goto out; |
376 | | | 376 | |
377 | mutex_exit(&unp->unp_rxlock); | | 377 | mutex_exit(&unp->unp_rxlock); |
378 | | | 378 | |
379 | /* Setup new transfer. */ | | 379 | /* Setup new transfer. */ |
380 | usbd_setup_xfer(xfer, c, c->unc_buf, un->un_rx_bufsz, | | 380 | usbd_setup_xfer(xfer, c, c->unc_buf, un->un_rx_bufsz, |
381 | un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof); | | 381 | un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof); |
382 | usbd_transfer(xfer); | | 382 | usbd_transfer(xfer); |
383 | return; | | 383 | return; |
384 | | | 384 | |
385 | out: | | 385 | out: |
386 | mutex_exit(&unp->unp_rxlock); | | 386 | mutex_exit(&unp->unp_rxlock); |
387 | } | | 387 | } |
388 | | | 388 | |
389 | static void | | 389 | static void |
390 | usbnet_txeof(struct usbd_xfer *xfer, void *priv, usbd_status status) | | 390 | usbnet_txeof(struct usbd_xfer *xfer, void *priv, usbd_status status) |
391 | { | | 391 | { |
392 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 392 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
393 | struct usbnet_chain * const c = priv; | | 393 | struct usbnet_chain * const c = priv; |
394 | struct usbnet * const un = c->unc_un; | | 394 | struct usbnet * const un = c->unc_un; |
395 | struct usbnet_cdata * const cd = un_cdata(un); | | 395 | struct usbnet_cdata * const cd = un_cdata(un); |
396 | struct usbnet_private * const unp = un->un_pri; | | 396 | struct usbnet_private * const unp = un->un_pri; |
397 | struct ifnet * const ifp = usbnet_ifp(un); | | 397 | struct ifnet * const ifp = usbnet_ifp(un); |
398 | | | 398 | |
399 | USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx", | | 399 | USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx", |
400 | unp->unp_number, status, (uintptr_t)xfer, 0); | | 400 | unp->unp_number, status, (uintptr_t)xfer, 0); |
401 | | | 401 | |
402 | mutex_enter(&unp->unp_txlock); | | 402 | mutex_enter(&unp->unp_txlock); |
403 | if (unp->unp_stopping || unp->unp_dying) { | | 403 | if (unp->unp_stopping || unp->unp_dying) { |
404 | mutex_exit(&unp->unp_txlock); | | 404 | mutex_exit(&unp->unp_txlock); |
405 | return; | | 405 | return; |
406 | } | | 406 | } |
407 | | | 407 | |
408 | KASSERT(cd->uncd_tx_cnt > 0); | | 408 | KASSERT(cd->uncd_tx_cnt > 0); |
409 | cd->uncd_tx_cnt--; | | 409 | cd->uncd_tx_cnt--; |
410 | | | 410 | |
411 | unp->unp_timer = 0; | | 411 | unp->unp_timer = 0; |
412 | | | 412 | |
413 | switch (status) { | | 413 | switch (status) { |
414 | case USBD_NOT_STARTED: | | 414 | case USBD_NOT_STARTED: |
415 | case USBD_CANCELLED: | | 415 | case USBD_CANCELLED: |
416 | break; | | 416 | break; |
417 | | | 417 | |
418 | case USBD_NORMAL_COMPLETION: | | 418 | case USBD_NORMAL_COMPLETION: |
419 | if_statinc(ifp, if_opackets); | | 419 | if_statinc(ifp, if_opackets); |
420 | break; | | 420 | break; |
421 | | | 421 | |
422 | default: | | 422 | default: |
423 | | | 423 | |
424 | if_statinc(ifp, if_oerrors); | | 424 | if_statinc(ifp, if_oerrors); |
425 | if (usbd_ratecheck(&unp->unp_tx_notice)) | | 425 | if (usbd_ratecheck(&unp->unp_tx_notice)) |
426 | device_printf(un->un_dev, "usb error on tx: %s\n", | | 426 | device_printf(un->un_dev, "usb error on tx: %s\n", |
427 | usbd_errstr(status)); | | 427 | usbd_errstr(status)); |
428 | if (status == USBD_STALLED) | | 428 | if (status == USBD_STALLED) |
429 | usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_TX]); | | 429 | usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_TX]); |
430 | break; | | 430 | break; |
431 | } | | 431 | } |
432 | | | 432 | |
433 | mutex_exit(&unp->unp_txlock); | | 433 | mutex_exit(&unp->unp_txlock); |
434 | | | 434 | |
435 | if (status == USBD_NORMAL_COMPLETION && !IFQ_IS_EMPTY(&ifp->if_snd)) | | 435 | if (status == USBD_NORMAL_COMPLETION && !IFQ_IS_EMPTY(&ifp->if_snd)) |
436 | (*ifp->if_start)(ifp); | | 436 | (*ifp->if_start)(ifp); |
437 | } | | 437 | } |
438 | | | 438 | |
439 | static void | | 439 | static void |
440 | usbnet_pipe_intr(struct usbd_xfer *xfer, void *priv, usbd_status status) | | 440 | usbnet_pipe_intr(struct usbd_xfer *xfer, void *priv, usbd_status status) |
441 | { | | 441 | { |
442 | USBNETHIST_FUNC(); | | 442 | USBNETHIST_FUNC(); |
443 | struct usbnet * const un = priv; | | 443 | struct usbnet * const un = priv; |
444 | struct usbnet_private * const unp = un->un_pri; | | 444 | struct usbnet_private * const unp = un->un_pri; |
445 | struct usbnet_intr * const uni = un->un_intr; | | 445 | struct usbnet_intr * const uni = un->un_intr; |
446 | | | 446 | |
447 | if (uni == NULL || unp->unp_dying || unp->unp_stopping || | | 447 | if (uni == NULL || unp->unp_dying || unp->unp_stopping || |
448 | status == USBD_INVAL || status == USBD_NOT_STARTED || | | 448 | status == USBD_INVAL || status == USBD_NOT_STARTED || |
449 | status == USBD_CANCELLED) { | | 449 | status == USBD_CANCELLED) { |
450 | USBNETHIST_CALLARGS("%jd: uni %#jx d/s %#jx status %#jx", | | 450 | USBNETHIST_CALLARGS("%jd: uni %#jx d/s %#jx status %#jx", |
451 | unp->unp_number, (uintptr_t)uni, | | 451 | unp->unp_number, (uintptr_t)uni, |
452 | (unp->unp_dying << 8) | unp->unp_stopping, status); | | 452 | (unp->unp_dying << 8) | unp->unp_stopping, status); |
453 | return; | | 453 | return; |
454 | } | | 454 | } |
455 | | | 455 | |
456 | if (status != USBD_NORMAL_COMPLETION) { | | 456 | if (status != USBD_NORMAL_COMPLETION) { |
457 | if (usbd_ratecheck(&unp->unp_intr_notice)) { | | 457 | if (usbd_ratecheck(&unp->unp_intr_notice)) { |
458 | aprint_error_dev(un->un_dev, "usb error on intr: %s\n", | | 458 | aprint_error_dev(un->un_dev, "usb error on intr: %s\n", |
459 | usbd_errstr(status)); | | 459 | usbd_errstr(status)); |
460 | } | | 460 | } |
461 | if (status == USBD_STALLED) | | 461 | if (status == USBD_STALLED) |
462 | usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_INTR]); | | 462 | usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_INTR]); |
463 | USBNETHIST_CALLARGS("%jd: not normal status %#jx", | | 463 | USBNETHIST_CALLARGS("%jd: not normal status %#jx", |
464 | unp->unp_number, status, 0, 0); | | 464 | unp->unp_number, status, 0, 0); |
465 | return; | | 465 | return; |
466 | } | | 466 | } |
467 | | | 467 | |
468 | uno_intr(un, status); | | 468 | uno_intr(un, status); |
469 | } | | 469 | } |
470 | | | 470 | |
471 | static void | | 471 | static void |
472 | usbnet_start_locked(struct ifnet *ifp) | | 472 | usbnet_start_locked(struct ifnet *ifp) |
473 | { | | 473 | { |
474 | USBNETHIST_FUNC(); | | 474 | USBNETHIST_FUNC(); |
475 | struct usbnet * const un = ifp->if_softc; | | 475 | struct usbnet * const un = ifp->if_softc; |
476 | struct usbnet_cdata * const cd = un_cdata(un); | | 476 | struct usbnet_cdata * const cd = un_cdata(un); |
477 | struct usbnet_private * const unp = un->un_pri; | | 477 | struct usbnet_private * const unp = un->un_pri; |
478 | struct mbuf *m; | | 478 | struct mbuf *m; |
479 | unsigned length; | | 479 | unsigned length; |
480 | bool done_transmit = false; | | 480 | bool done_transmit = false; |
481 | int idx, count; | | 481 | int idx, count; |
482 | | | 482 | |
483 | USBNETHIST_CALLARGS("%jd: tx_cnt %jd list_cnt %jd link %jd", | | 483 | USBNETHIST_CALLARGS("%jd: tx_cnt %jd list_cnt %jd link %jd", |
484 | unp->unp_number, cd->uncd_tx_cnt, un->un_tx_list_cnt, | | 484 | unp->unp_number, cd->uncd_tx_cnt, un->un_tx_list_cnt, |
485 | unp->unp_link); | | 485 | unp->unp_link); |
486 | | | 486 | |
487 | usbnet_isowned_tx(un); | | 487 | usbnet_isowned_tx(un); |
488 | KASSERT(cd->uncd_tx_cnt <= un->un_tx_list_cnt); | | 488 | KASSERT(cd->uncd_tx_cnt <= un->un_tx_list_cnt); |
489 | | | 489 | |
490 | if (!unp->unp_link || (ifp->if_flags & IFF_RUNNING) == 0) { | | 490 | if (!unp->unp_link || (ifp->if_flags & IFF_RUNNING) == 0) { |
491 | DPRINTF("start called no link (%jx) or running (flags %jx)", | | 491 | DPRINTF("start called no link (%jx) or running (flags %jx)", |
492 | unp->unp_link, ifp->if_flags, 0, 0); | | 492 | unp->unp_link, ifp->if_flags, 0, 0); |
493 | return; | | 493 | return; |
494 | } | | 494 | } |
495 | | | 495 | |
496 | if (cd->uncd_tx_cnt == un->un_tx_list_cnt) { | | 496 | if (cd->uncd_tx_cnt == un->un_tx_list_cnt) { |
497 | DPRINTF("start called, tx busy (%#jx == %#jx)", | | 497 | DPRINTF("start called, tx busy (%#jx == %#jx)", |
498 | cd->uncd_tx_cnt, un->un_tx_list_cnt, 0, 0); | | 498 | cd->uncd_tx_cnt, un->un_tx_list_cnt, 0, 0); |
499 | return; | | 499 | return; |
500 | } | | 500 | } |
501 | | | 501 | |
502 | idx = cd->uncd_tx_prod; | | 502 | idx = cd->uncd_tx_prod; |
503 | count = 0; | | 503 | count = 0; |
504 | while (cd->uncd_tx_cnt < un->un_tx_list_cnt) { | | 504 | while (cd->uncd_tx_cnt < un->un_tx_list_cnt) { |
505 | IFQ_POLL(&ifp->if_snd, m); | | 505 | IFQ_POLL(&ifp->if_snd, m); |
506 | if (m == NULL) { | | 506 | if (m == NULL) { |
507 | DPRINTF("start called, queue empty", 0, 0, 0, 0); | | 507 | DPRINTF("start called, queue empty", 0, 0, 0, 0); |
508 | break; | | 508 | break; |
509 | } | | 509 | } |
510 | KASSERT(m->m_pkthdr.len <= un->un_tx_bufsz); | | 510 | KASSERT(m->m_pkthdr.len <= un->un_tx_bufsz); |
511 | | | 511 | |
512 | struct usbnet_chain *c = &cd->uncd_tx_chain[idx]; | | 512 | struct usbnet_chain *c = &cd->uncd_tx_chain[idx]; |
513 | | | 513 | |
514 | length = uno_tx_prepare(un, m, c); | | 514 | length = uno_tx_prepare(un, m, c); |
515 | if (length == 0) { | | 515 | if (length == 0) { |
516 | DPRINTF("uno_tx_prepare gave zero length", 0, 0, 0, 0); | | 516 | DPRINTF("uno_tx_prepare gave zero length", 0, 0, 0, 0); |
517 | if_statinc(ifp, if_oerrors); | | 517 | if_statinc(ifp, if_oerrors); |
518 | break; | | 518 | break; |
519 | } | | 519 | } |
520 | | | 520 | |
521 | if (__predict_false(c->unc_xfer == NULL)) { | | 521 | if (__predict_false(c->unc_xfer == NULL)) { |
522 | DPRINTF("unc_xfer is NULL", 0, 0, 0, 0); | | 522 | DPRINTF("unc_xfer is NULL", 0, 0, 0, 0); |
523 | if_statinc(ifp, if_oerrors); | | 523 | if_statinc(ifp, if_oerrors); |
524 | break; | | 524 | break; |
525 | } | | 525 | } |
526 | | | 526 | |
527 | usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, length, | | 527 | usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, length, |
528 | un->un_tx_xfer_flags, 10000, usbnet_txeof); | | 528 | un->un_tx_xfer_flags, 10000, usbnet_txeof); |
529 | | | 529 | |
530 | /* Transmit */ | | 530 | /* Transmit */ |
531 | usbd_status err = usbd_transfer(c->unc_xfer); | | 531 | usbd_status err = usbd_transfer(c->unc_xfer); |
532 | if (err != USBD_IN_PROGRESS) { | | 532 | if (err != USBD_IN_PROGRESS) { |
533 | DPRINTF("usbd_transfer on %#jx for %ju bytes: %jd", | | 533 | DPRINTF("usbd_transfer on %#jx for %ju bytes: %jd", |
534 | (uintptr_t)c->unc_buf, length, err, 0); | | 534 | (uintptr_t)c->unc_buf, length, err, 0); |
535 | if_statinc(ifp, if_oerrors); | | 535 | if_statinc(ifp, if_oerrors); |
536 | break; | | 536 | break; |
537 | } | | 537 | } |
538 | done_transmit = true; | | 538 | done_transmit = true; |
539 | | | 539 | |
540 | IFQ_DEQUEUE(&ifp->if_snd, m); | | 540 | IFQ_DEQUEUE(&ifp->if_snd, m); |
541 | | | 541 | |
542 | /* | | 542 | /* |
543 | * If there's a BPF listener, bounce a copy of this frame | | 543 | * If there's a BPF listener, bounce a copy of this frame |
544 | * to him. | | 544 | * to him. |
545 | */ | | 545 | */ |
546 | bpf_mtap(ifp, m, BPF_D_OUT); | | 546 | bpf_mtap(ifp, m, BPF_D_OUT); |
547 | m_freem(m); | | 547 | m_freem(m); |
548 | | | 548 | |
549 | idx = (idx + 1) % un->un_tx_list_cnt; | | 549 | idx = (idx + 1) % un->un_tx_list_cnt; |
550 | cd->uncd_tx_cnt++; | | 550 | cd->uncd_tx_cnt++; |
551 | count++; | | 551 | count++; |
552 | } | | 552 | } |
553 | cd->uncd_tx_prod = idx; | | 553 | cd->uncd_tx_prod = idx; |
554 | | | 554 | |
555 | DPRINTF("finished with start; tx_cnt %jd list_cnt %jd link %jd", | | 555 | DPRINTF("finished with start; tx_cnt %jd list_cnt %jd link %jd", |
556 | cd->uncd_tx_cnt, un->un_tx_list_cnt, unp->unp_link, 0); | | 556 | cd->uncd_tx_cnt, un->un_tx_list_cnt, unp->unp_link, 0); |
557 | | | 557 | |
558 | /* | | 558 | /* |
559 | * Set a timeout in case the chip goes out to lunch. | | 559 | * Set a timeout in case the chip goes out to lunch. |
560 | */ | | 560 | */ |
561 | if (done_transmit) | | 561 | if (done_transmit) |
562 | unp->unp_timer = 5; | | 562 | unp->unp_timer = 5; |
563 | | | 563 | |
564 | if (count != 0) | | 564 | if (count != 0) |
565 | rnd_add_uint32(&unp->unp_rndsrc, count); | | 565 | rnd_add_uint32(&unp->unp_rndsrc, count); |
566 | } | | 566 | } |
567 | | | 567 | |
568 | static void | | 568 | static void |
569 | usbnet_if_start(struct ifnet *ifp) | | 569 | usbnet_if_start(struct ifnet *ifp) |
570 | { | | 570 | { |
571 | struct usbnet * const un = ifp->if_softc; | | 571 | struct usbnet * const un = ifp->if_softc; |
572 | struct usbnet_private * const unp = un->un_pri; | | 572 | struct usbnet_private * const unp = un->un_pri; |
573 | | | 573 | |
574 | USBNETHIST_FUNC(); | | 574 | USBNETHIST_FUNC(); |
575 | USBNETHIST_CALLARGS("%jd: stopping %jd", | | 575 | USBNETHIST_CALLARGS("%jd: stopping %jd", |
576 | unp->unp_number, unp->unp_stopping, 0, 0); | | 576 | unp->unp_number, unp->unp_stopping, 0, 0); |
577 | | | 577 | |
578 | mutex_enter(&unp->unp_txlock); | | 578 | mutex_enter(&unp->unp_txlock); |
579 | if (!unp->unp_stopping) | | 579 | if (!unp->unp_stopping) |
580 | usbnet_start_locked(ifp); | | 580 | usbnet_start_locked(ifp); |
581 | mutex_exit(&unp->unp_txlock); | | 581 | mutex_exit(&unp->unp_txlock); |
582 | } | | 582 | } |
583 | | | 583 | |
584 | /* | | 584 | /* |
585 | * Chain management. | | 585 | * Chain management. |
586 | * | | 586 | * |
587 | * RX and TX are identical. Keep them that way. | | 587 | * RX and TX are identical. Keep them that way. |
588 | */ | | 588 | */ |
589 | | | 589 | |
590 | /* Start of common RX functions */ | | 590 | /* Start of common RX functions */ |
591 | | | 591 | |
592 | static size_t | | 592 | static size_t |
593 | usbnet_rx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un) | | 593 | usbnet_rx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un) |
594 | { | | 594 | { |
595 | return sizeof(*cd->uncd_rx_chain) * un->un_rx_list_cnt; | | 595 | return sizeof(*cd->uncd_rx_chain) * un->un_rx_list_cnt; |
596 | } | | 596 | } |
597 | | | 597 | |
598 | static void | | 598 | static void |
599 | usbnet_rx_list_alloc(struct usbnet * const un) | | 599 | usbnet_rx_list_alloc(struct usbnet * const un) |
600 | { | | 600 | { |
601 | struct usbnet_cdata * const cd = un_cdata(un); | | 601 | struct usbnet_cdata * const cd = un_cdata(un); |
602 | | | 602 | |
603 | cd->uncd_rx_chain = kmem_zalloc(usbnet_rx_list_size(cd, un), KM_SLEEP); | | 603 | cd->uncd_rx_chain = kmem_zalloc(usbnet_rx_list_size(cd, un), KM_SLEEP); |
604 | } | | 604 | } |
605 | | | 605 | |
606 | static void | | 606 | static void |
607 | usbnet_rx_list_free(struct usbnet * const un) | | 607 | usbnet_rx_list_free(struct usbnet * const un) |
608 | { | | 608 | { |
609 | struct usbnet_cdata * const cd = un_cdata(un); | | 609 | struct usbnet_cdata * const cd = un_cdata(un); |
610 | | | 610 | |
611 | if (cd->uncd_rx_chain) { | | 611 | if (cd->uncd_rx_chain) { |
612 | kmem_free(cd->uncd_rx_chain, usbnet_rx_list_size(cd, un)); | | 612 | kmem_free(cd->uncd_rx_chain, usbnet_rx_list_size(cd, un)); |
613 | cd->uncd_rx_chain = NULL; | | 613 | cd->uncd_rx_chain = NULL; |
614 | } | | 614 | } |
615 | } | | 615 | } |
616 | | | 616 | |
617 | static int | | 617 | static int |
618 | usbnet_rx_list_init(struct usbnet * const un) | | 618 | usbnet_rx_list_init(struct usbnet * const un) |
619 | { | | 619 | { |
620 | struct usbnet_cdata * const cd = un_cdata(un); | | 620 | struct usbnet_cdata * const cd = un_cdata(un); |
621 | struct usbnet_private * const unp = un->un_pri; | | 621 | struct usbnet_private * const unp = un->un_pri; |
622 | | | 622 | |
623 | for (size_t i = 0; i < un->un_rx_list_cnt; i++) { | | 623 | for (size_t i = 0; i < un->un_rx_list_cnt; i++) { |
624 | struct usbnet_chain *c = &cd->uncd_rx_chain[i]; | | 624 | struct usbnet_chain *c = &cd->uncd_rx_chain[i]; |
625 | | | 625 | |
626 | c->unc_un = un; | | 626 | c->unc_un = un; |
627 | if (c->unc_xfer == NULL) { | | 627 | if (c->unc_xfer == NULL) { |
628 | int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_RX], | | 628 | int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_RX], |
629 | un->un_rx_bufsz, un->un_rx_xfer_flags, 0, | | 629 | un->un_rx_bufsz, un->un_rx_xfer_flags, 0, |
630 | &c->unc_xfer); | | 630 | &c->unc_xfer); |
631 | if (err) | | 631 | if (err) |
632 | return err; | | 632 | return err; |
633 | c->unc_buf = usbd_get_buffer(c->unc_xfer); | | 633 | c->unc_buf = usbd_get_buffer(c->unc_xfer); |
634 | } | | 634 | } |
635 | } | | 635 | } |
636 | | | 636 | |
637 | return 0; | | 637 | return 0; |
638 | } | | 638 | } |
639 | | | 639 | |
640 | static void | | 640 | static void |
641 | usbnet_rx_list_fini(struct usbnet * const un) | | 641 | usbnet_rx_list_fini(struct usbnet * const un) |
642 | { | | 642 | { |
643 | struct usbnet_cdata * const cd = un_cdata(un); | | 643 | struct usbnet_cdata * const cd = un_cdata(un); |
644 | | | 644 | |
645 | for (size_t i = 0; i < un->un_rx_list_cnt; i++) { | | 645 | for (size_t i = 0; i < un->un_rx_list_cnt; i++) { |
646 | struct usbnet_chain *c = &cd->uncd_rx_chain[i]; | | 646 | struct usbnet_chain *c = &cd->uncd_rx_chain[i]; |
647 | | | 647 | |
648 | if (c->unc_xfer != NULL) { | | 648 | if (c->unc_xfer != NULL) { |
649 | usbd_destroy_xfer(c->unc_xfer); | | 649 | usbd_destroy_xfer(c->unc_xfer); |
650 | c->unc_xfer = NULL; | | 650 | c->unc_xfer = NULL; |
651 | c->unc_buf = NULL; | | 651 | c->unc_buf = NULL; |
652 | } | | 652 | } |
653 | } | | 653 | } |
654 | } | | 654 | } |
655 | | | 655 | |
656 | /* End of common RX functions */ | | 656 | /* End of common RX functions */ |
657 | | | 657 | |
658 | static void | | 658 | static void |
659 | usbnet_rx_start_pipes(struct usbnet * const un) | | 659 | usbnet_rx_start_pipes(struct usbnet * const un) |
660 | { | | 660 | { |
661 | struct usbnet_cdata * const cd = un_cdata(un); | | 661 | struct usbnet_cdata * const cd = un_cdata(un); |
662 | struct usbnet_private * const unp = un->un_pri; | | 662 | struct usbnet_private * const unp = un->un_pri; |
663 | | | 663 | |
664 | mutex_enter(&unp->unp_rxlock); | | 664 | mutex_enter(&unp->unp_rxlock); |
665 | mutex_enter(&unp->unp_txlock); | | 665 | mutex_enter(&unp->unp_txlock); |
666 | unp->unp_stopping = false; | | 666 | unp->unp_stopping = false; |
667 | | | 667 | |
668 | for (size_t i = 0; i < un->un_rx_list_cnt; i++) { | | 668 | for (size_t i = 0; i < un->un_rx_list_cnt; i++) { |
669 | struct usbnet_chain *c = &cd->uncd_rx_chain[i]; | | 669 | struct usbnet_chain *c = &cd->uncd_rx_chain[i]; |
670 | | | 670 | |
671 | usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, un->un_rx_bufsz, | | 671 | usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, un->un_rx_bufsz, |
672 | un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof); | | 672 | un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof); |
673 | usbd_transfer(c->unc_xfer); | | 673 | usbd_transfer(c->unc_xfer); |
674 | } | | 674 | } |
675 | | | 675 | |
676 | mutex_exit(&unp->unp_txlock); | | 676 | mutex_exit(&unp->unp_txlock); |
677 | mutex_exit(&unp->unp_rxlock); | | 677 | mutex_exit(&unp->unp_rxlock); |
678 | } | | 678 | } |
679 | | | 679 | |
680 | /* Start of common TX functions */ | | 680 | /* Start of common TX functions */ |
681 | | | 681 | |
682 | static size_t | | 682 | static size_t |
683 | usbnet_tx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un) | | 683 | usbnet_tx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un) |
684 | { | | 684 | { |
685 | return sizeof(*cd->uncd_tx_chain) * un->un_tx_list_cnt; | | 685 | return sizeof(*cd->uncd_tx_chain) * un->un_tx_list_cnt; |
686 | } | | 686 | } |
687 | | | 687 | |
688 | static void | | 688 | static void |
689 | usbnet_tx_list_alloc(struct usbnet * const un) | | 689 | usbnet_tx_list_alloc(struct usbnet * const un) |
690 | { | | 690 | { |
691 | struct usbnet_cdata * const cd = un_cdata(un); | | 691 | struct usbnet_cdata * const cd = un_cdata(un); |
692 | | | 692 | |
693 | cd->uncd_tx_chain = kmem_zalloc(usbnet_tx_list_size(cd, un), KM_SLEEP); | | 693 | cd->uncd_tx_chain = kmem_zalloc(usbnet_tx_list_size(cd, un), KM_SLEEP); |
694 | } | | 694 | } |
695 | | | 695 | |
696 | static void | | 696 | static void |
697 | usbnet_tx_list_free(struct usbnet * const un) | | 697 | usbnet_tx_list_free(struct usbnet * const un) |
698 | { | | 698 | { |
699 | struct usbnet_cdata * const cd = un_cdata(un); | | 699 | struct usbnet_cdata * const cd = un_cdata(un); |
700 | | | 700 | |
701 | if (cd->uncd_tx_chain) { | | 701 | if (cd->uncd_tx_chain) { |
702 | kmem_free(cd->uncd_tx_chain, usbnet_tx_list_size(cd, un)); | | 702 | kmem_free(cd->uncd_tx_chain, usbnet_tx_list_size(cd, un)); |
703 | cd->uncd_tx_chain = NULL; | | 703 | cd->uncd_tx_chain = NULL; |
704 | } | | 704 | } |
705 | } | | 705 | } |
706 | | | 706 | |
707 | static int | | 707 | static int |
708 | usbnet_tx_list_init(struct usbnet * const un) | | 708 | usbnet_tx_list_init(struct usbnet * const un) |
709 | { | | 709 | { |
710 | struct usbnet_cdata * const cd = un_cdata(un); | | 710 | struct usbnet_cdata * const cd = un_cdata(un); |
711 | struct usbnet_private * const unp = un->un_pri; | | 711 | struct usbnet_private * const unp = un->un_pri; |
712 | | | 712 | |
713 | for (size_t i = 0; i < un->un_tx_list_cnt; i++) { | | 713 | for (size_t i = 0; i < un->un_tx_list_cnt; i++) { |
714 | struct usbnet_chain *c = &cd->uncd_tx_chain[i]; | | 714 | struct usbnet_chain *c = &cd->uncd_tx_chain[i]; |
715 | | | 715 | |
716 | c->unc_un = un; | | 716 | c->unc_un = un; |
717 | if (c->unc_xfer == NULL) { | | 717 | if (c->unc_xfer == NULL) { |
718 | int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_TX], | | 718 | int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_TX], |
719 | un->un_tx_bufsz, un->un_tx_xfer_flags, 0, | | 719 | un->un_tx_bufsz, un->un_tx_xfer_flags, 0, |
720 | &c->unc_xfer); | | 720 | &c->unc_xfer); |
721 | if (err) | | 721 | if (err) |
722 | return err; | | 722 | return err; |
723 | c->unc_buf = usbd_get_buffer(c->unc_xfer); | | 723 | c->unc_buf = usbd_get_buffer(c->unc_xfer); |
724 | } | | 724 | } |
725 | } | | 725 | } |
726 | | | 726 | |
727 | return 0; | | 727 | return 0; |
728 | } | | 728 | } |
729 | | | 729 | |
730 | static void | | 730 | static void |
731 | usbnet_tx_list_fini(struct usbnet * const un) | | 731 | usbnet_tx_list_fini(struct usbnet * const un) |
732 | { | | 732 | { |
733 | struct usbnet_cdata * const cd = un_cdata(un); | | 733 | struct usbnet_cdata * const cd = un_cdata(un); |
734 | | | 734 | |
735 | for (size_t i = 0; i < un->un_tx_list_cnt; i++) { | | 735 | for (size_t i = 0; i < un->un_tx_list_cnt; i++) { |
736 | struct usbnet_chain *c = &cd->uncd_tx_chain[i]; | | 736 | struct usbnet_chain *c = &cd->uncd_tx_chain[i]; |
737 | | | 737 | |
738 | if (c->unc_xfer != NULL) { | | 738 | if (c->unc_xfer != NULL) { |
739 | usbd_destroy_xfer(c->unc_xfer); | | 739 | usbd_destroy_xfer(c->unc_xfer); |
740 | c->unc_xfer = NULL; | | 740 | c->unc_xfer = NULL; |
741 | c->unc_buf = NULL; | | 741 | c->unc_buf = NULL; |
742 | } | | 742 | } |
743 | } | | 743 | } |
744 | cd->uncd_tx_prod = cd->uncd_tx_cnt = 0; | | 744 | cd->uncd_tx_prod = cd->uncd_tx_cnt = 0; |
745 | } | | 745 | } |
746 | | | 746 | |
747 | /* End of common TX functions */ | | 747 | /* End of common TX functions */ |
748 | | | 748 | |
749 | /* Endpoint pipe management. */ | | 749 | /* Endpoint pipe management. */ |
750 | | | 750 | |
751 | static void | | 751 | static void |
752 | usbnet_ep_close_pipes(struct usbnet * const un) | | 752 | usbnet_ep_close_pipes(struct usbnet * const un) |
753 | { | | 753 | { |
754 | struct usbnet_private * const unp = un->un_pri; | | 754 | struct usbnet_private * const unp = un->un_pri; |
755 | | | 755 | |
756 | for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { | | 756 | for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { |
757 | if (unp->unp_ep[i] == NULL) | | 757 | if (unp->unp_ep[i] == NULL) |
758 | continue; | | 758 | continue; |
759 | usbd_status err = usbd_close_pipe(unp->unp_ep[i]); | | 759 | usbd_status err = usbd_close_pipe(unp->unp_ep[i]); |
760 | if (err) | | 760 | if (err) |
761 | aprint_error_dev(un->un_dev, "close pipe %zu: %s\n", i, | | 761 | aprint_error_dev(un->un_dev, "close pipe %zu: %s\n", i, |
762 | usbd_errstr(err)); | | 762 | usbd_errstr(err)); |
763 | unp->unp_ep[i] = NULL; | | 763 | unp->unp_ep[i] = NULL; |
764 | } | | 764 | } |
765 | } | | 765 | } |
766 | | | 766 | |
767 | static usbd_status | | 767 | static usbd_status |
768 | usbnet_ep_open_pipes(struct usbnet * const un) | | 768 | usbnet_ep_open_pipes(struct usbnet * const un) |
769 | { | | 769 | { |
770 | struct usbnet_intr * const uni = un->un_intr; | | 770 | struct usbnet_intr * const uni = un->un_intr; |
771 | struct usbnet_private * const unp = un->un_pri; | | 771 | struct usbnet_private * const unp = un->un_pri; |
772 | | | 772 | |
773 | for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { | | 773 | for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { |
774 | usbd_status err; | | 774 | usbd_status err; |
775 | | | 775 | |
776 | if (un->un_ed[i] == 0) | | 776 | if (un->un_ed[i] == 0) |
777 | continue; | | 777 | continue; |
778 | | | 778 | |
779 | if (i == USBNET_ENDPT_INTR && uni) { | | 779 | if (i == USBNET_ENDPT_INTR && uni) { |
780 | err = usbd_open_pipe_intr(un->un_iface, un->un_ed[i], | | 780 | err = usbd_open_pipe_intr(un->un_iface, un->un_ed[i], |
781 | USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i], un, | | 781 | USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i], un, |
782 | uni->uni_buf, uni->uni_bufsz, usbnet_pipe_intr, | | 782 | uni->uni_buf, uni->uni_bufsz, usbnet_pipe_intr, |
783 | uni->uni_interval); | | 783 | uni->uni_interval); |
784 | } else { | | 784 | } else { |
785 | err = usbd_open_pipe(un->un_iface, un->un_ed[i], | | 785 | err = usbd_open_pipe(un->un_iface, un->un_ed[i], |
786 | USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i]); | | 786 | USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i]); |
787 | } | | 787 | } |
788 | if (err) { | | 788 | if (err) { |
789 | usbnet_ep_close_pipes(un); | | 789 | usbnet_ep_close_pipes(un); |
790 | return err; | | 790 | return err; |
791 | } | | 791 | } |
792 | } | | 792 | } |
793 | | | 793 | |
794 | return USBD_NORMAL_COMPLETION; | | 794 | return USBD_NORMAL_COMPLETION; |
795 | } | | 795 | } |
796 | | | 796 | |
797 | static usbd_status | | 797 | static usbd_status |
798 | usbnet_ep_stop_pipes(struct usbnet * const un) | | 798 | usbnet_ep_stop_pipes(struct usbnet * const un) |
799 | { | | 799 | { |
800 | struct usbnet_private * const unp = un->un_pri; | | 800 | struct usbnet_private * const unp = un->un_pri; |
801 | usbd_status err = USBD_NORMAL_COMPLETION; | | 801 | usbd_status err = USBD_NORMAL_COMPLETION; |
802 | | | 802 | |
803 | for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { | | 803 | for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) { |
804 | if (unp->unp_ep[i] == NULL) | | 804 | if (unp->unp_ep[i] == NULL) |
805 | continue; | | 805 | continue; |
806 | usbd_status err2 = usbd_abort_pipe(unp->unp_ep[i]); | | 806 | usbd_status err2 = usbd_abort_pipe(unp->unp_ep[i]); |
807 | if (err == USBD_NORMAL_COMPLETION && err2) | | 807 | if (err == USBD_NORMAL_COMPLETION && err2) |
808 | err = err2; | | 808 | err = err2; |
809 | } | | 809 | } |
810 | | | 810 | |
811 | return err; | | 811 | return err; |
812 | } | | 812 | } |
813 | | | 813 | |
814 | int | | 814 | int |
815 | usbnet_init_rx_tx(struct usbnet * const un) | | 815 | usbnet_init_rx_tx(struct usbnet * const un) |
816 | { | | 816 | { |
817 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 817 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
818 | struct usbnet_private * const unp = un->un_pri; | | 818 | struct usbnet_private * const unp = un->un_pri; |
819 | struct ifnet * const ifp = usbnet_ifp(un); | | 819 | struct ifnet * const ifp = usbnet_ifp(un); |
820 | usbd_status err; | | 820 | usbd_status err; |
821 | int error = 0; | | 821 | int error = 0; |
822 | | | 822 | |
823 | KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), | | 823 | KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), |
824 | "%s", ifp->if_xname); | | 824 | "%s", ifp->if_xname); |
825 | | | 825 | |
826 | usbnet_isowned_core(un); | | 826 | usbnet_isowned_core(un); |
827 | | | 827 | |
828 | if (unp->unp_dying) { | | 828 | if (unp->unp_dying) { |
829 | return EIO; | | 829 | return EIO; |
830 | } | | 830 | } |
831 | | | 831 | |
832 | usbnet_busy(un); | | 832 | usbnet_busy(un); |
833 | | | 833 | |
834 | /* Open RX and TX pipes. */ | | 834 | /* Open RX and TX pipes. */ |
835 | err = usbnet_ep_open_pipes(un); | | 835 | err = usbnet_ep_open_pipes(un); |
836 | if (err) { | | 836 | if (err) { |
837 | aprint_error_dev(un->un_dev, "open rx/tx pipes failed: %s\n", | | 837 | aprint_error_dev(un->un_dev, "open rx/tx pipes failed: %s\n", |
838 | usbd_errstr(err)); | | 838 | usbd_errstr(err)); |
839 | error = EIO; | | 839 | error = EIO; |
840 | goto out; | | 840 | goto out; |
841 | } | | 841 | } |
842 | | | 842 | |
843 | /* Init RX ring. */ | | 843 | /* Init RX ring. */ |
844 | if (usbnet_rx_list_init(un)) { | | 844 | if (usbnet_rx_list_init(un)) { |
845 | aprint_error_dev(un->un_dev, "rx list init failed\n"); | | 845 | aprint_error_dev(un->un_dev, "rx list init failed\n"); |
846 | error = ENOBUFS; | | 846 | error = ENOBUFS; |
847 | goto out; | | 847 | goto out; |
848 | } | | 848 | } |
849 | | | 849 | |
850 | /* Init TX ring. */ | | 850 | /* Init TX ring. */ |
851 | if (usbnet_tx_list_init(un)) { | | 851 | if (usbnet_tx_list_init(un)) { |
852 | aprint_error_dev(un->un_dev, "tx list init failed\n"); | | 852 | aprint_error_dev(un->un_dev, "tx list init failed\n"); |
853 | error = ENOBUFS; | | 853 | error = ENOBUFS; |
854 | goto out; | | 854 | goto out; |
855 | } | | 855 | } |
856 | | | 856 | |
857 | /* Indicate we are up and running. */ | | 857 | /* Indicate we are up and running. */ |
858 | #if 0 | | 858 | #if 0 |
859 | /* XXX if_mcast_op() can call this without ifnet locked */ | | 859 | /* XXX if_mcast_op() can call this without ifnet locked */ |
860 | KASSERT(ifp->if_softc == NULL || IFNET_LOCKED(ifp)); | | 860 | KASSERT(ifp->if_softc == NULL || IFNET_LOCKED(ifp)); |
861 | #endif | | 861 | #endif |
862 | ifp->if_flags |= IFF_RUNNING; | | 862 | ifp->if_flags |= IFF_RUNNING; |
863 | | | 863 | |
864 | /* Start up the receive pipe(s). */ | | 864 | /* Start up the receive pipe(s). */ |
865 | usbnet_rx_start_pipes(un); | | 865 | usbnet_rx_start_pipes(un); |
866 | | | 866 | |
867 | callout_schedule(&unp->unp_stat_ch, hz); | | 867 | callout_schedule(&unp->unp_stat_ch, hz); |
868 | | | 868 | |
869 | out: | | 869 | out: |
870 | if (error) { | | 870 | if (error) { |
871 | usbnet_rx_list_fini(un); | | 871 | usbnet_rx_list_fini(un); |
872 | usbnet_tx_list_fini(un); | | 872 | usbnet_tx_list_fini(un); |
873 | usbnet_ep_close_pipes(un); | | 873 | usbnet_ep_close_pipes(un); |
874 | } | | 874 | } |
875 | usbnet_unbusy(un); | | 875 | usbnet_unbusy(un); |
876 | | | 876 | |
877 | usbnet_isowned_core(un); | | 877 | usbnet_isowned_core(un); |
878 | | | 878 | |
879 | return error; | | 879 | return error; |
880 | } | | 880 | } |
881 | | | 881 | |
882 | void | | 882 | void |
883 | usbnet_busy(struct usbnet *un) | | 883 | usbnet_busy(struct usbnet *un) |
884 | { | | 884 | { |
885 | struct usbnet_private * const unp = un->un_pri; | | 885 | struct usbnet_private * const unp = un->un_pri; |
886 | | | 886 | |
887 | usbnet_isowned_core(un); | | 887 | usbnet_isowned_core(un); |
888 | | | 888 | |
889 | unp->unp_refcnt++; | | 889 | unp->unp_refcnt++; |
890 | } | | 890 | } |
891 | | | 891 | |
892 | void | | 892 | void |
893 | usbnet_unbusy(struct usbnet *un) | | 893 | usbnet_unbusy(struct usbnet *un) |
894 | { | | 894 | { |
895 | struct usbnet_private * const unp = un->un_pri; | | 895 | struct usbnet_private * const unp = un->un_pri; |
896 | | | 896 | |
897 | usbnet_isowned_core(un); | | 897 | usbnet_isowned_core(un); |
898 | | | 898 | |
899 | if (--unp->unp_refcnt < 0) | | 899 | if (--unp->unp_refcnt < 0) |
900 | cv_broadcast(&unp->unp_detachcv); | | 900 | cv_broadcast(&unp->unp_detachcv); |
901 | } | | 901 | } |
902 | | | 902 | |
903 | /* MII management. */ | | 903 | /* MII management. */ |
904 | | | 904 | |
905 | int | | 905 | int |
906 | usbnet_mii_readreg(device_t dev, int phy, int reg, uint16_t *val) | | 906 | usbnet_mii_readreg(device_t dev, int phy, int reg, uint16_t *val) |
907 | { | | 907 | { |
908 | USBNETHIST_FUNC(); | | 908 | USBNETHIST_FUNC(); |
909 | struct usbnet * const un = device_private(dev); | | 909 | struct usbnet * const un = device_private(dev); |
910 | struct usbnet_private * const unp = un->un_pri; | | 910 | struct usbnet_private * const unp = un->un_pri; |
911 | int err; | | 911 | int err; |
912 | | | 912 | |
913 | /* MII layer ensures core_lock is held. */ | | 913 | /* MII layer ensures core_lock is held. */ |
914 | usbnet_isowned_core(un); | | 914 | usbnet_isowned_core(un); |
915 | | | 915 | |
916 | if (unp->unp_dying) { | | 916 | if (unp->unp_dying) { |
917 | return EIO; | | 917 | return EIO; |
918 | } | | 918 | } |
919 | | | 919 | |
920 | usbnet_busy(un); | | 920 | usbnet_busy(un); |
921 | err = uno_read_reg(un, phy, reg, val); | | 921 | err = uno_read_reg(un, phy, reg, val); |
922 | usbnet_unbusy(un); | | 922 | usbnet_unbusy(un); |
923 | | | 923 | |
924 | if (err) { | | 924 | if (err) { |
925 | USBNETHIST_CALLARGS("%jd: read PHY failed: %jd", | | 925 | USBNETHIST_CALLARGS("%jd: read PHY failed: %jd", |
926 | unp->unp_number, err, 0, 0); | | 926 | unp->unp_number, err, 0, 0); |
927 | return err; | | 927 | return err; |
928 | } | | 928 | } |
929 | | | 929 | |
930 | return 0; | | 930 | return 0; |
931 | } | | 931 | } |
932 | | | 932 | |
933 | int | | 933 | int |
934 | usbnet_mii_writereg(device_t dev, int phy, int reg, uint16_t val) | | 934 | usbnet_mii_writereg(device_t dev, int phy, int reg, uint16_t val) |
935 | { | | 935 | { |
936 | USBNETHIST_FUNC(); | | 936 | USBNETHIST_FUNC(); |
937 | struct usbnet * const un = device_private(dev); | | 937 | struct usbnet * const un = device_private(dev); |
938 | struct usbnet_private * const unp = un->un_pri; | | 938 | struct usbnet_private * const unp = un->un_pri; |
939 | int err; | | 939 | int err; |
940 | | | 940 | |
941 | /* MII layer ensures core_lock is held. */ | | 941 | /* MII layer ensures core_lock is held. */ |
942 | usbnet_isowned_core(un); | | 942 | usbnet_isowned_core(un); |
943 | | | 943 | |
944 | if (unp->unp_dying) { | | 944 | if (unp->unp_dying) { |
945 | return EIO; | | 945 | return EIO; |
946 | } | | 946 | } |
947 | | | 947 | |
948 | usbnet_busy(un); | | 948 | usbnet_busy(un); |
949 | err = uno_write_reg(un, phy, reg, val); | | 949 | err = uno_write_reg(un, phy, reg, val); |
950 | usbnet_unbusy(un); | | 950 | usbnet_unbusy(un); |
951 | | | 951 | |
952 | if (err) { | | 952 | if (err) { |
953 | USBNETHIST_CALLARGS("%jd: write PHY failed: %jd", | | 953 | USBNETHIST_CALLARGS("%jd: write PHY failed: %jd", |
954 | unp->unp_number, err, 0, 0); | | 954 | unp->unp_number, err, 0, 0); |
955 | return err; | | 955 | return err; |
956 | } | | 956 | } |
957 | | | 957 | |
958 | return 0; | | 958 | return 0; |
959 | } | | 959 | } |
960 | | | 960 | |
961 | void | | 961 | void |
962 | usbnet_mii_statchg(struct ifnet *ifp) | | 962 | usbnet_mii_statchg(struct ifnet *ifp) |
963 | { | | 963 | { |
964 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 964 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
965 | struct usbnet * const un = ifp->if_softc; | | 965 | struct usbnet * const un = ifp->if_softc; |
966 | | | 966 | |
967 | /* MII layer ensures core_lock is held. */ | | 967 | /* MII layer ensures core_lock is held. */ |
968 | usbnet_isowned_core(un); | | 968 | usbnet_isowned_core(un); |
969 | | | 969 | |
970 | usbnet_busy(un); | | 970 | usbnet_busy(un); |
971 | uno_mii_statchg(un, ifp); | | 971 | uno_mii_statchg(un, ifp); |
972 | usbnet_unbusy(un); | | 972 | usbnet_unbusy(un); |
973 | } | | 973 | } |
974 | | | 974 | |
975 | static int | | 975 | static int |
976 | usbnet_media_upd(struct ifnet *ifp) | | 976 | usbnet_media_upd(struct ifnet *ifp) |
977 | { | | 977 | { |
978 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 978 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
979 | struct usbnet * const un = ifp->if_softc; | | 979 | struct usbnet * const un = ifp->if_softc; |
980 | struct usbnet_private * const unp = un->un_pri; | | 980 | struct usbnet_private * const unp = un->un_pri; |
981 | struct mii_data * const mii = usbnet_mii(un); | | 981 | struct mii_data * const mii = usbnet_mii(un); |
982 | | | 982 | |
983 | /* ifmedia layer ensures core_lock is held. */ | | 983 | /* ifmedia layer ensures core_lock is held. */ |
984 | usbnet_isowned_core(un); | | 984 | usbnet_isowned_core(un); |
985 | | | 985 | |
986 | if (unp->unp_dying) | | 986 | if (unp->unp_dying) |
987 | return EIO; | | 987 | return EIO; |
988 | | | 988 | |
989 | unp->unp_link = false; | | 989 | unp->unp_link = false; |
990 | | | 990 | |
991 | if (mii->mii_instance) { | | 991 | if (mii->mii_instance) { |
992 | struct mii_softc *miisc; | | 992 | struct mii_softc *miisc; |
993 | | | 993 | |
994 | LIST_FOREACH(miisc, &mii->mii_phys, mii_list) | | 994 | LIST_FOREACH(miisc, &mii->mii_phys, mii_list) |
995 | mii_phy_reset(miisc); | | 995 | mii_phy_reset(miisc); |
996 | } | | 996 | } |
997 | | | 997 | |
998 | return ether_mediachange(ifp); | | 998 | return ether_mediachange(ifp); |
999 | } | | 999 | } |
1000 | | | 1000 | |
1001 | /* ioctl */ | | 1001 | /* ioctl */ |
1002 | | | 1002 | |
1003 | static int | | 1003 | static int |
1004 | usbnet_ifflags_cb(struct ethercom *ec) | | 1004 | usbnet_ifflags_cb(struct ethercom *ec) |
1005 | { | | 1005 | { |
1006 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1006 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1007 | struct ifnet *ifp = &ec->ec_if; | | 1007 | struct ifnet *ifp = &ec->ec_if; |
1008 | struct usbnet *un = ifp->if_softc; | | 1008 | struct usbnet *un = ifp->if_softc; |
1009 | struct usbnet_private * const unp = un->un_pri; | | 1009 | struct usbnet_private * const unp = un->un_pri; |
1010 | int rv = 0; | | 1010 | int rv = 0; |
1011 | | | 1011 | |
1012 | KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); | | 1012 | KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); |
1013 | | | 1013 | |
1014 | mutex_enter(&unp->unp_core_lock); | | 1014 | mutex_enter(&unp->unp_core_lock); |
1015 | | | 1015 | |
1016 | const u_short changed = ifp->if_flags ^ unp->unp_if_flags; | | 1016 | const u_short changed = ifp->if_flags ^ unp->unp_if_flags; |
1017 | if ((changed & ~(IFF_CANTCHANGE | IFF_DEBUG)) == 0) { | | 1017 | if ((changed & ~(IFF_CANTCHANGE | IFF_DEBUG)) == 0) { |
1018 | unp->unp_if_flags = ifp->if_flags; | | 1018 | unp->unp_if_flags = ifp->if_flags; |
1019 | if ((changed & IFF_PROMISC) != 0) | | 1019 | if ((changed & IFF_PROMISC) != 0) |
1020 | rv = ENETRESET; | | 1020 | rv = ENETRESET; |
1021 | } else { | | 1021 | } else { |
1022 | rv = ENETRESET; | | 1022 | rv = ENETRESET; |
1023 | } | | 1023 | } |
1024 | | | 1024 | |
1025 | mutex_exit(&unp->unp_core_lock); | | 1025 | mutex_exit(&unp->unp_core_lock); |
1026 | | | 1026 | |
1027 | return rv; | | 1027 | return rv; |
1028 | } | | 1028 | } |
1029 | | | 1029 | |
1030 | static int | | 1030 | static int |
1031 | usbnet_if_ioctl(struct ifnet *ifp, u_long cmd, void *data) | | 1031 | usbnet_if_ioctl(struct ifnet *ifp, u_long cmd, void *data) |
1032 | { | | 1032 | { |
1033 | USBNETHIST_FUNC(); | | 1033 | USBNETHIST_FUNC(); |
1034 | struct usbnet * const un = ifp->if_softc; | | 1034 | struct usbnet * const un = ifp->if_softc; |
1035 | struct usbnet_private * const unp __unused = un->un_pri; | | 1035 | struct usbnet_private * const unp __unused = un->un_pri; |
1036 | int error; | | 1036 | int error; |
1037 | | | 1037 | |
1038 | USBNETHIST_CALLARGSN(11, "%jd: enter %#jx data %#jx", | | 1038 | USBNETHIST_CALLARGSN(11, "%jd: enter %#jx data %#jx", |
1039 | unp->unp_number, cmd, (uintptr_t)data, 0); | | 1039 | unp->unp_number, cmd, (uintptr_t)data, 0); |
1040 | | | 1040 | |
1041 | if (un->un_ops->uno_override_ioctl) | | 1041 | if (un->un_ops->uno_override_ioctl) |
1042 | return uno_override_ioctl(un, ifp, cmd, data); | | 1042 | return uno_override_ioctl(un, ifp, cmd, data); |
1043 | | | 1043 | |
1044 | error = ether_ioctl(ifp, cmd, data); | | 1044 | error = ether_ioctl(ifp, cmd, data); |
1045 | if (error == ENETRESET) { | | 1045 | if (error == ENETRESET) { |
1046 | switch (cmd) { | | 1046 | switch (cmd) { |
1047 | case SIOCADDMULTI: | | 1047 | case SIOCADDMULTI: |
1048 | case SIOCDELMULTI: | | 1048 | case SIOCDELMULTI: |
1049 | usb_add_task(un->un_udev, &unp->unp_mcasttask, | | 1049 | usb_add_task(un->un_udev, &unp->unp_mcasttask, |
1050 | USB_TASKQ_DRIVER); | | 1050 | USB_TASKQ_DRIVER); |
1051 | error = 0; | | 1051 | error = 0; |
1052 | break; | | 1052 | break; |
1053 | default: | | 1053 | default: |
1054 | error = uno_ioctl(un, ifp, cmd, data); | | 1054 | error = uno_ioctl(un, ifp, cmd, data); |
1055 | } | | 1055 | } |
1056 | } | | 1056 | } |
1057 | | | 1057 | |
1058 | return error; | | 1058 | return error; |
1059 | } | | 1059 | } |
1060 | | | 1060 | |
1061 | static void | | 1061 | static void |
1062 | usbnet_mcast_task(void *arg) | | 1062 | usbnet_mcast_task(void *arg) |
1063 | { | | 1063 | { |
1064 | USBNETHIST_FUNC(); | | 1064 | USBNETHIST_FUNC(); |
1065 | struct usbnet * const un = arg; | | 1065 | struct usbnet * const un = arg; |
1066 | struct usbnet_private * const unp = un->un_pri; | | 1066 | struct usbnet_private * const unp = un->un_pri; |
1067 | struct ifnet * const ifp = usbnet_ifp(un); | | 1067 | struct ifnet * const ifp = usbnet_ifp(un); |
1068 | bool dying; | | 1068 | bool dying; |
1069 | struct ifreq ifr; | | 1069 | struct ifreq ifr; |
1070 | | | 1070 | |
1071 | USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0); | | 1071 | USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0); |
1072 | | | 1072 | |
1073 | /* | | 1073 | /* |
1074 | * If we're detaching, we must check unp_dying _before_ | | 1074 | * If we're detaching, we must check unp_dying _before_ |
1075 | * touching IFNET_LOCK -- the ifnet may have been detached by | | 1075 | * touching IFNET_LOCK -- the ifnet may have been detached by |
1076 | * the time this task runs. This is racy -- unp_dying may be | | 1076 | * the time this task runs. This is racy -- unp_dying may be |
1077 | * set immediately after we test it -- but nevertheless safe, | | 1077 | * set immediately after we test it -- but nevertheless safe, |
1078 | * because usbnet_detach waits for the task to complete before | | 1078 | * because usbnet_detach waits for the task to complete before |
1079 | * issuing if_detach, and necessary, so that we don't touch | | 1079 | * issuing if_detach, and necessary, so that we don't touch |
1080 | * IFNET_LOCK after if_detach. See usbnet_detach for details. | | 1080 | * IFNET_LOCK after if_detach. See usbnet_detach for details. |
1081 | */ | | 1081 | */ |
1082 | mutex_enter(&unp->unp_core_lock); | | 1082 | mutex_enter(&unp->unp_core_lock); |
1083 | dying = unp->unp_dying; | | 1083 | dying = unp->unp_dying; |
1084 | mutex_exit(&unp->unp_core_lock); | | 1084 | mutex_exit(&unp->unp_core_lock); |
1085 | if (dying) | | 1085 | if (dying) |
1086 | return; | | 1086 | return; |
1087 | | | 1087 | |
1088 | /* | | 1088 | /* |
1089 | * Pass a bogus ifr with SIOCDELMULTI -- the goal is to just | | 1089 | * Pass a bogus ifr with SIOCDELMULTI -- the goal is to just |
1090 | * notify the driver to reprogram any hardware multicast | | 1090 | * notify the driver to reprogram any hardware multicast |
1091 | * filter, according to what's already stored in the ethercom. | | 1091 | * filter, according to what's already stored in the ethercom. |
1092 | * None of the drivers actually examine this argument, so it | | 1092 | * None of the drivers actually examine this argument, so it |
1093 | * doesn't change the ABI as far as they can tell. | | 1093 | * doesn't change the ABI as far as they can tell. |
1094 | */ | | 1094 | */ |
1095 | IFNET_LOCK(ifp); | | 1095 | IFNET_LOCK(ifp); |
1096 | if (ifp->if_flags & IFF_RUNNING) { | | 1096 | if (ifp->if_flags & IFF_RUNNING) { |
1097 | memset(&ifr, 0, sizeof(ifr)); | | 1097 | memset(&ifr, 0, sizeof(ifr)); |
1098 | (void)uno_ioctl(un, ifp, SIOCDELMULTI, &ifr); | | 1098 | (void)uno_ioctl(un, ifp, SIOCDELMULTI, &ifr); |
1099 | } | | 1099 | } |
1100 | IFNET_UNLOCK(ifp); | | 1100 | IFNET_UNLOCK(ifp); |
1101 | } | | 1101 | } |
1102 | | | 1102 | |
1103 | /* | | 1103 | /* |
1104 | * Generic stop network function: | | 1104 | * Generic stop network function: |
1105 | * - mark as stopping | | 1105 | * - mark as stopping |
1106 | * - call DD routine to stop the device | | 1106 | * - call DD routine to stop the device |
1107 | * - turn off running, timer, statchg callout, link | | 1107 | * - turn off running, timer, statchg callout, link |
1108 | * - stop transfers | | 1108 | * - stop transfers |
1109 | * - free RX and TX resources | | 1109 | * - free RX and TX resources |
1110 | * - close pipes | | 1110 | * - close pipes |
1111 | * | | 1111 | * |
1112 | * usbnet_stop() is exported for drivers to use, expects lock held. | | 1112 | * usbnet_stop() is exported for drivers to use, expects lock held. |
1113 | * | | 1113 | * |
1114 | * usbnet_if_stop() is for the if_stop handler. | | 1114 | * usbnet_if_stop() is for the if_stop handler. |
1115 | */ | | 1115 | */ |
1116 | void | | 1116 | void |
1117 | usbnet_stop(struct usbnet *un, struct ifnet *ifp, int disable) | | 1117 | usbnet_stop(struct usbnet *un, struct ifnet *ifp, int disable) |
1118 | { | | 1118 | { |
1119 | struct usbnet_private * const unp = un->un_pri; | | 1119 | struct usbnet_private * const unp = un->un_pri; |
1120 | | | 1120 | |
1121 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1121 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1122 | | | 1122 | |
1123 | KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), | | 1123 | KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), |
1124 | "%s", ifp->if_xname); | | 1124 | "%s", ifp->if_xname); |
1125 | usbnet_isowned_core(un); | | 1125 | usbnet_isowned_core(un); |
1126 | | | 1126 | |
1127 | usbnet_busy(un); | | 1127 | usbnet_busy(un); |
1128 | | | 1128 | |
1129 | mutex_enter(&unp->unp_rxlock); | | 1129 | mutex_enter(&unp->unp_rxlock); |
1130 | mutex_enter(&unp->unp_txlock); | | 1130 | mutex_enter(&unp->unp_txlock); |
1131 | unp->unp_stopping = true; | | 1131 | unp->unp_stopping = true; |
1132 | mutex_exit(&unp->unp_txlock); | | 1132 | mutex_exit(&unp->unp_txlock); |
1133 | mutex_exit(&unp->unp_rxlock); | | 1133 | mutex_exit(&unp->unp_rxlock); |
1134 | | | 1134 | |
1135 | uno_stop(un, ifp, disable); | | 1135 | uno_stop(un, ifp, disable); |
1136 | | | 1136 | |
1137 | mutex_enter(&unp->unp_txlock); | | 1137 | mutex_enter(&unp->unp_txlock); |
1138 | unp->unp_timer = 0; | | 1138 | unp->unp_timer = 0; |
1139 | mutex_exit(&unp->unp_txlock); | | 1139 | mutex_exit(&unp->unp_txlock); |
1140 | | | 1140 | |
1141 | callout_halt(&unp->unp_stat_ch, &unp->unp_core_lock); | | 1141 | callout_halt(&unp->unp_stat_ch, &unp->unp_core_lock); |
1142 | usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, | | 1142 | usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, |
1143 | &unp->unp_core_lock); | | 1143 | &unp->unp_core_lock); |
1144 | | | 1144 | |
1145 | /* Stop transfers. */ | | 1145 | /* Stop transfers. */ |
1146 | usbnet_ep_stop_pipes(un); | | 1146 | usbnet_ep_stop_pipes(un); |
1147 | | | 1147 | |
1148 | /* Free RX/TX resources. */ | | 1148 | /* Free RX/TX resources. */ |
1149 | usbnet_rx_list_fini(un); | | 1149 | usbnet_rx_list_fini(un); |
1150 | usbnet_tx_list_fini(un); | | 1150 | usbnet_tx_list_fini(un); |
1151 | | | 1151 | |
1152 | /* Close pipes. */ | | 1152 | /* Close pipes. */ |
1153 | usbnet_ep_close_pipes(un); | | 1153 | usbnet_ep_close_pipes(un); |
1154 | | | 1154 | |
1155 | /* Everything is quesced now. */ | | 1155 | /* Everything is quesced now. */ |
1156 | KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), | | 1156 | KASSERTMSG(!unp->unp_ifp_attached || IFNET_LOCKED(ifp), |
1157 | "%s", ifp->if_xname); | | 1157 | "%s", ifp->if_xname); |
1158 | ifp->if_flags &= ~IFF_RUNNING; | | 1158 | ifp->if_flags &= ~IFF_RUNNING; |
1159 | | | 1159 | |
1160 | usbnet_unbusy(un); | | 1160 | usbnet_unbusy(un); |
1161 | } | | 1161 | } |
1162 | | | 1162 | |
1163 | static void | | 1163 | static void |
1164 | usbnet_if_stop(struct ifnet *ifp, int disable) | | 1164 | usbnet_if_stop(struct ifnet *ifp, int disable) |
1165 | { | | 1165 | { |
1166 | struct usbnet * const un = ifp->if_softc; | | 1166 | struct usbnet * const un = ifp->if_softc; |
1167 | struct usbnet_private * const unp = un->un_pri; | | 1167 | struct usbnet_private * const unp = un->un_pri; |
1168 | | | 1168 | |
1169 | KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); | | 1169 | KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); |
1170 | | | 1170 | |
1171 | mutex_enter(&unp->unp_core_lock); | | 1171 | mutex_enter(&unp->unp_core_lock); |
1172 | usbnet_stop(un, ifp, disable); | | 1172 | usbnet_stop(un, ifp, disable); |
1173 | mutex_exit(&unp->unp_core_lock); | | 1173 | mutex_exit(&unp->unp_core_lock); |
1174 | } | | 1174 | } |
1175 | | | 1175 | |
1176 | /* | | 1176 | /* |
1177 | * Generic tick task function. | | 1177 | * Generic tick task function. |
1178 | * | | 1178 | * |
1179 | * usbnet_tick() is triggered from a callout, and triggers a call to | | 1179 | * usbnet_tick() is triggered from a callout, and triggers a call to |
1180 | * usbnet_tick_task() from the usb_task subsystem. | | 1180 | * usbnet_tick_task() from the usb_task subsystem. |
1181 | */ | | 1181 | */ |
1182 | static void | | 1182 | static void |
1183 | usbnet_tick(void *arg) | | 1183 | usbnet_tick(void *arg) |
1184 | { | | 1184 | { |
1185 | USBNETHIST_FUNC(); | | 1185 | USBNETHIST_FUNC(); |
1186 | struct usbnet * const un = arg; | | 1186 | struct usbnet * const un = arg; |
1187 | struct usbnet_private * const unp = un->un_pri; | | 1187 | struct usbnet_private * const unp = un->un_pri; |
1188 | | | 1188 | |
1189 | USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0); | | 1189 | USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0); |
1190 | | | 1190 | |
1191 | if (unp != NULL && !unp->unp_stopping && !unp->unp_dying) { | | 1191 | if (unp != NULL && !unp->unp_stopping && !unp->unp_dying) { |
1192 | /* Perform periodic stuff in process context */ | | 1192 | /* Perform periodic stuff in process context */ |
1193 | usb_add_task(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER); | | 1193 | usb_add_task(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER); |
1194 | } | | 1194 | } |
1195 | } | | 1195 | } |
1196 | | | 1196 | |
1197 | static void | | 1197 | static void |
1198 | usbnet_watchdog(struct ifnet *ifp) | | 1198 | usbnet_watchdog(struct ifnet *ifp) |
1199 | { | | 1199 | { |
1200 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1200 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1201 | struct usbnet * const un = ifp->if_softc; | | 1201 | struct usbnet * const un = ifp->if_softc; |
1202 | struct usbnet_private * const unp = un->un_pri; | | 1202 | struct usbnet_private * const unp = un->un_pri; |
1203 | struct usbnet_cdata * const cd = un_cdata(un); | | 1203 | struct usbnet_cdata * const cd = un_cdata(un); |
1204 | usbd_status err; | | 1204 | usbd_status err; |
1205 | | | 1205 | |
1206 | if_statinc(ifp, if_oerrors); | | 1206 | if_statinc(ifp, if_oerrors); |
1207 | device_printf(un->un_dev, "watchdog timeout\n"); | | 1207 | device_printf(un->un_dev, "watchdog timeout\n"); |
1208 | | | 1208 | |
1209 | if (cd->uncd_tx_cnt > 0) { | | 1209 | if (cd->uncd_tx_cnt > 0) { |
1210 | DPRINTF("uncd_tx_cnt=%ju non zero, aborting pipe", 0, 0, 0, 0); | | 1210 | DPRINTF("uncd_tx_cnt=%ju non zero, aborting pipe", 0, 0, 0, 0); |
1211 | err = usbd_abort_pipe(unp->unp_ep[USBNET_ENDPT_TX]); | | 1211 | err = usbd_abort_pipe(unp->unp_ep[USBNET_ENDPT_TX]); |
1212 | if (err) | | 1212 | if (err) |
1213 | device_printf(un->un_dev, "pipe abort failed: %s\n", | | 1213 | device_printf(un->un_dev, "pipe abort failed: %s\n", |
1214 | usbd_errstr(err)); | | 1214 | usbd_errstr(err)); |
1215 | if (cd->uncd_tx_cnt != 0) | | 1215 | if (cd->uncd_tx_cnt != 0) |
1216 | DPRINTF("uncd_tx_cnt now %ju", cd->uncd_tx_cnt, 0, 0, 0); | | 1216 | DPRINTF("uncd_tx_cnt now %ju", cd->uncd_tx_cnt, 0, 0, 0); |
1217 | } | | 1217 | } |
1218 | | | 1218 | |
1219 | if (!IFQ_IS_EMPTY(&ifp->if_snd)) | | 1219 | if (!IFQ_IS_EMPTY(&ifp->if_snd)) |
1220 | (*ifp->if_start)(ifp); | | 1220 | (*ifp->if_start)(ifp); |
1221 | } | | 1221 | } |
1222 | | | 1222 | |
1223 | static void | | 1223 | static void |
1224 | usbnet_tick_task(void *arg) | | 1224 | usbnet_tick_task(void *arg) |
1225 | { | | 1225 | { |
1226 | USBNETHIST_FUNC(); | | 1226 | USBNETHIST_FUNC(); |
1227 | struct usbnet * const un = arg; | | 1227 | struct usbnet * const un = arg; |
1228 | struct usbnet_private * const unp = un->un_pri; | | 1228 | struct usbnet_private * const unp = un->un_pri; |
1229 | | | 1229 | |
1230 | USBNETHIST_CALLARGSN(8, "%jd: enter", unp->unp_number, 0, 0, 0); | | 1230 | USBNETHIST_CALLARGSN(8, "%jd: enter", unp->unp_number, 0, 0, 0); |
1231 | | | 1231 | |
1232 | mutex_enter(&unp->unp_core_lock); | | 1232 | mutex_enter(&unp->unp_core_lock); |
1233 | if (unp->unp_stopping || unp->unp_dying) { | | 1233 | if (unp->unp_stopping || unp->unp_dying) { |
1234 | mutex_exit(&unp->unp_core_lock); | | 1234 | mutex_exit(&unp->unp_core_lock); |
1235 | return; | | 1235 | return; |
1236 | } | | 1236 | } |
1237 | | | 1237 | |
1238 | struct ifnet * const ifp = usbnet_ifp(un); | | 1238 | struct ifnet * const ifp = usbnet_ifp(un); |
1239 | struct mii_data * const mii = usbnet_mii(un); | | 1239 | struct mii_data * const mii = usbnet_mii(un); |
1240 | | | 1240 | |
1241 | KASSERT(ifp != NULL); /* embedded member */ | | 1241 | KASSERT(ifp != NULL); /* embedded member */ |
1242 | | | 1242 | |
1243 | usbnet_busy(un); | | 1243 | usbnet_busy(un); |
1244 | mutex_exit(&unp->unp_core_lock); | | 1244 | mutex_exit(&unp->unp_core_lock); |
1245 | | | 1245 | |
1246 | mutex_enter(&unp->unp_txlock); | | 1246 | mutex_enter(&unp->unp_txlock); |
1247 | const bool timeout = unp->unp_timer != 0 && --unp->unp_timer == 0; | | 1247 | const bool timeout = unp->unp_timer != 0 && --unp->unp_timer == 0; |
1248 | mutex_exit(&unp->unp_txlock); | | 1248 | mutex_exit(&unp->unp_txlock); |
1249 | if (timeout) | | 1249 | if (timeout) |
1250 | usbnet_watchdog(ifp); | | 1250 | usbnet_watchdog(ifp); |
1251 | | | 1251 | |
1252 | DPRINTFN(8, "mii %#jx ifp %#jx", (uintptr_t)mii, (uintptr_t)ifp, 0, 0); | | 1252 | DPRINTFN(8, "mii %#jx ifp %#jx", (uintptr_t)mii, (uintptr_t)ifp, 0, 0); |
1253 | if (mii) { | | 1253 | if (mii) { |
1254 | mutex_enter(&unp->unp_core_lock); | | 1254 | mutex_enter(&unp->unp_core_lock); |
1255 | mii_tick(mii); | | 1255 | mii_tick(mii); |
1256 | if (!unp->unp_link) | | 1256 | if (!unp->unp_link) |
1257 | (*mii->mii_statchg)(ifp); | | 1257 | (*mii->mii_statchg)(ifp); |
1258 | mutex_exit(&unp->unp_core_lock); | | 1258 | mutex_exit(&unp->unp_core_lock); |
1259 | } | | 1259 | } |
1260 | | | 1260 | |
1261 | /* Call driver if requested. */ | | 1261 | /* Call driver if requested. */ |
1262 | uno_tick(un); | | 1262 | uno_tick(un); |
1263 | | | 1263 | |
1264 | mutex_enter(&unp->unp_core_lock); | | 1264 | mutex_enter(&unp->unp_core_lock); |
1265 | usbnet_unbusy(un); | | 1265 | usbnet_unbusy(un); |
1266 | if (!unp->unp_stopping && !unp->unp_dying) | | 1266 | if (!unp->unp_stopping && !unp->unp_dying) |
1267 | callout_schedule(&unp->unp_stat_ch, hz); | | 1267 | callout_schedule(&unp->unp_stat_ch, hz); |
1268 | mutex_exit(&unp->unp_core_lock); | | 1268 | mutex_exit(&unp->unp_core_lock); |
1269 | } | | 1269 | } |
1270 | | | 1270 | |
1271 | static int | | 1271 | static int |
1272 | usbnet_if_init(struct ifnet *ifp) | | 1272 | usbnet_if_init(struct ifnet *ifp) |
1273 | { | | 1273 | { |
1274 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1274 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1275 | struct usbnet * const un = ifp->if_softc; | | 1275 | struct usbnet * const un = ifp->if_softc; |
1276 | | | 1276 | |
1277 | KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); | | 1277 | KASSERTMSG(IFNET_LOCKED(ifp), "%s", ifp->if_xname); |
1278 | | | 1278 | |
1279 | return uno_init(un, ifp); | | 1279 | return uno_init(un, ifp); |
1280 | } | | 1280 | } |
1281 | | | 1281 | |
1282 | | | 1282 | |
1283 | /* Various accessors. */ | | 1283 | /* Various accessors. */ |
1284 | | | 1284 | |
1285 | void | | 1285 | void |
1286 | usbnet_set_link(struct usbnet *un, bool link) | | 1286 | usbnet_set_link(struct usbnet *un, bool link) |
1287 | { | | 1287 | { |
1288 | un->un_pri->unp_link = link; | | 1288 | un->un_pri->unp_link = link; |
1289 | } | | 1289 | } |
1290 | | | 1290 | |
1291 | void | | | |
1292 | usbnet_set_dying(struct usbnet *un, bool link) | | | |
1293 | { | | | |
1294 | un->un_pri->unp_dying = link; | | | |
1295 | } | | | |
1296 | | | | |
1297 | struct ifnet * | | 1291 | struct ifnet * |
1298 | usbnet_ifp(struct usbnet *un) | | 1292 | usbnet_ifp(struct usbnet *un) |
1299 | { | | 1293 | { |
1300 | return &un->un_pri->unp_ec.ec_if; | | 1294 | return &un->un_pri->unp_ec.ec_if; |
1301 | } | | 1295 | } |
1302 | | | 1296 | |
1303 | struct ethercom * | | 1297 | struct ethercom * |
1304 | usbnet_ec(struct usbnet *un) | | 1298 | usbnet_ec(struct usbnet *un) |
1305 | { | | 1299 | { |
1306 | return &un->un_pri->unp_ec; | | 1300 | return &un->un_pri->unp_ec; |
1307 | } | | 1301 | } |
1308 | | | 1302 | |
1309 | struct mii_data * | | 1303 | struct mii_data * |
1310 | usbnet_mii(struct usbnet *un) | | 1304 | usbnet_mii(struct usbnet *un) |
1311 | { | | 1305 | { |
1312 | return un->un_pri->unp_ec.ec_mii; | | 1306 | return un->un_pri->unp_ec.ec_mii; |
1313 | } | | 1307 | } |
1314 | | | 1308 | |
1315 | krndsource_t * | | 1309 | krndsource_t * |
1316 | usbnet_rndsrc(struct usbnet *un) | | 1310 | usbnet_rndsrc(struct usbnet *un) |
1317 | { | | 1311 | { |
1318 | return &un->un_pri->unp_rndsrc; | | 1312 | return &un->un_pri->unp_rndsrc; |
1319 | } | | 1313 | } |
1320 | | | 1314 | |
1321 | void * | | 1315 | void * |
1322 | usbnet_softc(struct usbnet *un) | | 1316 | usbnet_softc(struct usbnet *un) |
1323 | { | | 1317 | { |
1324 | return un->un_sc; | | 1318 | return un->un_sc; |
1325 | } | | 1319 | } |
1326 | | | 1320 | |
1327 | bool | | 1321 | bool |
1328 | usbnet_havelink(struct usbnet *un) | | 1322 | usbnet_havelink(struct usbnet *un) |
1329 | { | | 1323 | { |
1330 | return un->un_pri->unp_link; | | 1324 | return un->un_pri->unp_link; |
1331 | } | | 1325 | } |
1332 | | | 1326 | |
1333 | bool | | 1327 | bool |
1334 | usbnet_isdying(struct usbnet *un) | | 1328 | usbnet_isdying(struct usbnet *un) |
1335 | { | | 1329 | { |
1336 | return un->un_pri->unp_dying; | | 1330 | return un->un_pri->unp_dying; |
1337 | } | | 1331 | } |
1338 | | | 1332 | |
1339 | | | 1333 | |
1340 | /* Locking. */ | | 1334 | /* Locking. */ |
1341 | | | 1335 | |
1342 | void | | 1336 | void |
1343 | usbnet_lock_core(struct usbnet *un) | | 1337 | usbnet_lock_core(struct usbnet *un) |
1344 | { | | 1338 | { |
1345 | mutex_enter(&un->un_pri->unp_core_lock); | | 1339 | mutex_enter(&un->un_pri->unp_core_lock); |
1346 | } | | 1340 | } |
1347 | | | 1341 | |
1348 | void | | 1342 | void |
1349 | usbnet_unlock_core(struct usbnet *un) | | 1343 | usbnet_unlock_core(struct usbnet *un) |
1350 | { | | 1344 | { |
1351 | mutex_exit(&un->un_pri->unp_core_lock); | | 1345 | mutex_exit(&un->un_pri->unp_core_lock); |
1352 | } | | 1346 | } |
1353 | | | 1347 | |
1354 | kmutex_t * | | 1348 | kmutex_t * |
1355 | usbnet_mutex_core(struct usbnet *un) | | 1349 | usbnet_mutex_core(struct usbnet *un) |
1356 | { | | 1350 | { |
1357 | return &un->un_pri->unp_core_lock; | | 1351 | return &un->un_pri->unp_core_lock; |
1358 | } | | 1352 | } |
1359 | | | 1353 | |
1360 | void | | 1354 | void |
1361 | usbnet_lock_rx(struct usbnet *un) | | 1355 | usbnet_lock_rx(struct usbnet *un) |
1362 | { | | 1356 | { |
1363 | mutex_enter(&un->un_pri->unp_rxlock); | | 1357 | mutex_enter(&un->un_pri->unp_rxlock); |
1364 | } | | 1358 | } |
1365 | | | 1359 | |
1366 | void | | 1360 | void |
1367 | usbnet_unlock_rx(struct usbnet *un) | | 1361 | usbnet_unlock_rx(struct usbnet *un) |
1368 | { | | 1362 | { |
1369 | mutex_exit(&un->un_pri->unp_rxlock); | | 1363 | mutex_exit(&un->un_pri->unp_rxlock); |
1370 | } | | 1364 | } |
1371 | | | 1365 | |
1372 | kmutex_t * | | 1366 | kmutex_t * |
1373 | usbnet_mutex_rx(struct usbnet *un) | | 1367 | usbnet_mutex_rx(struct usbnet *un) |
1374 | { | | 1368 | { |
1375 | return &un->un_pri->unp_rxlock; | | 1369 | return &un->un_pri->unp_rxlock; |
1376 | } | | 1370 | } |
1377 | | | 1371 | |
1378 | void | | 1372 | void |
1379 | usbnet_lock_tx(struct usbnet *un) | | 1373 | usbnet_lock_tx(struct usbnet *un) |
1380 | { | | 1374 | { |
1381 | mutex_enter(&un->un_pri->unp_txlock); | | 1375 | mutex_enter(&un->un_pri->unp_txlock); |
1382 | } | | 1376 | } |
1383 | | | 1377 | |
1384 | void | | 1378 | void |
1385 | usbnet_unlock_tx(struct usbnet *un) | | 1379 | usbnet_unlock_tx(struct usbnet *un) |
1386 | { | | 1380 | { |
1387 | mutex_exit(&un->un_pri->unp_txlock); | | 1381 | mutex_exit(&un->un_pri->unp_txlock); |
1388 | } | | 1382 | } |
1389 | | | 1383 | |
1390 | kmutex_t * | | 1384 | kmutex_t * |
1391 | usbnet_mutex_tx(struct usbnet *un) | | 1385 | usbnet_mutex_tx(struct usbnet *un) |
1392 | { | | 1386 | { |
1393 | return &un->un_pri->unp_txlock; | | 1387 | return &un->un_pri->unp_txlock; |
1394 | } | | 1388 | } |
1395 | | | 1389 | |
1396 | /* Autoconf management. */ | | 1390 | /* Autoconf management. */ |
1397 | | | 1391 | |
1398 | static bool | | 1392 | static bool |
1399 | usbnet_empty_eaddr(struct usbnet * const un) | | 1393 | usbnet_empty_eaddr(struct usbnet * const un) |
1400 | { | | 1394 | { |
1401 | return (un->un_eaddr[0] == 0 && un->un_eaddr[1] == 0 && | | 1395 | return (un->un_eaddr[0] == 0 && un->un_eaddr[1] == 0 && |
1402 | un->un_eaddr[2] == 0 && un->un_eaddr[3] == 0 && | | 1396 | un->un_eaddr[2] == 0 && un->un_eaddr[3] == 0 && |
1403 | un->un_eaddr[4] == 0 && un->un_eaddr[5] == 0); | | 1397 | un->un_eaddr[4] == 0 && un->un_eaddr[5] == 0); |
1404 | } | | 1398 | } |
1405 | | | 1399 | |
1406 | /* | | 1400 | /* |
1407 | * usbnet_attach() and usbnet_attach_ifp() perform setup of the relevant | | 1401 | * usbnet_attach() and usbnet_attach_ifp() perform setup of the relevant |
1408 | * 'usbnet'. The first is enough to enable device access (eg, endpoints | | 1402 | * 'usbnet'. The first is enough to enable device access (eg, endpoints |
1409 | * are connected and commands can be sent), and the second connects the | | 1403 | * are connected and commands can be sent), and the second connects the |
1410 | * device to the system networking. | | 1404 | * device to the system networking. |
1411 | * | | 1405 | * |
1412 | * Always call usbnet_detach(), even if usbnet_attach_ifp() is skippped. | | 1406 | * Always call usbnet_detach(), even if usbnet_attach_ifp() is skippped. |
1413 | * Also usable as driver detach directly. | | 1407 | * Also usable as driver detach directly. |
1414 | * | | 1408 | * |
1415 | * To skip ethernet configuration (eg, point-to-point), make sure that | | 1409 | * To skip ethernet configuration (eg, point-to-point), make sure that |
1416 | * the un_eaddr[] is fully zero. | | 1410 | * the un_eaddr[] is fully zero. |
1417 | */ | | 1411 | */ |
1418 | | | 1412 | |
1419 | void | | 1413 | void |
1420 | usbnet_attach(struct usbnet *un, | | 1414 | usbnet_attach(struct usbnet *un, |
1421 | const char *detname) /* detach cv name */ | | 1415 | const char *detname) /* detach cv name */ |
1422 | { | | 1416 | { |
1423 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1417 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1424 | | | 1418 | |
1425 | /* Required inputs. */ | | 1419 | /* Required inputs. */ |
1426 | KASSERT(un->un_ops->uno_tx_prepare); | | 1420 | KASSERT(un->un_ops->uno_tx_prepare); |
1427 | KASSERT(un->un_ops->uno_rx_loop); | | 1421 | KASSERT(un->un_ops->uno_rx_loop); |
1428 | KASSERT(un->un_ops->uno_init); | | 1422 | KASSERT(un->un_ops->uno_init); |
1429 | KASSERT(un->un_rx_bufsz); | | 1423 | KASSERT(un->un_rx_bufsz); |
1430 | KASSERT(un->un_tx_bufsz); | | 1424 | KASSERT(un->un_tx_bufsz); |
1431 | KASSERT(un->un_rx_list_cnt); | | 1425 | KASSERT(un->un_rx_list_cnt); |
1432 | KASSERT(un->un_tx_list_cnt); | | 1426 | KASSERT(un->un_tx_list_cnt); |
1433 | | | 1427 | |
1434 | /* Unfortunate fact. */ | | 1428 | /* Unfortunate fact. */ |
1435 | KASSERT(un == device_private(un->un_dev)); | | 1429 | KASSERT(un == device_private(un->un_dev)); |
1436 | | | 1430 | |
1437 | un->un_pri = kmem_zalloc(sizeof(*un->un_pri), KM_SLEEP); | | 1431 | un->un_pri = kmem_zalloc(sizeof(*un->un_pri), KM_SLEEP); |
1438 | struct usbnet_private * const unp = un->un_pri; | | 1432 | struct usbnet_private * const unp = un->un_pri; |
1439 | | | 1433 | |
1440 | usb_init_task(&unp->unp_mcasttask, usbnet_mcast_task, un, | | 1434 | usb_init_task(&unp->unp_mcasttask, usbnet_mcast_task, un, |
1441 | USB_TASKQ_MPSAFE); | | 1435 | USB_TASKQ_MPSAFE); |
1442 | usb_init_task(&unp->unp_ticktask, usbnet_tick_task, un, | | 1436 | usb_init_task(&unp->unp_ticktask, usbnet_tick_task, un, |
1443 | USB_TASKQ_MPSAFE); | | 1437 | USB_TASKQ_MPSAFE); |
1444 | callout_init(&unp->unp_stat_ch, CALLOUT_MPSAFE); | | 1438 | callout_init(&unp->unp_stat_ch, CALLOUT_MPSAFE); |
1445 | callout_setfunc(&unp->unp_stat_ch, usbnet_tick, un); | | 1439 | callout_setfunc(&unp->unp_stat_ch, usbnet_tick, un); |
1446 | | | 1440 | |
1447 | mutex_init(&unp->unp_txlock, MUTEX_DEFAULT, IPL_SOFTUSB); | | 1441 | mutex_init(&unp->unp_txlock, MUTEX_DEFAULT, IPL_SOFTUSB); |
1448 | mutex_init(&unp->unp_rxlock, MUTEX_DEFAULT, IPL_SOFTUSB); | | 1442 | mutex_init(&unp->unp_rxlock, MUTEX_DEFAULT, IPL_SOFTUSB); |
1449 | mutex_init(&unp->unp_core_lock, MUTEX_DEFAULT, IPL_NONE); | | 1443 | mutex_init(&unp->unp_core_lock, MUTEX_DEFAULT, IPL_NONE); |
1450 | cv_init(&unp->unp_detachcv, detname); | | 1444 | cv_init(&unp->unp_detachcv, detname); |
1451 | | | 1445 | |
1452 | rnd_attach_source(&unp->unp_rndsrc, device_xname(un->un_dev), | | 1446 | rnd_attach_source(&unp->unp_rndsrc, device_xname(un->un_dev), |
1453 | RND_TYPE_NET, RND_FLAG_DEFAULT); | | 1447 | RND_TYPE_NET, RND_FLAG_DEFAULT); |
1454 | | | 1448 | |
1455 | usbnet_rx_list_alloc(un); | | 1449 | usbnet_rx_list_alloc(un); |
1456 | usbnet_tx_list_alloc(un); | | 1450 | usbnet_tx_list_alloc(un); |
1457 | | | 1451 | |
1458 | unp->unp_number = atomic_inc_uint_nv(&usbnet_number); | | 1452 | unp->unp_number = atomic_inc_uint_nv(&usbnet_number); |
1459 | | | 1453 | |
1460 | unp->unp_attached = true; | | 1454 | unp->unp_attached = true; |
1461 | } | | 1455 | } |
1462 | | | 1456 | |
1463 | static void | | 1457 | static void |
1464 | usbnet_attach_mii(struct usbnet *un, const struct usbnet_mii *unm) | | 1458 | usbnet_attach_mii(struct usbnet *un, const struct usbnet_mii *unm) |
1465 | { | | 1459 | { |
1466 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1460 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1467 | struct usbnet_private * const unp = un->un_pri; | | 1461 | struct usbnet_private * const unp = un->un_pri; |
1468 | struct mii_data * const mii = &unp->unp_mii; | | 1462 | struct mii_data * const mii = &unp->unp_mii; |
1469 | struct ifnet * const ifp = usbnet_ifp(un); | | 1463 | struct ifnet * const ifp = usbnet_ifp(un); |
1470 | | | 1464 | |
1471 | KASSERT(un->un_ops->uno_read_reg); | | 1465 | KASSERT(un->un_ops->uno_read_reg); |
1472 | KASSERT(un->un_ops->uno_write_reg); | | 1466 | KASSERT(un->un_ops->uno_write_reg); |
1473 | KASSERT(un->un_ops->uno_statchg); | | 1467 | KASSERT(un->un_ops->uno_statchg); |
1474 | | | 1468 | |
1475 | mii->mii_ifp = ifp; | | 1469 | mii->mii_ifp = ifp; |
1476 | mii->mii_readreg = usbnet_mii_readreg; | | 1470 | mii->mii_readreg = usbnet_mii_readreg; |
1477 | mii->mii_writereg = usbnet_mii_writereg; | | 1471 | mii->mii_writereg = usbnet_mii_writereg; |
1478 | mii->mii_statchg = usbnet_mii_statchg; | | 1472 | mii->mii_statchg = usbnet_mii_statchg; |
1479 | mii->mii_flags = MIIF_AUTOTSLEEP; | | 1473 | mii->mii_flags = MIIF_AUTOTSLEEP; |
1480 | | | 1474 | |
1481 | usbnet_ec(un)->ec_mii = mii; | | 1475 | usbnet_ec(un)->ec_mii = mii; |
1482 | ifmedia_init_with_lock(&mii->mii_media, 0, | | 1476 | ifmedia_init_with_lock(&mii->mii_media, 0, |
1483 | usbnet_media_upd, ether_mediastatus, usbnet_mutex_core(un)); | | 1477 | usbnet_media_upd, ether_mediastatus, usbnet_mutex_core(un)); |
1484 | mii_attach(un->un_dev, mii, unm->un_mii_capmask, unm->un_mii_phyloc, | | 1478 | mii_attach(un->un_dev, mii, unm->un_mii_capmask, unm->un_mii_phyloc, |
1485 | unm->un_mii_offset, unm->un_mii_flags); | | 1479 | unm->un_mii_offset, unm->un_mii_flags); |
1486 | | | 1480 | |
1487 | if (LIST_FIRST(&mii->mii_phys) == NULL) { | | 1481 | if (LIST_FIRST(&mii->mii_phys) == NULL) { |
1488 | ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL); | | 1482 | ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL); |
1489 | ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE); | | 1483 | ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE); |
1490 | } else | | 1484 | } else |
1491 | ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO); | | 1485 | ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO); |
1492 | } | | 1486 | } |
1493 | | | 1487 | |
1494 | void | | 1488 | void |
1495 | usbnet_attach_ifp(struct usbnet *un, | | 1489 | usbnet_attach_ifp(struct usbnet *un, |
1496 | unsigned if_flags, /* additional if_flags */ | | 1490 | unsigned if_flags, /* additional if_flags */ |
1497 | unsigned if_extflags, /* additional if_extflags */ | | 1491 | unsigned if_extflags, /* additional if_extflags */ |
1498 | const struct usbnet_mii *unm) /* additional mii_attach flags */ | | 1492 | const struct usbnet_mii *unm) /* additional mii_attach flags */ |
1499 | { | | 1493 | { |
1500 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1494 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1501 | struct usbnet_private * const unp = un->un_pri; | | 1495 | struct usbnet_private * const unp = un->un_pri; |
1502 | struct ifnet * const ifp = usbnet_ifp(un); | | 1496 | struct ifnet * const ifp = usbnet_ifp(un); |
1503 | | | 1497 | |
1504 | KASSERT(unp->unp_attached); | | 1498 | KASSERT(unp->unp_attached); |
1505 | KASSERT(!unp->unp_ifp_attached); | | 1499 | KASSERT(!unp->unp_ifp_attached); |
1506 | | | 1500 | |
1507 | ifp->if_softc = un; | | 1501 | ifp->if_softc = un; |
1508 | strlcpy(ifp->if_xname, device_xname(un->un_dev), IFNAMSIZ); | | 1502 | strlcpy(ifp->if_xname, device_xname(un->un_dev), IFNAMSIZ); |
1509 | ifp->if_flags = if_flags; | | 1503 | ifp->if_flags = if_flags; |
1510 | ifp->if_extflags = IFEF_MPSAFE | if_extflags; | | 1504 | ifp->if_extflags = IFEF_MPSAFE | if_extflags; |
1511 | ifp->if_ioctl = usbnet_if_ioctl; | | 1505 | ifp->if_ioctl = usbnet_if_ioctl; |
1512 | ifp->if_start = usbnet_if_start; | | 1506 | ifp->if_start = usbnet_if_start; |
1513 | ifp->if_init = usbnet_if_init; | | 1507 | ifp->if_init = usbnet_if_init; |
1514 | ifp->if_stop = usbnet_if_stop; | | 1508 | ifp->if_stop = usbnet_if_stop; |
1515 | | | 1509 | |
1516 | if (unm) | | 1510 | if (unm) |
1517 | usbnet_attach_mii(un, unm); | | 1511 | usbnet_attach_mii(un, unm); |
1518 | else | | 1512 | else |
1519 | unp->unp_link = true; | | 1513 | unp->unp_link = true; |
1520 | | | 1514 | |
1521 | /* Attach the interface. */ | | 1515 | /* Attach the interface. */ |
1522 | if_initialize(ifp); | | 1516 | if_initialize(ifp); |
1523 | if (ifp->_if_input == NULL) | | 1517 | if (ifp->_if_input == NULL) |
1524 | ifp->if_percpuq = if_percpuq_create(ifp); | | 1518 | ifp->if_percpuq = if_percpuq_create(ifp); |
1525 | if_register(ifp); | | 1519 | if_register(ifp); |
1526 | unp->unp_ifp_attached = true; | | 1520 | unp->unp_ifp_attached = true; |
1527 | | | 1521 | |
1528 | /* | | 1522 | /* |
1529 | * If ethernet address is all zero, skip ether_ifattach() and | | 1523 | * If ethernet address is all zero, skip ether_ifattach() and |
1530 | * instead attach bpf here.. | | 1524 | * instead attach bpf here.. |
1531 | */ | | 1525 | */ |
1532 | if (!usbnet_empty_eaddr(un)) { | | 1526 | if (!usbnet_empty_eaddr(un)) { |
1533 | ether_set_ifflags_cb(&unp->unp_ec, usbnet_ifflags_cb); | | 1527 | ether_set_ifflags_cb(&unp->unp_ec, usbnet_ifflags_cb); |
1534 | aprint_normal_dev(un->un_dev, "Ethernet address %s\n", | | 1528 | aprint_normal_dev(un->un_dev, "Ethernet address %s\n", |
1535 | ether_sprintf(un->un_eaddr)); | | 1529 | ether_sprintf(un->un_eaddr)); |
1536 | ether_ifattach(ifp, un->un_eaddr); | | 1530 | ether_ifattach(ifp, un->un_eaddr); |
1537 | } else { | | 1531 | } else { |
1538 | if_alloc_sadl(ifp); | | 1532 | if_alloc_sadl(ifp); |
1539 | bpf_attach(ifp, DLT_RAW, 0); | | 1533 | bpf_attach(ifp, DLT_RAW, 0); |
1540 | } | | 1534 | } |
1541 | | | 1535 | |
1542 | /* Now ready, and attached. */ | | 1536 | /* Now ready, and attached. */ |
1543 | IFQ_SET_READY(&ifp->if_snd); | | 1537 | IFQ_SET_READY(&ifp->if_snd); |
1544 | | | 1538 | |
1545 | usbd_add_drv_event(USB_EVENT_DRIVER_ATTACH, un->un_udev, un->un_dev); | | 1539 | usbd_add_drv_event(USB_EVENT_DRIVER_ATTACH, un->un_udev, un->un_dev); |
1546 | | | 1540 | |
1547 | if (!pmf_device_register(un->un_dev, NULL, NULL)) | | 1541 | if (!pmf_device_register(un->un_dev, NULL, NULL)) |
1548 | aprint_error_dev(un->un_dev, "couldn't establish power handler\n"); | | 1542 | aprint_error_dev(un->un_dev, "couldn't establish power handler\n"); |
1549 | } | | 1543 | } |
1550 | | | 1544 | |
1551 | int | | 1545 | int |
1552 | usbnet_detach(device_t self, int flags) | | 1546 | usbnet_detach(device_t self, int flags) |
1553 | { | | 1547 | { |
1554 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1548 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1555 | struct usbnet * const un = device_private(self); | | 1549 | struct usbnet * const un = device_private(self); |
1556 | struct usbnet_private * const unp = un->un_pri; | | 1550 | struct usbnet_private * const unp = un->un_pri; |
1557 | | | 1551 | |
1558 | /* Detached before attached finished, so just bail out. */ | | 1552 | /* Detached before attached finished, so just bail out. */ |
1559 | if (unp == NULL || !unp->unp_attached) | | 1553 | if (unp == NULL || !unp->unp_attached) |
1560 | return 0; | | 1554 | return 0; |
1561 | | | 1555 | |
1562 | struct ifnet * const ifp = usbnet_ifp(un); | | 1556 | struct ifnet * const ifp = usbnet_ifp(un); |
1563 | struct mii_data * const mii = usbnet_mii(un); | | 1557 | struct mii_data * const mii = usbnet_mii(un); |
1564 | | | 1558 | |
1565 | mutex_enter(&unp->unp_core_lock); | | 1559 | mutex_enter(&unp->unp_core_lock); |
1566 | unp->unp_dying = true; | | 1560 | unp->unp_dying = true; |
1567 | mutex_exit(&unp->unp_core_lock); | | 1561 | mutex_exit(&unp->unp_core_lock); |
1568 | | | 1562 | |
1569 | IFNET_LOCK(ifp); | | 1563 | IFNET_LOCK(ifp); |
1570 | if (ifp->if_flags & IFF_RUNNING) { | | 1564 | if (ifp->if_flags & IFF_RUNNING) { |
1571 | usbnet_if_stop(ifp, 1); | | 1565 | usbnet_if_stop(ifp, 1); |
1572 | } | | 1566 | } |
1573 | IFNET_UNLOCK(ifp); | | 1567 | IFNET_UNLOCK(ifp); |
1574 | | | 1568 | |
1575 | callout_halt(&unp->unp_stat_ch, NULL); | | 1569 | callout_halt(&unp->unp_stat_ch, NULL); |
1576 | usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, | | 1570 | usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, |
1577 | NULL); | | 1571 | NULL); |
1578 | usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER, | | 1572 | usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER, |
1579 | NULL); | | 1573 | NULL); |
1580 | | | 1574 | |
1581 | mutex_enter(&unp->unp_core_lock); | | 1575 | mutex_enter(&unp->unp_core_lock); |
1582 | unp->unp_refcnt--; | | 1576 | unp->unp_refcnt--; |
1583 | while (unp->unp_refcnt >= 0) { | | 1577 | while (unp->unp_refcnt >= 0) { |
1584 | /* Wait for processes to go away */ | | 1578 | /* Wait for processes to go away */ |
1585 | cv_wait(&unp->unp_detachcv, &unp->unp_core_lock); | | 1579 | cv_wait(&unp->unp_detachcv, &unp->unp_core_lock); |
1586 | } | | 1580 | } |
1587 | mutex_exit(&unp->unp_core_lock); | | 1581 | mutex_exit(&unp->unp_core_lock); |
1588 | | | 1582 | |
1589 | usbnet_rx_list_free(un); | | 1583 | usbnet_rx_list_free(un); |
1590 | usbnet_tx_list_free(un); | | 1584 | usbnet_tx_list_free(un); |
1591 | | | 1585 | |
1592 | callout_destroy(&unp->unp_stat_ch); | | 1586 | callout_destroy(&unp->unp_stat_ch); |
1593 | rnd_detach_source(&unp->unp_rndsrc); | | 1587 | rnd_detach_source(&unp->unp_rndsrc); |
1594 | | | 1588 | |
1595 | if (mii) { | | 1589 | if (mii) { |
1596 | mii_detach(mii, MII_PHY_ANY, MII_OFFSET_ANY); | | 1590 | mii_detach(mii, MII_PHY_ANY, MII_OFFSET_ANY); |
1597 | ifmedia_fini(&mii->mii_media); | | 1591 | ifmedia_fini(&mii->mii_media); |
1598 | } | | 1592 | } |
1599 | if (unp->unp_ifp_attached) { | | 1593 | if (unp->unp_ifp_attached) { |
1600 | if (!usbnet_empty_eaddr(un)) | | 1594 | if (!usbnet_empty_eaddr(un)) |
1601 | ether_ifdetach(ifp); | | 1595 | ether_ifdetach(ifp); |
1602 | else | | 1596 | else |
1603 | bpf_detach(ifp); | | 1597 | bpf_detach(ifp); |
1604 | if_detach(ifp); | | 1598 | if_detach(ifp); |
1605 | } | | 1599 | } |
1606 | usbnet_ec(un)->ec_mii = NULL; | | 1600 | usbnet_ec(un)->ec_mii = NULL; |
1607 | | | 1601 | |
1608 | /* | | 1602 | /* |
1609 | * We have already waited for the multicast task to complete. | | 1603 | * We have already waited for the multicast task to complete. |
1610 | * Unfortunately, until if_detach, nothing has prevented it | | 1604 | * Unfortunately, until if_detach, nothing has prevented it |
1611 | * from running again -- another thread might issue if_mcast_op | | 1605 | * from running again -- another thread might issue if_mcast_op |
1612 | * between the time of our first usb_rem_task_wait and the time | | 1606 | * between the time of our first usb_rem_task_wait and the time |
1613 | * we actually get around to if_detach. | | 1607 | * we actually get around to if_detach. |
1614 | * | | 1608 | * |
1615 | * Fortunately, the first usb_rem_task_wait ensures that if the | | 1609 | * Fortunately, the first usb_rem_task_wait ensures that if the |
1616 | * task is scheduled again, it will witness our setting of | | 1610 | * task is scheduled again, it will witness our setting of |
1617 | * unp_dying to true[*]. So after that point, if the task is | | 1611 | * unp_dying to true[*]. So after that point, if the task is |
1618 | * scheduled again, it will decline to touch IFNET_LOCK and do | | 1612 | * scheduled again, it will decline to touch IFNET_LOCK and do |
1619 | * nothing. But we still need to wait for it to complete. | | 1613 | * nothing. But we still need to wait for it to complete. |
1620 | * | | 1614 | * |
1621 | * It would be nice if we could write | | 1615 | * It would be nice if we could write |
1622 | * | | 1616 | * |
1623 | * if_pleasestopissuingmcastopsthanks(ifp); | | 1617 | * if_pleasestopissuingmcastopsthanks(ifp); |
1624 | * usb_rem_task_wait(..., &unp->unp_mcasttask, ...); | | 1618 | * usb_rem_task_wait(..., &unp->unp_mcasttask, ...); |
1625 | * if_detach(ifp); | | 1619 | * if_detach(ifp); |
1626 | * | | 1620 | * |
1627 | * and then we would need only one usb_rem_task_wait. | | 1621 | * and then we would need only one usb_rem_task_wait. |
1628 | * | | 1622 | * |
1629 | * Unfortunately, there is no such operation available in | | 1623 | * Unfortunately, there is no such operation available in |
1630 | * sys/net at the moment, and it would require a bit of | | 1624 | * sys/net at the moment, and it would require a bit of |
1631 | * coordination with if_mcast_op and doifioctl probably under a | | 1625 | * coordination with if_mcast_op and doifioctl probably under a |
1632 | * new lock. So we'll use this kludge until that mechanism is | | 1626 | * new lock. So we'll use this kludge until that mechanism is |
1633 | * invented. | | 1627 | * invented. |
1634 | * | | 1628 | * |
1635 | * [*] This is not exactly a documented property of the API, | | 1629 | * [*] This is not exactly a documented property of the API, |
1636 | * but it is implied by the single lock in the task queue | | 1630 | * but it is implied by the single lock in the task queue |
1637 | * serializing changes to the task state. | | 1631 | * serializing changes to the task state. |
1638 | */ | | 1632 | */ |
1639 | usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER, | | 1633 | usb_rem_task_wait(un->un_udev, &unp->unp_mcasttask, USB_TASKQ_DRIVER, |
1640 | NULL); | | 1634 | NULL); |
1641 | | | 1635 | |
1642 | cv_destroy(&unp->unp_detachcv); | | 1636 | cv_destroy(&unp->unp_detachcv); |
1643 | mutex_destroy(&unp->unp_core_lock); | | 1637 | mutex_destroy(&unp->unp_core_lock); |
1644 | mutex_destroy(&unp->unp_rxlock); | | 1638 | mutex_destroy(&unp->unp_rxlock); |
1645 | mutex_destroy(&unp->unp_txlock); | | 1639 | mutex_destroy(&unp->unp_txlock); |
1646 | | | 1640 | |
1647 | pmf_device_deregister(un->un_dev); | | 1641 | pmf_device_deregister(un->un_dev); |
1648 | | | 1642 | |
1649 | usbd_add_drv_event(USB_EVENT_DRIVER_DETACH, un->un_udev, un->un_dev); | | 1643 | usbd_add_drv_event(USB_EVENT_DRIVER_DETACH, un->un_udev, un->un_dev); |
1650 | | | 1644 | |
1651 | kmem_free(unp, sizeof(*unp)); | | 1645 | kmem_free(unp, sizeof(*unp)); |
1652 | un->un_pri = NULL; | | 1646 | un->un_pri = NULL; |
1653 | | | 1647 | |
1654 | return 0; | | 1648 | return 0; |
1655 | } | | 1649 | } |
1656 | | | 1650 | |
1657 | int | | 1651 | int |
1658 | usbnet_activate(device_t self, devact_t act) | | 1652 | usbnet_activate(device_t self, devact_t act) |
1659 | { | | 1653 | { |
1660 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); | | 1654 | USBNETHIST_FUNC(); USBNETHIST_CALLED(); |
1661 | struct usbnet * const un = device_private(self); | | 1655 | struct usbnet * const un = device_private(self); |
1662 | struct usbnet_private * const unp = un->un_pri; | | 1656 | struct usbnet_private * const unp = un->un_pri; |
1663 | struct ifnet * const ifp = usbnet_ifp(un); | | 1657 | struct ifnet * const ifp = usbnet_ifp(un); |
1664 | | | 1658 | |
1665 | switch (act) { | | 1659 | switch (act) { |
1666 | case DVACT_DEACTIVATE: | | 1660 | case DVACT_DEACTIVATE: |
1667 | if_deactivate(ifp); | | 1661 | if_deactivate(ifp); |
1668 | | | 1662 | |
1669 | mutex_enter(&unp->unp_core_lock); | | 1663 | mutex_enter(&unp->unp_core_lock); |
1670 | unp->unp_dying = true; | | 1664 | unp->unp_dying = true; |
1671 | mutex_exit(&unp->unp_core_lock); | | 1665 | mutex_exit(&unp->unp_core_lock); |
1672 | | | 1666 | |
1673 | mutex_enter(&unp->unp_rxlock); | | 1667 | mutex_enter(&unp->unp_rxlock); |
1674 | mutex_enter(&unp->unp_txlock); | | 1668 | mutex_enter(&unp->unp_txlock); |
1675 | unp->unp_stopping = true; | | 1669 | unp->unp_stopping = true; |
1676 | mutex_exit(&unp->unp_txlock); | | 1670 | mutex_exit(&unp->unp_txlock); |
1677 | mutex_exit(&unp->unp_rxlock); | | 1671 | mutex_exit(&unp->unp_rxlock); |
1678 | | | 1672 | |
1679 | return 0; | | 1673 | return 0; |
1680 | default: | | 1674 | default: |
1681 | return EOPNOTSUPP; | | 1675 | return EOPNOTSUPP; |
1682 | } | | 1676 | } |
1683 | } | | 1677 | } |
1684 | | | 1678 | |
1685 | MODULE(MODULE_CLASS_MISC, usbnet, NULL); | | 1679 | MODULE(MODULE_CLASS_MISC, usbnet, NULL); |
1686 | | | 1680 | |
1687 | static int | | 1681 | static int |
1688 | usbnet_modcmd(modcmd_t cmd, void *arg) | | 1682 | usbnet_modcmd(modcmd_t cmd, void *arg) |
1689 | { | | 1683 | { |
1690 | switch (cmd) { | | 1684 | switch (cmd) { |
1691 | case MODULE_CMD_INIT: | | 1685 | case MODULE_CMD_INIT: |
1692 | return 0; | | 1686 | return 0; |
1693 | case MODULE_CMD_FINI: | | 1687 | case MODULE_CMD_FINI: |
1694 | return 0; | | 1688 | return 0; |
1695 | case MODULE_CMD_STAT: | | 1689 | case MODULE_CMD_STAT: |
1696 | case MODULE_CMD_AUTOUNLOAD: | | 1690 | case MODULE_CMD_AUTOUNLOAD: |
1697 | default: | | 1691 | default: |
1698 | return ENOTTY; | | 1692 | return ENOTTY; |
1699 | } | | 1693 | } |
1700 | } | | 1694 | } |