 @@ -1,1043 +1,1043 @@
-/*	$NetBSD: if_wg.c,v 1.47 2020/08/31 20:31:03 riastradh Exp $	*/
+/*	$NetBSD: if_wg.c,v 1.48 2020/08/31 20:31:43 riastradh Exp $	*/
 /*
  * Copyright (C) Ryota Ozaki <ozaki.ryota@gmail.com>
  * All rights reserved.
+ *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions
  * are met:
  * 1. Redistributions of source code must retain the above copyright
  *    notice, this list of conditions and the following disclaimer.
  * 2. Redistributions in binary form must reproduce the above copyright
  *    notice, this list of conditions and the following disclaimer in the
  *    documentation and/or other materials provided with the distribution.
  * 3. Neither the name of the project nor the names of its contributors
  *    may be used to endorse or promote products derived from this software
  *    without specific prior written permission.
+ *
  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  * SUCH DAMAGE.
  */
 /*
  * This network interface aims to implement the WireGuard protocol.
  * The implementation is based on the paper of WireGuard as of
  * 2018-06-30 [1].  The paper is referred in the source code with label
  * [W].  Also the specification of the Noise protocol framework as of
  * 2018-07-11 [2] is referred with label [N].
+ *
  * [1] https://www.wireguard.com/papers/wireguard.pdf
  * [2] http://noiseprotocol.org/noise.pdf
  */
 #include <sys/cdefs.h>
-__KERNEL_RCSID(0, "$NetBSD: if_wg.c,v 1.47 2020/08/31 20:31:03 riastradh Exp $");
+__KERNEL_RCSID(0, "$NetBSD: if_wg.c,v 1.48 2020/08/31 20:31:43 riastradh Exp $");
 #ifdef _KERNEL_OPT
 #include "opt_inet.h"
 #endif
 #include <sys/param.h>
 #include <sys/types.h>
 #include <sys/atomic.h>
 #include <sys/callout.h>
 #include <sys/cprng.h>
 #include <sys/cpu.h>
 #include <sys/device.h>
 #include <sys/domain.h>
 #include <sys/errno.h>
 #include <sys/intr.h>
 #include <sys/ioctl.h>
 #include <sys/kernel.h>
 #include <sys/kmem.h>
 #include <sys/kthread.h>
 #include <sys/mbuf.h>
 #include <sys/module.h>
 #include <sys/mutex.h>
 #include <sys/pcq.h>
 #include <sys/percpu.h>
 #include <sys/pserialize.h>
 #include <sys/psref.h>
 #include <sys/queue.h>
 #include <sys/rwlock.h>
 #include <sys/socket.h>
 #include <sys/socketvar.h>
 #include <sys/sockio.h>
 #include <sys/sysctl.h>
 #include <sys/syslog.h>
 #include <sys/systm.h>
 #include <sys/thmap.h>
 #include <sys/time.h>
 #include <sys/timespec.h>
 #include <net/bpf.h>
 #include <net/if.h>
 #include <net/if_types.h>
 #include <net/if_wg.h>
 #include <net/route.h>
 #include <netinet/in.h>
 #include <netinet/in_pcb.h>
 #include <netinet/in_var.h>
 #include <netinet/ip.h>
 #include <netinet/ip_var.h>
 #include <netinet/udp.h>
 #include <netinet/udp_var.h>
 #ifdef INET6
 #include <netinet/ip6.h>
 #include <netinet6/in6_pcb.h>
 #include <netinet6/in6_var.h>
 #include <netinet6/ip6_var.h>
 #include <netinet6/udp6_var.h>
 #endif /* INET6 */
 #include <prop/proplib.h>
 #include <crypto/blake2/blake2s.h>
 #include <crypto/sodium/crypto_aead_chacha20poly1305.h>
 #include <crypto/sodium/crypto_aead_xchacha20poly1305.h>
 #include <crypto/sodium/crypto_scalarmult.h>
 #include "ioconf.h"
 #ifdef WG_RUMPKERNEL
 #include "wg_user.h"
 #endif
 /*
  * Data structures
  * - struct wg_softc is an instance of wg interfaces
  *   - It has a list of peers (struct wg_peer)
  *   - It has a kthread that sends/receives handshake messages and
  *     runs event handlers
  *   - It has its own two routing tables: one is for IPv4 and the other IPv6
  * - struct wg_peer is a representative of a peer
  *   - It has a softint that is used to send packets over an wg interface
  *     to a peer
  *   - It has a pair of session instances (struct wg_session)
  *   - It has a pair of endpoint instances (struct wg_sockaddr)
  *     - Normally one endpoint is used and the second one is used only on
  *       a peer migration (a change of peer's IP address)
  *   - It has a list of IP addresses and sub networks called allowedips
  *     (struct wg_allowedip)
  *     - A packets sent over a session is allowed if its destination matches
  *       any IP addresses or sub networks of the list
  * - struct wg_session represents a session of a secure tunnel with a peer
  *   - Two instances of sessions belong to a peer; a stable session and a
  *     unstable session
  *   - A handshake process of a session always starts with a unstable instace
  *   - Once a session is established, its instance becomes stable and the
  *     other becomes unstable instead
  *   - Data messages are always sent via a stable session
+ *
  * Locking notes:
  * - wg interfaces (struct wg_softc, wg) is listed in wg_softcs.list and
  *   protected by wg_softcs.lock
  * - Each wg has a mutex(9) and a rwlock(9)
  *   - The mutex (wg_lock) protects its peer list (wg_peers)
  *   - A peer on the list is also protected by pserialize(9) or psref(9)
  *   - The rwlock (wg_rwlock) protects the routing tables (wg_rtable_ipv[46])
  * - Each peer (struct wg_peer, wgp) has a mutex
  *   - The mutex (wgp_lock) protects wgp_session_unstable and wgp_state
  * - Each session (struct wg_session, wgs) has a mutex
  *   - The mutex (wgs_lock) protects its state (wgs_state) and its handshake
  *     states
  *   - wgs_state of a unstable session can be changed while it never be
  *     changed on a stable session, so once get a session instace via
  *     wgp_session_stable we can safely access wgs_state without
  *     holding wgs_lock
  *   - A session is protected by pserialize or psref like wgp
  *     - On a session swap, we must wait for all readers to release a
  *       reference to a stable session before changing wgs_state and
  *       session states
+ *
  * Lock order: wg_lock -> wgp_lock -> wgs_lock
  */
 #define WGLOG(level, fmt, args...)					      \
 	log(level, "%s: " fmt, __func__, ##args)
 /* Debug options */
 #ifdef WG_DEBUG
 /* Output debug logs */
 #ifndef WG_DEBUG_LOG
 #define WG_DEBUG_LOG
 #endif
 /* Output trace logs */
 #ifndef WG_DEBUG_TRACE
 #define WG_DEBUG_TRACE
 #endif
 /* Output hash values, etc. */
 #ifndef WG_DEBUG_DUMP
 #define WG_DEBUG_DUMP
 #endif
 /* Make some internal parameters configurable for testing and debugging */
 #ifndef WG_DEBUG_PARAMS
 #define WG_DEBUG_PARAMS
 #endif
 #endif
 #ifdef WG_DEBUG_TRACE
 #define WG_TRACE(msg)							      \
 	log(LOG_DEBUG, "%s:%d: %s\n", __func__, __LINE__, (msg))
 #else
 #define WG_TRACE(msg)	__nothing
 #endif
 #ifdef WG_DEBUG_LOG
 #define WG_DLOG(fmt, args...)	log(LOG_DEBUG, "%s: " fmt, __func__, ##args)
 #else
 #define WG_DLOG(fmt, args...)	__nothing
 #endif
 #define WG_LOG_RATECHECK(wgprc, level, fmt, args...)	do {		\
 	if (ppsratecheck(&(wgprc)->wgprc_lasttime,			\
 	    &(wgprc)->wgprc_curpps, 1)) {				\
 		log(level, fmt, ##args);				\
 	}								\
 } while (0)
 #ifdef WG_DEBUG_PARAMS
 static bool wg_force_underload = false;
 #endif
 #ifdef WG_DEBUG_DUMP
 #ifdef WG_RUMPKERNEL
 static void
 wg_dump_buf(const char *func, const char *buf, const size_t size)
+{
 	log(LOG_DEBUG, "%s: ", func);
 	for (int i = 0; i < size; i++)
 		log(LOG_DEBUG, "%02x ", (int)(0xff & buf[i]));
 	log(LOG_DEBUG, "\n");
+}
 #endif
 static void
 wg_dump_hash(const uint8_t *func, const uint8_t *name, const uint8_t *hash,
     const size_t size)
+{
 	log(LOG_DEBUG, "%s: %s: ", func, name);
 	for (int i = 0; i < size; i++)
 		log(LOG_DEBUG, "%02x ", (int)(0xff & hash[i]));
 	log(LOG_DEBUG, "\n");
+}
 #define WG_DUMP_HASH(name, hash) \
 	wg_dump_hash(__func__, name, hash, WG_HASH_LEN)
 #define WG_DUMP_HASH48(name, hash) \
 	wg_dump_hash(__func__, name, hash, 48)
 #define WG_DUMP_BUF(buf, size) \
 	wg_dump_buf(__func__, buf, size)
 #else
 #define WG_DUMP_HASH(name, hash)	__nothing
 #define WG_DUMP_HASH48(name, hash)	__nothing
 #define WG_DUMP_BUF(buf, size)	__nothing
 #endif /* WG_DEBUG_DUMP */
 #define WG_MTU			1420
 #define WG_ALLOWEDIPS		16
 #define CURVE25519_KEY_LEN	32
 #define TAI64N_LEN		sizeof(uint32_t) * 3
 #define POLY1305_AUTHTAG_LEN	16
 #define HMAC_BLOCK_LEN		64
 /* [N] 4.1: "DHLEN must be 32 or greater."  WireGuard chooses 32. */
 /* [N] 4.3: Hash functions */
 #define NOISE_DHLEN		32
 /* [N] 4.3: "Must be 32 or 64."  WireGuard chooses 32. */
 #define NOISE_HASHLEN		32
 #define NOISE_BLOCKLEN		64
 #define NOISE_HKDF_OUTPUT_LEN	NOISE_HASHLEN
 /* [N] 5.1: "k" */
 #define NOISE_CIPHER_KEY_LEN	32
 /*
  * [N] 9.2: "psk"
  *          "... psk is a 32-byte secret value provided by the application."
  */
 #define NOISE_PRESHARED_KEY_LEN	32
 #define WG_STATIC_KEY_LEN	CURVE25519_KEY_LEN
 #define WG_TIMESTAMP_LEN	TAI64N_LEN
 #define WG_PRESHARED_KEY_LEN	NOISE_PRESHARED_KEY_LEN
 #define WG_COOKIE_LEN		16
 #define WG_MAC_LEN		16
 #define WG_RANDVAL_LEN		24
 #define WG_EPHEMERAL_KEY_LEN	CURVE25519_KEY_LEN
 /* [N] 5.2: "ck: A chaining key of HASHLEN bytes" */
 #define WG_CHAINING_KEY_LEN	NOISE_HASHLEN
 /* [N] 5.2: "h: A hash output of HASHLEN bytes" */
 #define WG_HASH_LEN		NOISE_HASHLEN
 #define WG_CIPHER_KEY_LEN	NOISE_CIPHER_KEY_LEN
 #define WG_DH_OUTPUT_LEN	NOISE_DHLEN
 #define WG_KDF_OUTPUT_LEN	NOISE_HKDF_OUTPUT_LEN
 #define WG_AUTHTAG_LEN		POLY1305_AUTHTAG_LEN
 #define WG_DATA_KEY_LEN		32
 #define WG_SALT_LEN		24
 /*
  * The protocol messages
  */
 struct wg_msg {
 	uint32_t	wgm_type;
 } __packed;
 /* [W] 5.4.2 First Message: Initiator to Responder */
 struct wg_msg_init {
 	uint32_t	wgmi_type;
 	uint32_t	wgmi_sender;
 	uint8_t		wgmi_ephemeral[WG_EPHEMERAL_KEY_LEN];
 	uint8_t		wgmi_static[WG_STATIC_KEY_LEN + WG_AUTHTAG_LEN];
 	uint8_t		wgmi_timestamp[WG_TIMESTAMP_LEN + WG_AUTHTAG_LEN];
 	uint8_t		wgmi_mac1[WG_MAC_LEN];
 	uint8_t		wgmi_mac2[WG_MAC_LEN];
 } __packed;
 /* [W] 5.4.3 Second Message: Responder to Initiator */
 struct wg_msg_resp {
 	uint32_t	wgmr_type;
 	uint32_t	wgmr_sender;
 	uint32_t	wgmr_receiver;
 	uint8_t		wgmr_ephemeral[WG_EPHEMERAL_KEY_LEN];
 	uint8_t		wgmr_empty[0 + WG_AUTHTAG_LEN];
 	uint8_t		wgmr_mac1[WG_MAC_LEN];
 	uint8_t		wgmr_mac2[WG_MAC_LEN];
 } __packed;
 /* [W] 5.4.6 Subsequent Messages: Transport Data Messages */
 struct wg_msg_data {
 	uint32_t	wgmd_type;
 	uint32_t	wgmd_receiver;
 	uint64_t	wgmd_counter;
 	uint32_t	wgmd_packet[0];
 } __packed;
 /* [W] 5.4.7 Under Load: Cookie Reply Message */
 struct wg_msg_cookie {
 	uint32_t	wgmc_type;
 	uint32_t	wgmc_receiver;
 	uint8_t		wgmc_salt[WG_SALT_LEN];
 	uint8_t		wgmc_cookie[WG_COOKIE_LEN + WG_AUTHTAG_LEN];
 } __packed;
 #define WG_MSG_TYPE_INIT		1
 #define WG_MSG_TYPE_RESP		2
 #define WG_MSG_TYPE_COOKIE		3
 #define WG_MSG_TYPE_DATA		4
 #define WG_MSG_TYPE_MAX			WG_MSG_TYPE_DATA
 /* Sliding windows */
 #define	SLIWIN_BITS	2048u
 #define	SLIWIN_TYPE	uint32_t
 #define	SLIWIN_BPW	NBBY*sizeof(SLIWIN_TYPE)
 #define	SLIWIN_WORDS	howmany(SLIWIN_BITS, SLIWIN_BPW)
 #define	SLIWIN_NPKT	(SLIWIN_BITS - NBBY*sizeof(SLIWIN_TYPE))
 struct sliwin {
 	SLIWIN_TYPE	B[SLIWIN_WORDS];
 	uint64_t	T;
 };
 static void
 sliwin_reset(struct sliwin *W)
+{
 	memset(W, 0, sizeof(*W));
+}
 static int
 sliwin_check_fast(const volatile struct sliwin *W, uint64_t S)
+{
 	/*
 	 * If it's more than one window older than the highest sequence
 	 * number we've seen, reject.
 	 */
 #ifdef __HAVE_ATOMIC64_LOADSTORE
 	if (S + SLIWIN_NPKT < atomic_load_relaxed(&W->T))
 		return EAUTH;
 #endif
 	/*
 	 * Otherwise, we need to take the lock to decide, so don't
 	 * reject just yet.  Caller must serialize a call to
 	 * sliwin_update in this case.
 	 */
 	return 0;
+}
 static int
 sliwin_update(struct sliwin *W, uint64_t S)
+{
 	unsigned word, bit;
 	/*
 	 * If it's more than one window older than the highest sequence
 	 * number we've seen, reject.
 	 */
 	if (S + SLIWIN_NPKT < W->T)
 		return EAUTH;
 	/*
 	 * If it's higher than the highest sequence number we've seen,
 	 * advance the window.
 	 */
 	if (S > W->T) {
 		uint64_t i = W->T / SLIWIN_BPW;
 		uint64_t j = S / SLIWIN_BPW;
 		unsigned k;
 		for (k = 0; k < MIN(j - i, SLIWIN_WORDS); k++)
 			W->B[(i + k + 1) % SLIWIN_WORDS] = 0;
 #ifdef __HAVE_ATOMIC64_LOADSTORE
 		atomic_store_relaxed(&W->T, S);
 #else
 		W->T = S;
 #endif
+	}
 	/* Test and set the bit -- if already set, reject.  */
 	word = (S / SLIWIN_BPW) % SLIWIN_WORDS;
 	bit = S % SLIWIN_BPW;
 	if (W->B[word] & (1UL << bit))
 		return EAUTH;
 	W->B[word] |= 1UL << bit;
 	/* Accept!  */
 	return 0;
+}
 struct wg_worker {
 	kmutex_t	wgw_lock;
 	kcondvar_t	wgw_cv;
 	bool		wgw_todie;
 	struct socket	*wgw_so4;
 	struct socket	*wgw_so6;
 	int		wgw_wakeup_reasons;
 #define WG_WAKEUP_REASON_RECEIVE_PACKETS_IPV4	__BIT(0)
 #define WG_WAKEUP_REASON_RECEIVE_PACKETS_IPV6	__BIT(1)
 #define WG_WAKEUP_REASON_PEER			__BIT(2)
 };
 struct wg_session {
 	struct wg_peer	*wgs_peer;
 	struct psref_target
 			wgs_psref;
 	kmutex_t	*wgs_lock;
 	int		wgs_state;
 #define WGS_STATE_UNKNOWN	0
 #define WGS_STATE_INIT_ACTIVE	1
 #define WGS_STATE_INIT_PASSIVE	2
 #define WGS_STATE_ESTABLISHED	3
 #define WGS_STATE_DESTROYING	4
 	time_t		wgs_time_established;
 	time_t		wgs_time_last_data_sent;
 	bool		wgs_is_initiator;
 	uint32_t	wgs_sender_index;
 	uint32_t	wgs_receiver_index;
 #ifdef __HAVE_ATOMIC64_LOADSTORE
 	volatile uint64_t
 			wgs_send_counter;
 #else
 	kmutex_t	wgs_send_counter_lock;
 	uint64_t	wgs_send_counter;
 #endif
 	struct {
 		kmutex_t	lock;
 		struct sliwin	window;
 	}		*wgs_recvwin;
 	uint8_t		wgs_handshake_hash[WG_HASH_LEN];
 	uint8_t		wgs_chaining_key[WG_CHAINING_KEY_LEN];
 	uint8_t		wgs_ephemeral_key_pub[WG_EPHEMERAL_KEY_LEN];
 	uint8_t		wgs_ephemeral_key_priv[WG_EPHEMERAL_KEY_LEN];
 	uint8_t		wgs_ephemeral_key_peer[WG_EPHEMERAL_KEY_LEN];
 	uint8_t		wgs_tkey_send[WG_DATA_KEY_LEN];
 	uint8_t		wgs_tkey_recv[WG_DATA_KEY_LEN];
 };
 struct wg_sockaddr {
 	union {
 		struct sockaddr_storage _ss;
 		struct sockaddr _sa;
 		struct sockaddr_in _sin;
 		struct sockaddr_in6 _sin6;
 	};
 	struct psref_target	wgsa_psref;
 };
 #define wgsatoss(wgsa)		(&(wgsa)->_ss)
 #define wgsatosa(wgsa)		(&(wgsa)->_sa)
 #define wgsatosin(wgsa)		(&(wgsa)->_sin)
 #define wgsatosin6(wgsa)	(&(wgsa)->_sin6)
 #define	wgsa_family(wgsa)	(wgsatosa(wgsa)->sa_family)
 struct wg_peer;
 struct wg_allowedip {
 	struct radix_node	wga_nodes[2];
 	struct wg_sockaddr	_wga_sa_addr;
 	struct wg_sockaddr	_wga_sa_mask;
 #define wga_sa_addr		_wga_sa_addr._sa
 #define wga_sa_mask		_wga_sa_mask._sa
 	int			wga_family;
 	uint8_t			wga_cidr;
 	union {
 		struct in_addr _ip4;
 		struct in6_addr _ip6;
 	} wga_addr;
 #define wga_addr4	wga_addr._ip4
 #define wga_addr6	wga_addr._ip6
 	struct wg_peer		*wga_peer;
 };
 typedef uint8_t wg_timestamp_t[WG_TIMESTAMP_LEN];
 struct wg_ppsratecheck {
 	struct timeval		wgprc_lasttime;
 	int			wgprc_curpps;
 };
 struct wg_softc;
 struct wg_peer {
 	struct wg_softc		*wgp_sc;
 	char			wgp_name[WG_PEER_NAME_MAXLEN + 1];
 	struct pslist_entry	wgp_peerlist_entry;
 	pserialize_t		wgp_psz;
 	struct psref_target	wgp_psref;
 	kmutex_t		*wgp_lock;
 	uint8_t	wgp_pubkey[WG_STATIC_KEY_LEN];
 	struct wg_sockaddr	*wgp_endpoint;
 	struct wg_sockaddr	*wgp_endpoint0;
 	bool			wgp_endpoint_changing;
 	bool			wgp_endpoint_available;
 			/* The preshared key (optional) */
 	uint8_t		wgp_psk[WG_PRESHARED_KEY_LEN];
 	int wgp_state;
 #define WGP_STATE_INIT		0
 #define WGP_STATE_ESTABLISHED	1
 #define WGP_STATE_GIVEUP	2
 #define WGP_STATE_DESTROYING	3
 	void		*wgp_si;
 	pcq_t		*wgp_q;
 	struct wg_session	*wgp_session_stable;
 	struct wg_session	*wgp_session_unstable;
 	/* timestamp in big-endian */
 	wg_timestamp_t	wgp_timestamp_latest_init;
 	struct timespec		wgp_last_handshake_time;
 	callout_t		wgp_rekey_timer;
 	callout_t		wgp_handshake_timeout_timer;
 	callout_t		wgp_session_dtor_timer;
 	time_t			wgp_handshake_start_time;
 	int			wgp_n_allowedips;
 	struct wg_allowedip	wgp_allowedips[WG_ALLOWEDIPS];
 	time_t			wgp_latest_cookie_time;
 	uint8_t			wgp_latest_cookie[WG_COOKIE_LEN];
 	uint8_t			wgp_last_sent_mac1[WG_MAC_LEN];
 	bool			wgp_last_sent_mac1_valid;
 	uint8_t			wgp_last_sent_cookie[WG_COOKIE_LEN];
 	bool			wgp_last_sent_cookie_valid;
 	time_t			wgp_last_msg_received_time[WG_MSG_TYPE_MAX];
 	time_t			wgp_last_genrandval_time;
 	uint32_t		wgp_randval;
 	struct wg_ppsratecheck	wgp_ppsratecheck;
 	volatile unsigned int	wgp_tasks;
 #define WGP_TASK_SEND_INIT_MESSAGE		__BIT(0)
 #define WGP_TASK_ENDPOINT_CHANGED		__BIT(1)
 #define WGP_TASK_SEND_KEEPALIVE_MESSAGE		__BIT(2)
 #define WGP_TASK_DESTROY_PREV_SESSION		__BIT(3)
 };
 struct wg_ops;
 struct wg_softc {
 	struct ifnet	wg_if;
 	LIST_ENTRY(wg_softc) wg_list;
 	kmutex_t	*wg_lock;
 	krwlock_t	*wg_rwlock;
 	uint8_t		wg_privkey[WG_STATIC_KEY_LEN];
 	uint8_t		wg_pubkey[WG_STATIC_KEY_LEN];
 	int		wg_npeers;
 	struct pslist_head	wg_peers;
 	struct thmap	*wg_peers_bypubkey;
 	struct thmap	*wg_peers_byname;
 	struct thmap	*wg_sessions_byindex;
 	uint16_t	wg_listen_port;
 	struct wg_worker	*wg_worker;
 	lwp_t			*wg_worker_lwp;
 	struct radix_node_head	*wg_rtable_ipv4;
 	struct radix_node_head	*wg_rtable_ipv6;
 	struct wg_ppsratecheck	wg_ppsratecheck;
 	struct wg_ops		*wg_ops;
 #ifdef WG_RUMPKERNEL
 	struct wg_user		*wg_user;
 #endif
 };
 /* [W] 6.1 Preliminaries */
 #define WG_REKEY_AFTER_MESSAGES		(1ULL << 60)
 #define WG_REJECT_AFTER_MESSAGES	(UINT64_MAX - (1 << 13))
 #define WG_REKEY_AFTER_TIME		120
 #define WG_REJECT_AFTER_TIME		180
 #define WG_REKEY_ATTEMPT_TIME		 90
 #define WG_REKEY_TIMEOUT		  5
 #define WG_KEEPALIVE_TIMEOUT		 10
 #define WG_COOKIE_TIME			120
 #define WG_RANDVAL_TIME			(2 * 60)
 static uint64_t wg_rekey_after_messages = WG_REKEY_AFTER_MESSAGES;
 static uint64_t wg_reject_after_messages = WG_REJECT_AFTER_MESSAGES;
 static unsigned wg_rekey_after_time = WG_REKEY_AFTER_TIME;
 static unsigned wg_reject_after_time = WG_REJECT_AFTER_TIME;
 static unsigned wg_rekey_attempt_time = WG_REKEY_ATTEMPT_TIME;
 static unsigned wg_rekey_timeout = WG_REKEY_TIMEOUT;
 static unsigned wg_keepalive_timeout = WG_KEEPALIVE_TIMEOUT;
 static struct mbuf *
 		wg_get_mbuf(size_t, size_t);
 static void	wg_wakeup_worker(struct wg_worker *, int);
 static int	wg_send_data_msg(struct wg_peer *, struct wg_session *,
 		    struct mbuf *);
 static int	wg_send_cookie_msg(struct wg_softc *, struct wg_peer *,
 		    const uint32_t, const uint8_t [], const struct sockaddr *);
 static int	wg_send_handshake_msg_resp(struct wg_softc *,
 		    struct wg_peer *, const struct wg_msg_init *);
 static void	wg_send_keepalive_msg(struct wg_peer *, struct wg_session *);
 static struct wg_peer *
 		wg_pick_peer_by_sa(struct wg_softc *, const struct sockaddr *,
 		    struct psref *);
 static struct wg_peer *
 		wg_lookup_peer_by_pubkey(struct wg_softc *,
 		    const uint8_t [], struct psref *);
 static struct wg_session *
 		wg_lookup_session_by_index(struct wg_softc *,
 		    const uint32_t, struct psref *);
 static void	wg_update_endpoint_if_necessary(struct wg_peer *,
 		    const struct sockaddr *);
 static void	wg_schedule_rekey_timer(struct wg_peer *);
 static void	wg_schedule_session_dtor_timer(struct wg_peer *);
 static bool	wg_is_underload(struct wg_softc *, struct wg_peer *, int);
 static void	wg_calculate_keys(struct wg_session *, const bool);
 static void	wg_clear_states(struct wg_session *);
 static void	wg_get_peer(struct wg_peer *, struct psref *);
 static void	wg_put_peer(struct wg_peer *, struct psref *);
 static int	wg_send_so(struct wg_peer *, struct mbuf *);
 static int	wg_send_udp(struct wg_peer *, struct mbuf *);
 static int	wg_output(struct ifnet *, struct mbuf *,
 			   const struct sockaddr *, const struct rtentry *);
 static void	wg_input(struct ifnet *, struct mbuf *, const int);
 static int	wg_ioctl(struct ifnet *, u_long, void *);
 static int	wg_bind_port(struct wg_softc *, const uint16_t);
 static int	wg_init(struct ifnet *);
 static void	wg_stop(struct ifnet *, int);
 static int	wg_clone_create(struct if_clone *, int);
 static int	wg_clone_destroy(struct ifnet *);
 struct wg_ops {
 	int (*send_hs_msg)(struct wg_peer *, struct mbuf *);
 	int (*send_data_msg)(struct wg_peer *, struct mbuf *);
 	void (*input)(struct ifnet *, struct mbuf *, const int);
 	int (*bind_port)(struct wg_softc *, const uint16_t);
 };
 struct wg_ops wg_ops_rumpkernel = {
 	.send_hs_msg	= wg_send_so,
 	.send_data_msg	= wg_send_udp,
 	.input		= wg_input,
 	.bind_port	= wg_bind_port,
 };
 #ifdef WG_RUMPKERNEL
 static bool	wg_user_mode(struct wg_softc *);
 static int	wg_ioctl_linkstr(struct wg_softc *, struct ifdrv *);
 static int	wg_send_user(struct wg_peer *, struct mbuf *);
 static void	wg_input_user(struct ifnet *, struct mbuf *, const int);
 static int	wg_bind_port_user(struct wg_softc *, const uint16_t);
 struct wg_ops wg_ops_rumpuser = {
 	.send_hs_msg	= wg_send_user,
 	.send_data_msg	= wg_send_user,
 	.input		= wg_input_user,
 	.bind_port	= wg_bind_port_user,
 };
 #endif
 #define WG_PEER_READER_FOREACH(wgp, wg)					\
 	PSLIST_READER_FOREACH((wgp), &(wg)->wg_peers, struct wg_peer,	\
 	    wgp_peerlist_entry)
 #define WG_PEER_WRITER_FOREACH(wgp, wg)					\
 	PSLIST_WRITER_FOREACH((wgp), &(wg)->wg_peers, struct wg_peer,	\
 	    wgp_peerlist_entry)
 #define WG_PEER_WRITER_INSERT_HEAD(wgp, wg)				\
 	PSLIST_WRITER_INSERT_HEAD(&(wg)->wg_peers, (wgp), wgp_peerlist_entry)
 #define WG_PEER_WRITER_REMOVE(wgp)					\
 	PSLIST_WRITER_REMOVE((wgp), wgp_peerlist_entry)
 struct wg_route {
 	struct radix_node	wgr_nodes[2];
 	struct wg_peer		*wgr_peer;
 };
 static struct radix_node_head *
 wg_rnh(struct wg_softc *wg, const int family)
+{
 	switch (family) {
 		case AF_INET:
 			return wg->wg_rtable_ipv4;
 #ifdef INET6
 		case AF_INET6:
 			return wg->wg_rtable_ipv6;
 #endif
 		default:
 			return NULL;
+	}
+}
 /*
  * Global variables
  */
 LIST_HEAD(wg_sclist, wg_softc);
 static struct {
 	struct wg_sclist list;
 	kmutex_t lock;
 } wg_softcs __cacheline_aligned;
 struct psref_class *wg_psref_class __read_mostly;
 static struct if_clone wg_cloner =
     IF_CLONE_INITIALIZER("wg", wg_clone_create, wg_clone_destroy);
 void wgattach(int);
 /* ARGSUSED */
 void
 wgattach(int count)
+{
 	/*
 	 * Nothing to do here, initialization is handled by the
 	 * module initialization code in wginit() below).
 	 */
+}
 static void
 wginit(void)
+{
 	wg_psref_class = psref_class_create("wg", IPL_SOFTNET);
 	mutex_init(&wg_softcs.lock, MUTEX_DEFAULT, IPL_NONE);
 	LIST_INIT(&wg_softcs.list);
 	if_clone_attach(&wg_cloner);
+}
 static int
 wgdetach(void)
+{
 	int error = 0;
 	mutex_enter(&wg_softcs.lock);
 	if (!LIST_EMPTY(&wg_softcs.list)) {
 		mutex_exit(&wg_softcs.lock);
 		error = EBUSY;
+	}
 	if (error == 0) {
 		psref_class_destroy(wg_psref_class);
 		if_clone_detach(&wg_cloner);
+	}
 	return error;
+}
 static void
 wg_init_key_and_hash(uint8_t ckey[WG_CHAINING_KEY_LEN],
     uint8_t hash[WG_HASH_LEN])
+{
 	/* [W] 5.4: CONSTRUCTION */
 	const char *signature = "Noise_IKpsk2_25519_ChaChaPoly_BLAKE2s";
 	/* [W] 5.4: IDENTIFIER */
 	const char *id = "WireGuard v1 zx2c4 Jason@zx2c4.com";
 	struct blake2s state;
 	blake2s(ckey, WG_CHAINING_KEY_LEN, NULL, 0,
 	    signature, strlen(signature));
 	CTASSERT(WG_HASH_LEN == WG_CHAINING_KEY_LEN);
 	memcpy(hash, ckey, WG_CHAINING_KEY_LEN);
 	blake2s_init(&state, WG_HASH_LEN, NULL, 0);
 	blake2s_update(&state, ckey, WG_CHAINING_KEY_LEN);
 	blake2s_update(&state, id, strlen(id));
 	blake2s_final(&state, hash);
 	WG_DUMP_HASH("ckey", ckey);
 	WG_DUMP_HASH("hash", hash);
+}
 static void
 wg_algo_hash(uint8_t hash[WG_HASH_LEN], const uint8_t input[],
     const size_t inputsize)
+{
 	struct blake2s state;
 	blake2s_init(&state, WG_HASH_LEN, NULL, 0);
 	blake2s_update(&state, hash, WG_HASH_LEN);
 	blake2s_update(&state, input, inputsize);
 	blake2s_final(&state, hash);
+}
 static void
 wg_algo_mac(uint8_t out[], const size_t outsize,
     const uint8_t key[], const size_t keylen,
     const uint8_t input1[], const size_t input1len,
     const uint8_t input2[], const size_t input2len)
+{
 	struct blake2s state;
 	blake2s_init(&state, outsize, key, keylen);
 	blake2s_update(&state, input1, input1len);
 	if (input2 != NULL)
 		blake2s_update(&state, input2, input2len);
 	blake2s_final(&state, out);
+}
 static void
 wg_algo_mac_mac1(uint8_t out[], const size_t outsize,
     const uint8_t input1[], const size_t input1len,
     const uint8_t input2[], const size_t input2len)
+{
 	struct blake2s state;
 	/* [W] 5.4: LABEL-MAC1 */
 	const char *label = "mac1----";
 	uint8_t key[WG_HASH_LEN];
 	blake2s_init(&state, sizeof(key), NULL, 0);
 	blake2s_update(&state, label, strlen(label));
 	blake2s_update(&state, input1, input1len);
 	blake2s_final(&state, key);
 	blake2s_init(&state, outsize, key, sizeof(key));
 	if (input2 != NULL)
 		blake2s_update(&state, input2, input2len);
 	blake2s_final(&state, out);
+}
 static void
 wg_algo_mac_cookie(uint8_t out[], const size_t outsize,
     const uint8_t input1[], const size_t input1len)
+{
 	struct blake2s state;
 	/* [W] 5.4: LABEL-COOKIE */
 	const char *label = "cookie--";
 	blake2s_init(&state, outsize, NULL, 0);
 	blake2s_update(&state, label, strlen(label));
 	blake2s_update(&state, input1, input1len);
 	blake2s_final(&state, out);
+}
 static void
 wg_algo_generate_keypair(uint8_t pubkey[WG_EPHEMERAL_KEY_LEN],
     uint8_t privkey[WG_EPHEMERAL_KEY_LEN])
+{
 	CTASSERT(WG_EPHEMERAL_KEY_LEN == crypto_scalarmult_curve25519_BYTES);
 	cprng_strong(kern_cprng, privkey, WG_EPHEMERAL_KEY_LEN, 0);
 	crypto_scalarmult_base(pubkey, privkey);
+}
 static void
 wg_algo_dh(uint8_t out[WG_DH_OUTPUT_LEN],
     const uint8_t privkey[WG_STATIC_KEY_LEN],
     const uint8_t pubkey[WG_STATIC_KEY_LEN])
+{
 	CTASSERT(WG_STATIC_KEY_LEN == crypto_scalarmult_curve25519_BYTES);
 	int ret __diagused = crypto_scalarmult(out, privkey, pubkey);
 	KASSERT(ret == 0);
+}
 static void
 wg_algo_hmac(uint8_t out[], const size_t outlen,
     const uint8_t key[], const size_t keylen,
     const uint8_t in[], const size_t inlen)
+{
 #define IPAD	0x36
 #define OPAD	0x5c
 	uint8_t hmackey[HMAC_BLOCK_LEN] = {0};
 	uint8_t ipad[HMAC_BLOCK_LEN];
 	uint8_t opad[HMAC_BLOCK_LEN];
 	int i;
 	struct blake2s state;
 	KASSERT(outlen == WG_HASH_LEN);
 	KASSERT(keylen <= HMAC_BLOCK_LEN);
 	memcpy(hmackey, key, keylen);
 	for (i = 0; i < sizeof(hmackey); i++) {
 		ipad[i] = hmackey[i] ^ IPAD;
 		opad[i] = hmackey[i] ^ OPAD;
+	}
 	blake2s_init(&state, WG_HASH_LEN, NULL, 0);
 	blake2s_update(&state, ipad, sizeof(ipad));
 	blake2s_update(&state, in, inlen);
 	blake2s_final(&state, out);
 	blake2s_init(&state, WG_HASH_LEN, NULL, 0);
 	blake2s_update(&state, opad, sizeof(opad));
 	blake2s_update(&state, out, WG_HASH_LEN);
 	blake2s_final(&state, out);
 #undef IPAD
 #undef OPAD
+}
 static void
 wg_algo_kdf(uint8_t out1[WG_KDF_OUTPUT_LEN], uint8_t out2[WG_KDF_OUTPUT_LEN],
     uint8_t out3[WG_KDF_OUTPUT_LEN], const uint8_t ckey[WG_CHAINING_KEY_LEN],
     const uint8_t input[], const size_t inputlen)
+{
 	uint8_t tmp1[WG_KDF_OUTPUT_LEN], tmp2[WG_KDF_OUTPUT_LEN + 1];
 	uint8_t one[1];
 	/*
 	 * [N] 4.3: "an input_key_material byte sequence with length
 	 * either zero bytes, 32 bytes, or DHLEN bytes."
 	 */
 	KASSERT(inputlen == 0 || inputlen == 32 || inputlen == NOISE_DHLEN);
 	WG_DUMP_HASH("ckey", ckey);
 	if (input != NULL)
 		WG_DUMP_HASH("input", input);
 	wg_algo_hmac(tmp1, sizeof(tmp1), ckey, WG_CHAINING_KEY_LEN,
 	    input, inputlen);
 	WG_DUMP_HASH("tmp1", tmp1);
 	one[0] = 1;
 	wg_algo_hmac(out1, WG_KDF_OUTPUT_LEN, tmp1, sizeof(tmp1),
 	    one, sizeof(one));
 	WG_DUMP_HASH("out1", out1);
 	if (out2 == NULL)
 		return;
 	memcpy(tmp2, out1, WG_KDF_OUTPUT_LEN);
 	tmp2[WG_KDF_OUTPUT_LEN] = 2;
 	wg_algo_hmac(out2, WG_KDF_OUTPUT_LEN, tmp1, sizeof(tmp1),
 	    tmp2, sizeof(tmp2));
 	WG_DUMP_HASH("out2", out2);
 	if (out3 == NULL)
 		return;
 	memcpy(tmp2, out2, WG_KDF_OUTPUT_LEN);
 	tmp2[WG_KDF_OUTPUT_LEN] = 3;
 	wg_algo_hmac(out3, WG_KDF_OUTPUT_LEN, tmp1, sizeof(tmp1),
 	    tmp2, sizeof(tmp2));
 	WG_DUMP_HASH("out3", out3);
+}
 static void
 wg_algo_dh_kdf(uint8_t ckey[WG_CHAINING_KEY_LEN],
     uint8_t cipher_key[WG_CIPHER_KEY_LEN],
     const uint8_t local_key[WG_STATIC_KEY_LEN],
     const uint8_t remote_key[WG_STATIC_KEY_LEN])
+{
 	uint8_t dhout[WG_DH_OUTPUT_LEN];
 	wg_algo_dh(dhout, local_key, remote_key);
 	wg_algo_kdf(ckey, cipher_key, NULL, ckey, dhout, sizeof(dhout));
 	WG_DUMP_HASH("dhout", dhout);
 	WG_DUMP_HASH("ckey", ckey);
 	if (cipher_key != NULL)
 		WG_DUMP_HASH("cipher_key", cipher_key);
+}
 static void
 wg_algo_aead_enc(uint8_t out[], size_t expected_outsize, const uint8_t key[],
     const uint64_t counter, const uint8_t plain[], const size_t plainsize,
     const uint8_t auth[], size_t authlen)
+{
 	uint8_t nonce[(32 + 64) / 8] = {0};
 	long long unsigned int outsize;
 	int error __diagused;
 	le64enc(&nonce[4], counter);
 	error = crypto_aead_chacha20poly1305_ietf_encrypt(out, &outsize, plain,
 	    plainsize, auth, authlen, NULL, nonce, key);
 	KASSERT(error == 0);
 	KASSERT(outsize == expected_outsize);
+}
 static int
 wg_algo_aead_dec(uint8_t out[], size_t expected_outsize, const uint8_t key[],
     const uint64_t counter, const uint8_t encrypted[],
     const size_t encryptedsize, const uint8_t auth[], size_t authlen)
+{
 	uint8_t nonce[(32 + 64) / 8] = {0};
 @@ -3722,1043 +3722,1043 @@ wg_get_mbuf(size_t leading_len, size_t l
 	m = m_gethdr(M_DONTWAIT, MT_DATA);
 	if (m == NULL)
 		return NULL;
 	if (len + leading_len > MHLEN) {
 		m_clget(m, M_DONTWAIT);
 		if ((m->m_flags & M_EXT) == 0) {
 			m_free(m);
 			return NULL;
+		}
+	}
 	m->m_data += leading_len;
 	m->m_pkthdr.len = m->m_len = len;
 	return m;
+}
 static int
 wg_send_data_msg(struct wg_peer *wgp, struct wg_session *wgs,
     struct mbuf *m)
+{
 	struct wg_softc *wg = wgp->wgp_sc;
 	int error;
 	size_t inner_len, padded_len, encrypted_len;
 	char *padded_buf = NULL;
 	size_t mlen;
 	struct wg_msg_data *wgmd;
 	bool free_padded_buf = false;
 	struct mbuf *n;
 	size_t leading_len = max_linkhdr + sizeof(struct ip6_hdr) +
 	    sizeof(struct udphdr);
 	mlen = m_length(m);
 	inner_len = mlen;
 	padded_len = roundup(mlen, 16);
 	encrypted_len = padded_len + WG_AUTHTAG_LEN;
 	WG_DLOG("inner=%lu, padded=%lu, encrypted_len=%lu\n",
 	    inner_len, padded_len, encrypted_len);
 	if (mlen != 0) {
 		bool success;
 		success = m_ensure_contig(&m, padded_len);
 		if (success) {
 			padded_buf = mtod(m, char *);
 		} else {
 			padded_buf = kmem_intr_alloc(padded_len, KM_NOSLEEP);
 			if (padded_buf == NULL) {
 				error = ENOBUFS;
 				goto end;
+			}
 			free_padded_buf = true;
 			m_copydata(m, 0, mlen, padded_buf);
+		}
 		memset(padded_buf + mlen, 0, padded_len - inner_len);
+	}
 	n = wg_get_mbuf(leading_len, sizeof(*wgmd) + encrypted_len);
 	if (n == NULL) {
 		error = ENOBUFS;
 		goto end;
+	}
 	KASSERT(n->m_len >= sizeof(*wgmd));
 	wgmd = mtod(n, struct wg_msg_data *);
 	wg_fill_msg_data(wg, wgp, wgs, wgmd);
 	/* [W] 5.4.6: AEAD(Tm^send, Nm^send, P, e) */
 	wg_algo_aead_enc((char *)wgmd + sizeof(*wgmd), encrypted_len,
 	    wgs->wgs_tkey_send, le64toh(wgmd->wgmd_counter),
 	    padded_buf, padded_len,
 	    NULL, 0);
 	error = wg->wg_ops->send_data_msg(wgp, n);
 	if (error == 0) {
 		struct ifnet *ifp = &wg->wg_if;
 		if_statadd(ifp, if_obytes, mlen);
 		if_statinc(ifp, if_opackets);
 		if (wgs->wgs_is_initiator &&
 		    wgs->wgs_time_last_data_sent == 0) {
 			/*
 			 * [W] 6.2 Transport Message Limits
 			 * "if a peer is the initiator of a current secure
 			 *  session, WireGuard will send a handshake initiation
 			 *  message to begin a new secure session if, after
 			 *  transmitting a transport data message, the current
 			 *  secure session is REKEY-AFTER-TIME seconds old,"
 			 */
 			wg_schedule_rekey_timer(wgp);
+		}
 		wgs->wgs_time_last_data_sent = time_uptime;
 		if (wg_session_get_send_counter(wgs) >=
 		    wg_rekey_after_messages) {
 			/*
 			 * [W] 6.2 Transport Message Limits
 			 * "WireGuard will try to create a new session, by
 			 *  sending a handshake initiation message (section
 			 *  5.4.2), after it has sent REKEY-AFTER-MESSAGES
 			 *  transport data messages..."
 			 */
 			wg_schedule_peer_task(wgp, WGP_TASK_SEND_INIT_MESSAGE);
+		}
+	}
 end:
 	m_freem(m);
 	if (free_padded_buf)
 		kmem_intr_free(padded_buf, padded_len);
 	return error;
+}
 static void
 wg_input(struct ifnet *ifp, struct mbuf *m, const int af)
+{
 	pktqueue_t *pktq;
 	size_t pktlen;
 	KASSERT(af == AF_INET || af == AF_INET6);
 	WG_TRACE("");
 	m_set_rcvif(m, ifp);
 	pktlen = m->m_pkthdr.len;
 	bpf_mtap_af(ifp, af, m, BPF_D_IN);
 	switch (af) {
 	case AF_INET:
 		pktq = ip_pktq;
 		break;
 #ifdef INET6
 	case AF_INET6:
 		pktq = ip6_pktq;
 		break;
 #endif
 	default:
 		panic("invalid af=%d", af);
+	}
 	const u_int h = curcpu()->ci_index;
 	if (__predict_true(pktq_enqueue(pktq, m, h))) {
 		if_statadd(ifp, if_ibytes, pktlen);
 		if_statinc(ifp, if_ipackets);
 	} else {
 		m_freem(m);
+	}
+}
 static void
 wg_calc_pubkey(uint8_t pubkey[WG_STATIC_KEY_LEN],
     const uint8_t privkey[WG_STATIC_KEY_LEN])
+{
 	crypto_scalarmult_base(pubkey, privkey);
+}
 static int
 wg_rtable_add_route(struct wg_softc *wg, struct wg_allowedip *wga)
+{
 	struct radix_node_head *rnh;
 	struct radix_node *rn;
 	int error = 0;
 	rw_enter(wg->wg_rwlock, RW_WRITER);
 	rnh = wg_rnh(wg, wga->wga_family);
 	KASSERT(rnh != NULL);
 	rn = rnh->rnh_addaddr(&wga->wga_sa_addr, &wga->wga_sa_mask, rnh,
 	    wga->wga_nodes);
 	rw_exit(wg->wg_rwlock);
 	if (rn == NULL)
 		error = EEXIST;
 	return error;
+}
 static int
 wg_handle_prop_peer(struct wg_softc *wg, prop_dictionary_t peer,
     struct wg_peer **wgpp)
+{
 	int error = 0;
 	const void *pubkey;
 	size_t pubkey_len;
 	const void *psk;
 	size_t psk_len;
 	const char *name = NULL;
 	if (prop_dictionary_get_string(peer, "name", &name)) {
 		if (strlen(name) > WG_PEER_NAME_MAXLEN) {
 			error = EINVAL;
 			goto out;
+		}
+	}
 	if (!prop_dictionary_get_data(peer, "public_key",
 		&pubkey, &pubkey_len)) {
 		error = EINVAL;
 		goto out;
+	}
 #ifdef WG_DEBUG_DUMP
 	log(LOG_DEBUG, "pubkey=%p, pubkey_len=%lu\n", pubkey, pubkey_len);
 	for (int _i = 0; _i < pubkey_len; _i++)
 		log(LOG_DEBUG, "%c", ((const char *)pubkey)[_i]);
 	log(LOG_DEBUG, "\n");
 #endif
 	struct wg_peer *wgp = wg_alloc_peer(wg);
 	memcpy(wgp->wgp_pubkey, pubkey, sizeof(wgp->wgp_pubkey));
 	if (name != NULL)
 		strncpy(wgp->wgp_name, name, sizeof(wgp->wgp_name));
 	if (prop_dictionary_get_data(peer, "preshared_key", &psk, &psk_len)) {
 		if (psk_len != sizeof(wgp->wgp_psk)) {
 			error = EINVAL;
 			goto out;
+		}
 		memcpy(wgp->wgp_psk, psk, sizeof(wgp->wgp_psk));
+	}
 	const void *addr;
 	size_t addr_len;
 	struct wg_sockaddr *wgsa = wgp->wgp_endpoint;
 	if (!prop_dictionary_get_data(peer, "endpoint", &addr, &addr_len))
 		goto skip_endpoint;
 	if (addr_len < sizeof(*wgsatosa(wgsa)) ||
 	    addr_len > sizeof(*wgsatoss(wgsa))) {
 		error = EINVAL;
 		goto out;
+	}
 	memcpy(wgsatoss(wgsa), addr, addr_len);
 	switch (wgsa_family(wgsa)) {
 	case AF_INET:
 #ifdef INET6
 	case AF_INET6:
 #endif
 		break;
 	default:
 		error = EPFNOSUPPORT;
 		goto out;
+	}
 	if (addr_len != sockaddr_getsize_by_family(wgsa_family(wgsa))) {
 		error = EINVAL;
 		goto out;
+	}
+    {
 	char addrstr[128];
 	sockaddr_format(wgsatosa(wgsa), addrstr, sizeof(addrstr));
 	WG_DLOG("addr=%s\n", addrstr);
+    }
 	wgp->wgp_endpoint_available = true;
 	prop_array_t allowedips;
 skip_endpoint:
 	allowedips = prop_dictionary_get(peer, "allowedips");
 	if (allowedips == NULL)
 		goto skip;
 	prop_object_iterator_t _it = prop_array_iterator(allowedips);
 	prop_dictionary_t prop_allowedip;
 	int j = 0;
 	while ((prop_allowedip = prop_object_iterator_next(_it)) != NULL) {
 		struct wg_allowedip *wga = &wgp->wgp_allowedips[j];
 		if (!prop_dictionary_get_int(prop_allowedip, "family",
 			&wga->wga_family))
 			continue;
 		if (!prop_dictionary_get_data(prop_allowedip, "ip",
 			&addr, &addr_len))
 			continue;
 		if (!prop_dictionary_get_uint8(prop_allowedip, "cidr",
 			&wga->wga_cidr))
 			continue;
 		switch (wga->wga_family) {
 		case AF_INET: {
 			struct sockaddr_in sin;
 			char addrstr[128];
 			struct in_addr mask;
 			struct sockaddr_in sin_mask;
 			if (addr_len != sizeof(struct in_addr))
 				return EINVAL;
 			memcpy(&wga->wga_addr4, addr, addr_len);
 			sockaddr_in_init(&sin, (const struct in_addr *)addr,
 );
 			sockaddr_copy(&wga->wga_sa_addr,
 			    sizeof(sin), sintosa(&sin));
 			sockaddr_format(sintosa(&sin),
 			    addrstr, sizeof(addrstr));
 			WG_DLOG("addr=%s/%d\n", addrstr, wga->wga_cidr);
 			in_len2mask(&mask, wga->wga_cidr);
 			sockaddr_in_init(&sin_mask, &mask, 0);
 			sockaddr_copy(&wga->wga_sa_mask,
 			    sizeof(sin_mask), sintosa(&sin_mask));
 			break;
+		    }
 #ifdef INET6
 		case AF_INET6: {
 			struct sockaddr_in6 sin6;
 			char addrstr[128];
 			struct in6_addr mask;
 			struct sockaddr_in6 sin6_mask;
 			if (addr_len != sizeof(struct in6_addr))
 				return EINVAL;
 			memcpy(&wga->wga_addr6, addr, addr_len);
 			sockaddr_in6_init(&sin6, (const struct in6_addr *)addr,
 , 0, 0);
 			sockaddr_copy(&wga->wga_sa_addr,
 			    sizeof(sin6), sin6tosa(&sin6));
 			sockaddr_format(sin6tosa(&sin6),
 			    addrstr, sizeof(addrstr));
 			WG_DLOG("addr=%s/%d\n", addrstr, wga->wga_cidr);
 			in6_prefixlen2mask(&mask, wga->wga_cidr);
 			sockaddr_in6_init(&sin6_mask, &mask, 0, 0, 0);
 			sockaddr_copy(&wga->wga_sa_mask,
 			    sizeof(sin6_mask), sin6tosa(&sin6_mask));
 			break;
+		    }
 #endif
 		default:
 			error = EINVAL;
 			goto out;
+		}
 		wga->wga_peer = wgp;
 		error = wg_rtable_add_route(wg, wga);
 		if (error != 0)
 			goto out;
 		j++;
+	}
 	wgp->wgp_n_allowedips = j;
 skip:
 	*wgpp = wgp;
 out:
 	return error;
+}
 static int
 wg_alloc_prop_buf(char **_buf, struct ifdrv *ifd)
+{
 	int error;
 	char *buf;
 	WG_DLOG("buf=%p, len=%lu\n", ifd->ifd_data, ifd->ifd_len);
 	buf = kmem_alloc(ifd->ifd_len + 1, KM_SLEEP);
 	error = copyin(ifd->ifd_data, buf, ifd->ifd_len);
 	if (error != 0)
 		return error;
 	buf[ifd->ifd_len] = '\0';
 #ifdef WG_DEBUG_DUMP
 	for (int i = 0; i < ifd->ifd_len; i++)
 		log(LOG_DEBUG, "%c", buf[i]);
 	log(LOG_DEBUG, "\n");
 #endif
 	*_buf = buf;
 	return 0;
+}
 static int
 wg_ioctl_set_private_key(struct wg_softc *wg, struct ifdrv *ifd)
+{
 	int error;
 	prop_dictionary_t prop_dict;
 	char *buf = NULL;
 	const void *privkey;
 	size_t privkey_len;
 	error = wg_alloc_prop_buf(&buf, ifd);
 	if (error != 0)
 		return error;
 	error = EINVAL;
 	prop_dict = prop_dictionary_internalize(buf);
 	if (prop_dict == NULL)
 		goto out;
 	if (!prop_dictionary_get_data(prop_dict, "private_key",
 		&privkey, &privkey_len))
 		goto out;
 #ifdef WG_DEBUG_DUMP
 	log(LOG_DEBUG, "privkey=%p, privkey_len=%lu\n", privkey, privkey_len);
 	for (int i = 0; i < privkey_len; i++)
 		log(LOG_DEBUG, "%c", ((const char *)privkey)[i]);
 	log(LOG_DEBUG, "\n");
 #endif
 	if (privkey_len != WG_STATIC_KEY_LEN)
 		goto out;
 	memcpy(wg->wg_privkey, privkey, WG_STATIC_KEY_LEN);
 	wg_calc_pubkey(wg->wg_pubkey, wg->wg_privkey);
 	error = 0;
 out:
 	kmem_free(buf, ifd->ifd_len + 1);
 	return error;
+}
 static int
 wg_ioctl_set_listen_port(struct wg_softc *wg, struct ifdrv *ifd)
+{
 	int error;
 	prop_dictionary_t prop_dict;
 	char *buf = NULL;
 	uint16_t port;
 	error = wg_alloc_prop_buf(&buf, ifd);
 	if (error != 0)
 		return error;
 	error = EINVAL;
 	prop_dict = prop_dictionary_internalize(buf);
 	if (prop_dict == NULL)
 		goto out;
 	if (!prop_dictionary_get_uint16(prop_dict, "listen_port", &port))
 		goto out;
 	error = wg->wg_ops->bind_port(wg, (uint16_t)port);
 out:
 	kmem_free(buf, ifd->ifd_len + 1);
 	return error;
+}
 static int
 wg_ioctl_add_peer(struct wg_softc *wg, struct ifdrv *ifd)
+{
 	int error;
 	prop_dictionary_t prop_dict;
 	char *buf = NULL;
 	struct wg_peer *wgp = NULL, *wgp0 __diagused;
 	error = wg_alloc_prop_buf(&buf, ifd);
 	if (error != 0)
 		return error;
 	error = EINVAL;
 	prop_dict = prop_dictionary_internalize(buf);
 	if (prop_dict == NULL)
 		goto out;
 	error = wg_handle_prop_peer(wg, prop_dict, &wgp);
 	if (error != 0)
 		goto out;
 	mutex_enter(wg->wg_lock);
 	if (thmap_get(wg->wg_peers_bypubkey, wgp->wgp_pubkey,
 		sizeof(wgp->wgp_pubkey)) != NULL ||
 	    (wgp->wgp_name[0] &&
 		thmap_get(wg->wg_peers_byname, wgp->wgp_name,
 		    strlen(wgp->wgp_name)) != NULL)) {
 		mutex_exit(wg->wg_lock);
 		wg_destroy_peer(wgp);
 		error = EEXIST;
 		goto out;
+	}
 	wgp0 = thmap_put(wg->wg_peers_bypubkey, wgp->wgp_pubkey,
 	    sizeof(wgp->wgp_pubkey), wgp);
 	KASSERT(wgp0 == wgp);
 	if (wgp->wgp_name[0]) {
 		wgp0 = thmap_put(wg->wg_peers_byname, wgp->wgp_name,
 		    strlen(wgp->wgp_name), wgp);
 		KASSERT(wgp0 == wgp);
+	}
 	WG_PEER_WRITER_INSERT_HEAD(wgp, wg);
 	wg->wg_npeers++;
 	mutex_exit(wg->wg_lock);
 out:
 	kmem_free(buf, ifd->ifd_len + 1);
 	return error;
+}
 static int
 wg_ioctl_delete_peer(struct wg_softc *wg, struct ifdrv *ifd)
+{
 	int error;
 	prop_dictionary_t prop_dict;
 	char *buf = NULL;
 	const char *name;
 	error = wg_alloc_prop_buf(&buf, ifd);
 	if (error != 0)
 		return error;
 	error = EINVAL;
 	prop_dict = prop_dictionary_internalize(buf);
 	if (prop_dict == NULL)
 		goto out;
 	if (!prop_dictionary_get_string(prop_dict, "name", &name))
 		goto out;
 	if (strlen(name) > WG_PEER_NAME_MAXLEN)
 		goto out;
 	error = wg_destroy_peer_name(wg, name);
 out:
 	kmem_free(buf, ifd->ifd_len + 1);
 	return error;
+}
 static int
 wg_ioctl_get(struct wg_softc *wg, struct ifdrv *ifd)
+{
 	int error = ENOMEM;
 	prop_dictionary_t prop_dict;
 	prop_array_t peers = NULL;
 	char *buf;
 	struct wg_peer *wgp;
 	int s, i;
 	prop_dict = prop_dictionary_create();
 	if (prop_dict == NULL)
 		goto error;
 	if (!prop_dictionary_set_data(prop_dict, "private_key", wg->wg_privkey,
 		WG_STATIC_KEY_LEN))
 		goto error;
 	if (wg->wg_listen_port != 0) {
 		if (!prop_dictionary_set_uint16(prop_dict, "listen_port",
 			wg->wg_listen_port))
 			goto error;
+	}
 	if (wg->wg_npeers == 0)
 		goto skip_peers;
 	peers = prop_array_create();
 	if (peers == NULL)
 		goto error;
 	s = pserialize_read_enter();
 	i = 0;
 	WG_PEER_READER_FOREACH(wgp, wg) {
 		struct wg_sockaddr *wgsa;
 		struct psref wgp_psref, wgsa_psref;
 		prop_dictionary_t prop_peer;
 		wg_get_peer(wgp, &wgp_psref);
 		pserialize_read_exit(s);
 		prop_peer = prop_dictionary_create();
 		if (prop_peer == NULL)
 			goto next;
 		if (strlen(wgp->wgp_name) > 0) {
 			if (!prop_dictionary_set_string(prop_peer, "name",
 				wgp->wgp_name))
 				goto next;
+		}
 		if (!prop_dictionary_set_data(prop_peer, "public_key",
 			wgp->wgp_pubkey, sizeof(wgp->wgp_pubkey)))
 			goto next;
 		uint8_t psk_zero[WG_PRESHARED_KEY_LEN] = {0};
 		if (!consttime_memequal(wgp->wgp_psk, psk_zero,
 			sizeof(wgp->wgp_psk))) {
 			if (!prop_dictionary_set_data(prop_peer,
 				"preshared_key",
 				wgp->wgp_psk, sizeof(wgp->wgp_psk)))
 				goto next;
+		}
 		wgsa = wg_get_endpoint_sa(wgp, &wgsa_psref);
 		CTASSERT(AF_UNSPEC == 0);
 		if (wgsa_family(wgsa) != 0 /*AF_UNSPEC*/ &&
 		    !prop_dictionary_set_data(prop_peer, "endpoint",
 			wgsatoss(wgsa),
 			sockaddr_getsize_by_family(wgsa_family(wgsa)))) {
 			wg_put_sa(wgp, wgsa, &wgsa_psref);
 			goto next;
+		}
 		wg_put_sa(wgp, wgsa, &wgsa_psref);
 		const struct timespec *t = &wgp->wgp_last_handshake_time;
 		if (!prop_dictionary_set_uint64(prop_peer,
 			"last_handshake_time_sec", t->tv_sec))
 			goto next;
 		if (!prop_dictionary_set_uint32(prop_peer,
 			"last_handshake_time_nsec", t->tv_nsec))
 			goto next;
 		if (wgp->wgp_n_allowedips == 0)
 			goto skip_allowedips;
 		prop_array_t allowedips = prop_array_create();
 		if (allowedips == NULL)
 			goto next;
 		for (int j = 0; j < wgp->wgp_n_allowedips; j++) {
 			struct wg_allowedip *wga = &wgp->wgp_allowedips[j];
 			prop_dictionary_t prop_allowedip;
 			prop_allowedip = prop_dictionary_create();
 			if (prop_allowedip == NULL)
 				break;
 			if (!prop_dictionary_set_int(prop_allowedip, "family",
 				wga->wga_family))
 				goto _next;
 			if (!prop_dictionary_set_uint8(prop_allowedip, "cidr",
 				wga->wga_cidr))
 				goto _next;
 			switch (wga->wga_family) {
 			case AF_INET:
 				if (!prop_dictionary_set_data(prop_allowedip,
 					"ip", &wga->wga_addr4,
 					sizeof(wga->wga_addr4)))
 					goto _next;
 				break;
 #ifdef INET6
 			case AF_INET6:
 				if (!prop_dictionary_set_data(prop_allowedip,
 					"ip", &wga->wga_addr6,
 					sizeof(wga->wga_addr6)))
 					goto _next;
 				break;
 #endif
 			default:
 				break;
+			}
 			prop_array_set(allowedips, j, prop_allowedip);
 		_next:
 			prop_object_release(prop_allowedip);
+		}
 		prop_dictionary_set(prop_peer, "allowedips", allowedips);
 		prop_object_release(allowedips);
 	skip_allowedips:
 		prop_array_set(peers, i, prop_peer);
 	next:
 		if (prop_peer)
 			prop_object_release(prop_peer);
 		i++;
 		s = pserialize_read_enter();
 		wg_put_peer(wgp, &wgp_psref);
+	}
 	pserialize_read_exit(s);
 	prop_dictionary_set(prop_dict, "peers", peers);
 	prop_object_release(peers);
 	peers = NULL;
 skip_peers:
 	buf = prop_dictionary_externalize(prop_dict);
 	if (buf == NULL)
 		goto error;
 	if (ifd->ifd_len < (strlen(buf) + 1)) {
 		error = EINVAL;
 		goto error;
+	}
 	error = copyout(buf, ifd->ifd_data, strlen(buf) + 1);
 	free(buf, 0);
 error:
 	if (peers != NULL)
 		prop_object_release(peers);
 	if (prop_dict != NULL)
 		prop_object_release(prop_dict);
 	return error;
+}
 static int
 wg_ioctl(struct ifnet *ifp, u_long cmd, void *data)
+{
 	struct wg_softc *wg = ifp->if_softc;
 	struct ifreq *ifr = data;
 	struct ifaddr *ifa = data;
 	struct ifdrv *ifd = data;
 	int error = 0;
 	switch (cmd) {
 	case SIOCINITIFADDR:
 		if (ifa->ifa_addr->sa_family != AF_LINK &&
 		    (ifp->if_flags & (IFF_UP | IFF_RUNNING)) !=
 		    (IFF_UP | IFF_RUNNING)) {
 			ifp->if_flags |= IFF_UP;
 			error = ifp->if_init(ifp);
+		}
 		return error;
 	case SIOCADDMULTI:
 	case SIOCDELMULTI:
 		switch (ifr->ifr_addr.sa_family) {
 		case AF_INET:	/* IP supports Multicast */
 			break;
 #ifdef INET6
 		case AF_INET6:	/* IP6 supports Multicast */
 			break;
 #endif
 		default:  /* Other protocols doesn't support Multicast */
 			error = EAFNOSUPPORT;
 			break;
+		}
 		return error;
 	case SIOCSDRVSPEC:
 		switch (ifd->ifd_cmd) {
 		case WG_IOCTL_SET_PRIVATE_KEY:
 			error = wg_ioctl_set_private_key(wg, ifd);
 			break;
 		case WG_IOCTL_SET_LISTEN_PORT:
 			error = wg_ioctl_set_listen_port(wg, ifd);
 			break;
 		case WG_IOCTL_ADD_PEER:
 			error = wg_ioctl_add_peer(wg, ifd);
 			break;
 		case WG_IOCTL_DELETE_PEER:
 			error = wg_ioctl_delete_peer(wg, ifd);
 			break;
 		default:
 			error = EINVAL;
 			break;
+		}
 		return error;
 	case SIOCGDRVSPEC:
 		return wg_ioctl_get(wg, ifd);
 	case SIOCSIFFLAGS:
 		if ((error = ifioctl_common(ifp, cmd, data)) != 0)
 			break;
 		switch (ifp->if_flags & (IFF_UP|IFF_RUNNING)) {
 		case IFF_RUNNING:
 			/*
 			 * If interface is marked down and it is running,
 			 * then stop and disable it.
 			 */
 			(*ifp->if_stop)(ifp, 1);
 			break;
 		case IFF_UP:
 			/*
 			 * If interface is marked up and it is stopped, then
 			 * start it.
 			 */
 			error = (*ifp->if_init)(ifp);
 			break;
 		default:
 			break;
+		}
 		return error;
 #ifdef WG_RUMPKERNEL
 	case SIOCSLINKSTR:
 		error = wg_ioctl_linkstr(wg, ifd);
 		if (error == 0)
 			wg->wg_ops = &wg_ops_rumpuser;
 		return error;
 #endif
 	default:
 		break;
+	}
 	error = ifioctl_common(ifp, cmd, data);
 #ifdef WG_RUMPKERNEL
 	if (!wg_user_mode(wg))
 		return error;
 	/* Do the same to the corresponding tun device on the host */
 	/*
 	 * XXX Actually the command has not been handled yet.  It
 	 *     will be handled via pr_ioctl form doifioctl later.
 	 */
 	switch (cmd) {
 	case SIOCAIFADDR:
 	case SIOCDIFADDR: {
 		struct in_aliasreq _ifra = *(const struct in_aliasreq *)data;
 		struct in_aliasreq *ifra = &_ifra;
 		KASSERT(error == ENOTTY);
 		strncpy(ifra->ifra_name, rumpuser_wg_get_tunname(wg->wg_user),
 		    IFNAMSIZ);
 		error = rumpuser_wg_ioctl(wg->wg_user, cmd, ifra, AF_INET);
 		if (error == 0)
 			error = ENOTTY;
 		break;
+	}
 #ifdef INET6
 	case SIOCAIFADDR_IN6:
 	case SIOCDIFADDR_IN6: {
 		struct in6_aliasreq _ifra = *(const struct in6_aliasreq *)data;
 		struct in6_aliasreq *ifra = &_ifra;
 		KASSERT(error == ENOTTY);
 		strncpy(ifra->ifra_name, rumpuser_wg_get_tunname(wg->wg_user),
 		    IFNAMSIZ);
 		error = rumpuser_wg_ioctl(wg->wg_user, cmd, ifra, AF_INET6);
 		if (error == 0)
 			error = ENOTTY;
 		break;
+	}
 #endif
+	}
 #endif /* WG_RUMPKERNEL */
 	return error;
+}
 static int
 wg_init(struct ifnet *ifp)
+{
 	ifp->if_flags |= IFF_RUNNING;
 	/* TODO flush pending packets. */
 	return 0;
+}
 static void
 wg_stop(struct ifnet *ifp, int disable)
+{
 	KASSERT((ifp->if_flags & IFF_RUNNING) != 0);
 	ifp->if_flags &= ~IFF_RUNNING;
 	/* Need to do something? */
+}
 #ifdef WG_DEBUG_PARAMS
 SYSCTL_SETUP(sysctl_net_wg_setup, "sysctl net.wg setup")
+{
 	const struct sysctlnode *node = NULL;
 	sysctl_createv(clog, 0, NULL, &node,
 	    CTLFLAG_PERMANENT,
 	    CTLTYPE_NODE, "wg",
 	    SYSCTL_DESCR("wg(4)"),
 	    NULL, 0, NULL, 0,
 	    CTL_NET, CTL_CREATE, CTL_EOL);
 	sysctl_createv(clog, 0, &node, NULL,
 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
 	    CTLTYPE_QUAD, "rekey_after_messages",
 	    SYSCTL_DESCR("session liftime by messages"),
 	    NULL, 0, &wg_rekey_after_messages, 0, CTL_CREATE, CTL_EOL);
 	sysctl_createv(clog, 0, &node, NULL,
 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
 	    CTLTYPE_INT, "rekey_after_time",
 	    SYSCTL_DESCR("session liftime"),
 	    NULL, 0, &wg_rekey_after_time, 0, CTL_CREATE, CTL_EOL);
 	sysctl_createv(clog, 0, &node, NULL,
 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
 	    CTLTYPE_INT, "rekey_timeout",
 	    SYSCTL_DESCR("session handshake retry time"),
 	    NULL, 0, &wg_rekey_timeout, 0, CTL_CREATE, CTL_EOL);
 	sysctl_createv(clog, 0, &node, NULL,
 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
 	    CTLTYPE_INT, "rekey_attempt_time",
 	    SYSCTL_DESCR("session handshake timeout"),
 	    NULL, 0, &wg_rekey_attempt_time, 0, CTL_CREATE, CTL_EOL);
 	sysctl_createv(clog, 0, &node, NULL,
 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
 	    CTLTYPE_INT, "keepalive_timeout",
 	    SYSCTL_DESCR("keepalive timeout"),
 	    NULL, 0, &wg_keepalive_timeout, 0, CTL_CREATE, CTL_EOL);
 	sysctl_createv(clog, 0, &node, NULL,
 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
 	    CTLTYPE_BOOL, "force_underload",
 	    SYSCTL_DESCR("force to detemine under load"),
 	    NULL, 0, &wg_force_underload, 0, CTL_CREATE, CTL_EOL);
+}
 #endif
 #ifdef WG_RUMPKERNEL
 static bool
 wg_user_mode(struct wg_softc *wg)
+{
 	return wg->wg_user != NULL;
+}
 static int
 wg_ioctl_linkstr(struct wg_softc *wg, struct ifdrv *ifd)
+{
 	struct ifnet *ifp = &wg->wg_if;
 	int error;
 	if (ifp->if_flags & IFF_UP)
 		return EBUSY;
 	if (ifd->ifd_cmd == IFLINKSTR_UNSET) {
 		/* XXX do nothing */
 		return 0;
 	} else if (ifd->ifd_cmd != 0) {
 		return EINVAL;
 	} else if (wg->wg_user != NULL) {
 		return EBUSY;
+	}
 	/* Assume \0 included */
 	if (ifd->ifd_len > IFNAMSIZ) {
 		return E2BIG;
 	} else if (ifd->ifd_len < 1) {
 		return EINVAL;
+	}
 	char tun_name[IFNAMSIZ];
 	error = copyinstr(ifd->ifd_data, tun_name, ifd->ifd_len, NULL);
 	if (error != 0)
 		return error;
 	if (strncmp(tun_name, "tun", 3) != 0)
 		return EINVAL;
 	error = rumpuser_wg_create(tun_name, wg, &wg->wg_user);
 	return error;
+}
 static int
 wg_send_user(struct wg_peer *wgp, struct mbuf *m)
+{
 	int error;
 	struct psref psref;
 	struct wg_sockaddr *wgsa;
 	struct wg_softc *wg = wgp->wgp_sc;
 	struct iovec iov[1];
 	wgsa = wg_get_endpoint_sa(wgp, &psref);
 	iov[0].iov_base = mtod(m, void *);
 	iov[0].iov_len = m->m_len;
 	/* Send messages to a peer via an ordinary socket. */
 	error = rumpuser_wg_send_peer(wg->wg_user, wgsatosa(wgsa), iov, 1);
 	wg_put_sa(wgp, wgsa, &psref);
 	m_freem(m);
 	return error;
+}
 static void
 wg_input_user(struct ifnet *ifp, struct mbuf *m, const int af)
+{
 	struct wg_softc *wg = ifp->if_softc;
 	struct iovec iov[2];
 	struct sockaddr_storage ss;
 	KASSERT(af == AF_INET || af == AF_INET6);
 	WG_TRACE("");
 	if (af == AF_INET) {
 		struct sockaddr_in *sin = (struct sockaddr_in *)&ss;
 		struct ip *ip;
 		KASSERT(m->m_len >= sizeof(struct ip));
 		ip = mtod(m, struct ip *);
 		sockaddr_in_init(sin, &ip->ip_dst, 0);
 	} else {
 		struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&ss;
 		struct ip6_hdr *ip6;
 		KASSERT(m->m_len >= sizeof(struct ip6_hdr));
 		ip6 = mtod(m, struct ip6_hdr *);
 		sockaddr_in6_init(sin6, &ip6->ip6_dst, 0, 0, 0);
+	}
 	iov[0].iov_base = &ss;
 	iov[0].iov_len = ss.ss_len;
 	iov[1].iov_base = mtod(m, void *);
 	iov[1].iov_len = m->m_len;
 	WG_DUMP_BUF(iov[1].iov_base, iov[1].iov_len);
 	/* Send decrypted packets to users via a tun. */
 	rumpuser_wg_send_user(wg->wg_user, iov, 2);
 	m_freem(m);
+}
 static int
 wg_bind_port_user(struct wg_softc *wg, const uint16_t port)
+{
 	int error;
 	uint16_t old_port = wg->wg_listen_port;
 	if (port != 0 && old_port == port)
 		return 0;
 	error = rumpuser_wg_sock_bind(wg->wg_user, port);
 	if (error == 0)
 		wg->wg_listen_port = port;
 	return error;
+}
 /*
  * Receive user packets.
  */
 void
 rumpkern_wg_recv_user(struct wg_softc *wg, struct iovec *iov, size_t iovlen)
+{
 	struct ifnet *ifp = &wg->wg_if;
 	struct mbuf *m;
 	const struct sockaddr *dst;
 	WG_TRACE("");
 	dst = iov[0].iov_base;
-	m = m_gethdr(M_NOWAIT, MT_DATA);
+	m = m_gethdr(M_DONTWAIT, MT_DATA);
 	if (m == NULL)
 		return;
 	m->m_len = m->m_pkthdr.len = 0;
 	m_copyback(m, 0, iov[1].iov_len, iov[1].iov_base);
 	WG_DLOG("iov_len=%lu\n", iov[1].iov_len);
 	WG_DUMP_BUF(iov[1].iov_base, iov[1].iov_len);
 	(void)wg_output(ifp, m, dst, NULL);
+}
 /*
  * Receive packets from a peer.
  */
 void
 rumpkern_wg_recv_peer(struct wg_softc *wg, struct iovec *iov, size_t iovlen)
+{
 	struct mbuf *m;
 	const struct sockaddr *src;
 	WG_TRACE("");
 	src = iov[0].iov_base;
-	m = m_gethdr(M_NOWAIT, MT_DATA);
+	m = m_gethdr(M_DONTWAIT, MT_DATA);
 	if (m == NULL)
 		return;
 	m->m_len = m->m_pkthdr.len = 0;
 	m_copyback(m, 0, iov[1].iov_len, iov[1].iov_base);
 	WG_DLOG("iov_len=%lu\n", iov[1].iov_len);
 	WG_DUMP_BUF(iov[1].iov_base, iov[1].iov_len);
 	wg_handle_packet(wg, m, src);
+}
 #endif /* WG_RUMPKERNEL */
 /*
  * Module infrastructure
  */
 #include "if_module.h"
 IF_MODULE(MODULE_CLASS_DRIVER, wg, "")