| @@ -1,14 +1,14 @@ | | | @@ -1,14 +1,14 @@ |
1 | /* $NetBSD: asan.c,v 1.3 2018/08/22 12:07:42 maxv Exp $ */ | | 1 | /* $NetBSD: asan.c,v 1.4 2018/08/22 17:04:36 maxv Exp $ */ |
2 | | | 2 | |
3 | /* | | 3 | /* |
4 | * Copyright (c) 2018 The NetBSD Foundation, Inc. | | 4 | * Copyright (c) 2018 The NetBSD Foundation, Inc. |
5 | * All rights reserved. | | 5 | * All rights reserved. |
6 | * | | 6 | * |
7 | * This code is derived from software contributed to The NetBSD Foundation | | 7 | * This code is derived from software contributed to The NetBSD Foundation |
8 | * by Maxime Villard, and Siddharth Muralee. | | 8 | * by Maxime Villard, and Siddharth Muralee. |
9 | * | | 9 | * |
10 | * Redistribution and use in source and binary forms, with or without | | 10 | * Redistribution and use in source and binary forms, with or without |
11 | * modification, are permitted provided that the following conditions | | 11 | * modification, are permitted provided that the following conditions |
12 | * are met: | | 12 | * are met: |
13 | * 1. Redistributions of source code must retain the above copyright | | 13 | * 1. Redistributions of source code must retain the above copyright |
14 | * notice, this list of conditions and the following disclaimer. | | 14 | * notice, this list of conditions and the following disclaimer. |
| @@ -20,27 +20,27 @@ | | | @@ -20,27 +20,27 @@ |
20 | * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED | | 20 | * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED |
21 | * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR | | 21 | * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
22 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS | | 22 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS |
23 | * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR | | 23 | * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
24 | * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF | | 24 | * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
25 | * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS | | 25 | * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
26 | * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN | | 26 | * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
27 | * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | | 27 | * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
28 | * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE | | 28 | * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
29 | * POSSIBILITY OF SUCH DAMAGE. | | 29 | * POSSIBILITY OF SUCH DAMAGE. |
30 | */ | | 30 | */ |
31 | | | 31 | |
32 | #include <sys/cdefs.h> | | 32 | #include <sys/cdefs.h> |
33 | __KERNEL_RCSID(0, "$NetBSD: asan.c,v 1.3 2018/08/22 12:07:42 maxv Exp $"); | | 33 | __KERNEL_RCSID(0, "$NetBSD: asan.c,v 1.4 2018/08/22 17:04:36 maxv Exp $"); |
34 | | | 34 | |
35 | #include <sys/param.h> | | 35 | #include <sys/param.h> |
36 | #include <sys/device.h> | | 36 | #include <sys/device.h> |
37 | #include <sys/kernel.h> | | 37 | #include <sys/kernel.h> |
38 | #include <sys/module.h> | | 38 | #include <sys/module.h> |
39 | #include <sys/param.h> | | 39 | #include <sys/param.h> |
40 | #include <sys/conf.h> | | 40 | #include <sys/conf.h> |
41 | #include <sys/systm.h> | | 41 | #include <sys/systm.h> |
42 | #include <sys/types.h> | | 42 | #include <sys/types.h> |
43 | #include <sys/asan.h> | | 43 | #include <sys/asan.h> |
44 | | | 44 | |
45 | #include <uvm/uvm.h> | | 45 | #include <uvm/uvm.h> |
46 | #include <amd64/pmap.h> | | 46 | #include <amd64/pmap.h> |
| @@ -49,26 +49,27 @@ __KERNEL_RCSID(0, "$NetBSD: asan.c,v 1.3 | | | @@ -49,26 +49,27 @@ __KERNEL_RCSID(0, "$NetBSD: asan.c,v 1.3 |
49 | #define VIRTUAL_SHIFT 47 /* 48bit address space, cut half */ | | 49 | #define VIRTUAL_SHIFT 47 /* 48bit address space, cut half */ |
50 | #define CANONICAL_BASE 0xFFFF800000000000 | | 50 | #define CANONICAL_BASE 0xFFFF800000000000 |
51 | | | 51 | |
52 | #define KASAN_SHADOW_SCALE_SHIFT 3 | | 52 | #define KASAN_SHADOW_SCALE_SHIFT 3 |
53 | #define KASAN_SHADOW_SCALE_SIZE (1UL << KASAN_SHADOW_SCALE_SHIFT) | | 53 | #define KASAN_SHADOW_SCALE_SIZE (1UL << KASAN_SHADOW_SCALE_SHIFT) |
54 | #define KASAN_SHADOW_MASK (KASAN_SHADOW_SCALE_SIZE - 1) | | 54 | #define KASAN_SHADOW_MASK (KASAN_SHADOW_SCALE_SIZE - 1) |
55 | | | 55 | |
56 | #define KASAN_SHADOW_SIZE (1ULL << (VIRTUAL_SHIFT - KASAN_SHADOW_SCALE_SHIFT)) | | 56 | #define KASAN_SHADOW_SIZE (1ULL << (VIRTUAL_SHIFT - KASAN_SHADOW_SCALE_SHIFT)) |
57 | #define KASAN_SHADOW_START (VA_SIGN_NEG((L4_SLOT_KASAN * NBPD_L4))) | | 57 | #define KASAN_SHADOW_START (VA_SIGN_NEG((L4_SLOT_KASAN * NBPD_L4))) |
58 | #define KASAN_SHADOW_END (KASAN_SHADOW_START + KASAN_SHADOW_SIZE) | | 58 | #define KASAN_SHADOW_END (KASAN_SHADOW_START + KASAN_SHADOW_SIZE) |
59 | | | 59 | |
60 | #define __RET_ADDR (unsigned long)__builtin_return_address(0) | | 60 | #define __RET_ADDR (unsigned long)__builtin_return_address(0) |
61 | | | 61 | |
| | | 62 | void kasan_softint(struct lwp *); |
62 | void kasan_shadow_map(void *, size_t); | | 63 | void kasan_shadow_map(void *, size_t); |
63 | void kasan_early_init(void); | | 64 | void kasan_early_init(void); |
64 | void kasan_init(void); | | 65 | void kasan_init(void); |
65 | | | 66 | |
66 | static bool kasan_enabled __read_mostly = false; | | 67 | static bool kasan_enabled __read_mostly = false; |
67 | | | 68 | |
68 | static inline int8_t *kasan_addr_to_shad(const void *addr) | | 69 | static inline int8_t *kasan_addr_to_shad(const void *addr) |
69 | { | | 70 | { |
70 | vaddr_t va = (vaddr_t)addr; | | 71 | vaddr_t va = (vaddr_t)addr; |
71 | return (int8_t *)(KASAN_SHADOW_START + | | 72 | return (int8_t *)(KASAN_SHADOW_START + |
72 | ((va - CANONICAL_BASE) >> KASAN_SHADOW_SCALE_SHIFT)); | | 73 | ((va - CANONICAL_BASE) >> KASAN_SHADOW_SCALE_SHIFT)); |
73 | } | | 74 | } |
74 | | | 75 | |
| @@ -313,26 +314,34 @@ kasan_markmem(const void *addr, size_t s | | | @@ -313,26 +314,34 @@ kasan_markmem(const void *addr, size_t s |
313 | KASSERT((vaddr_t)addr % KASAN_SHADOW_SCALE_SIZE == 0); | | 314 | KASSERT((vaddr_t)addr % KASAN_SHADOW_SCALE_SIZE == 0); |
314 | | | 315 | |
315 | if (valid) { | | 316 | if (valid) { |
316 | for (i = 0; i < size; i++) { | | 317 | for (i = 0; i < size; i++) { |
317 | kasan_shadow_1byte_markvalid((unsigned long)addr+i); | | 318 | kasan_shadow_1byte_markvalid((unsigned long)addr+i); |
318 | } | | 319 | } |
319 | } else { | | 320 | } else { |
320 | KASSERT(size % KASAN_SHADOW_SCALE_SIZE == 0); | | 321 | KASSERT(size % KASAN_SHADOW_SCALE_SIZE == 0); |
321 | kasan_shadow_fill(addr, size, KASAN_MEMORY_REDZONE); | | 322 | kasan_shadow_fill(addr, size, KASAN_MEMORY_REDZONE); |
322 | } | | 323 | } |
323 | } | | 324 | } |
324 | | | 325 | |
325 | void | | 326 | void |
| | | 327 | kasan_softint(struct lwp *l) |
| | | 328 | { |
| | | 329 | const void *stk = (const void *)uvm_lwp_getuarea(l); |
| | | 330 | |
| | | 331 | kasan_shadow_fill(stk, USPACE, 0); |
| | | 332 | } |
| | | 333 | |
| | | 334 | void |
326 | kasan_alloc(const void *addr, size_t size, size_t sz_with_redz) | | 335 | kasan_alloc(const void *addr, size_t size, size_t sz_with_redz) |
327 | { | | 336 | { |
328 | kasan_markmem(addr, sz_with_redz, false); | | 337 | kasan_markmem(addr, sz_with_redz, false); |
329 | kasan_markmem(addr, size, true); | | 338 | kasan_markmem(addr, size, true); |
330 | } | | 339 | } |
331 | | | 340 | |
332 | void | | 341 | void |
333 | kasan_free(const void *addr, size_t sz_with_redz) | | 342 | kasan_free(const void *addr, size_t sz_with_redz) |
334 | { | | 343 | { |
335 | kasan_markmem(addr, sz_with_redz, true); | | 344 | kasan_markmem(addr, sz_with_redz, true); |
336 | } | | 345 | } |
337 | | | 346 | |
338 | /* -------------------------------------------------------------------------- */ | | 347 | /* -------------------------------------------------------------------------- */ |