[ef67bab] | 1 | /*
|
---|
[df4ed85] | 2 | * Copyright (c) 2006 Jakub Jermar
|
---|
[ef67bab] | 3 | * All rights reserved.
|
---|
| 4 | *
|
---|
| 5 | * Redistribution and use in source and binary forms, with or without
|
---|
| 6 | * modification, are permitted provided that the following conditions
|
---|
| 7 | * are met:
|
---|
| 8 | *
|
---|
| 9 | * - Redistributions of source code must retain the above copyright
|
---|
| 10 | * notice, this list of conditions and the following disclaimer.
|
---|
| 11 | * - Redistributions in binary form must reproduce the above copyright
|
---|
| 12 | * notice, this list of conditions and the following disclaimer in the
|
---|
| 13 | * documentation and/or other materials provided with the distribution.
|
---|
| 14 | * - The name of the author may not be used to endorse or promote products
|
---|
| 15 | * derived from this software without specific prior written permission.
|
---|
| 16 | *
|
---|
| 17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
---|
| 18 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
---|
| 19 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
---|
| 20 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
---|
| 21 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
---|
| 22 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
---|
| 23 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
---|
| 24 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
---|
| 25 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
---|
| 26 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
---|
| 27 | */
|
---|
| 28 |
|
---|
[f47fd19] | 29 | /** @addtogroup genarchmm
|
---|
[b45c443] | 30 | * @{
|
---|
| 31 | */
|
---|
| 32 |
|
---|
[0f27b4c] | 33 | /**
|
---|
[b45c443] | 34 | * @file
|
---|
[0f27b4c] | 35 | * @brief Address space functions for 4-level hierarchical pagetables.
|
---|
| 36 | */
|
---|
| 37 |
|
---|
[ef67bab] | 38 | #include <genarch/mm/page_pt.h>
|
---|
| 39 | #include <mm/page.h>
|
---|
| 40 | #include <mm/frame.h>
|
---|
| 41 | #include <mm/as.h>
|
---|
[1068f6a] | 42 | #include <synch/mutex.h>
|
---|
[ef67bab] | 43 | #include <arch/mm/page.h>
|
---|
| 44 | #include <arch/mm/as.h>
|
---|
| 45 | #include <arch/types.h>
|
---|
| 46 | #include <memstr.h>
|
---|
| 47 | #include <arch.h>
|
---|
| 48 |
|
---|
| 49 | static pte_t *ptl0_create(int flags);
|
---|
[482826d] | 50 | static void ptl0_destroy(pte_t *page_table);
|
---|
[ef67bab] | 51 |
|
---|
[2299914] | 52 | static void pt_lock(as_t *as, bool lock);
|
---|
| 53 | static void pt_unlock(as_t *as, bool unlock);
|
---|
| 54 |
|
---|
[bd1deed] | 55 | #ifdef __OBJC__
|
---|
| 56 | @implementation as_t
|
---|
| 57 |
|
---|
| 58 | + (pte_t *) page_table_create: (int) flags
|
---|
| 59 | {
|
---|
| 60 | return ptl0_create(flags);
|
---|
| 61 | }
|
---|
| 62 |
|
---|
| 63 | + (void) page_table_destroy: (pte_t *) page_table
|
---|
| 64 | {
|
---|
| 65 | ptl0_destroy(page_table);
|
---|
| 66 | }
|
---|
| 67 |
|
---|
| 68 | - (void) page_table_lock: (bool) _lock
|
---|
| 69 | {
|
---|
| 70 | pt_lock(self, _lock);
|
---|
| 71 | }
|
---|
| 72 |
|
---|
| 73 | - (void) page_table_unlock: (bool) unlock
|
---|
| 74 | {
|
---|
| 75 | pt_unlock(self, unlock);
|
---|
| 76 | }
|
---|
| 77 |
|
---|
| 78 | @end
|
---|
| 79 | #else
|
---|
[ef67bab] | 80 | as_operations_t as_pt_operations = {
|
---|
[2299914] | 81 | .page_table_create = ptl0_create,
|
---|
[482826d] | 82 | .page_table_destroy = ptl0_destroy,
|
---|
[2299914] | 83 | .page_table_lock = pt_lock,
|
---|
| 84 | .page_table_unlock = pt_unlock
|
---|
[ef67bab] | 85 | };
|
---|
[bd1deed] | 86 | #endif
|
---|
[ef67bab] | 87 |
|
---|
| 88 | /** Create PTL0.
|
---|
| 89 | *
|
---|
| 90 | * PTL0 of 4-level page table will be created for each address space.
|
---|
| 91 | *
|
---|
| 92 | * @param flags Flags can specify whether ptl0 is for the kernel address space.
|
---|
| 93 | *
|
---|
| 94 | * @return New PTL0.
|
---|
| 95 | */
|
---|
| 96 | pte_t *ptl0_create(int flags)
|
---|
| 97 | {
|
---|
| 98 | pte_t *src_ptl0, *dst_ptl0;
|
---|
| 99 | ipl_t ipl;
|
---|
[6b781c0] | 100 | int table_size;
|
---|
[ef67bab] | 101 |
|
---|
[6b781c0] | 102 | dst_ptl0 = (pte_t *) frame_alloc(PTL0_SIZE, FRAME_KA);
|
---|
| 103 | table_size = FRAME_SIZE << PTL0_SIZE;
|
---|
[ef67bab] | 104 |
|
---|
| 105 | if (flags & FLAG_AS_KERNEL) {
|
---|
[e32e092] | 106 | memsetb(dst_ptl0, table_size, 0);
|
---|
[ef67bab] | 107 | } else {
|
---|
[7f1c620] | 108 | uintptr_t src, dst;
|
---|
[6a22fcb] | 109 |
|
---|
[ef67bab] | 110 | /*
|
---|
| 111 | * Copy the kernel address space portion to new PTL0.
|
---|
| 112 | */
|
---|
| 113 |
|
---|
| 114 | ipl = interrupts_disable();
|
---|
[1068f6a] | 115 | mutex_lock(&AS_KERNEL->lock);
|
---|
[80bcaed] | 116 | src_ptl0 = (pte_t *) PA2KA((uintptr_t) AS_KERNEL->genarch.page_table);
|
---|
[6a22fcb] | 117 |
|
---|
[7f1c620] | 118 | src = (uintptr_t) &src_ptl0[PTL0_INDEX(KERNEL_ADDRESS_SPACE_START)];
|
---|
| 119 | dst = (uintptr_t) &dst_ptl0[PTL0_INDEX(KERNEL_ADDRESS_SPACE_START)];
|
---|
[6a22fcb] | 120 |
|
---|
[e32e092] | 121 | memsetb(dst_ptl0, table_size, 0);
|
---|
[6b781c0] | 122 | memcpy((void *) dst, (void *) src, table_size - (src - (uintptr_t) src_ptl0));
|
---|
[1068f6a] | 123 | mutex_unlock(&AS_KERNEL->lock);
|
---|
[ef67bab] | 124 | interrupts_restore(ipl);
|
---|
| 125 | }
|
---|
| 126 |
|
---|
[7f1c620] | 127 | return (pte_t *) KA2PA((uintptr_t) dst_ptl0);
|
---|
[ef67bab] | 128 | }
|
---|
[2299914] | 129 |
|
---|
[482826d] | 130 | /** Destroy page table.
|
---|
| 131 | *
|
---|
| 132 | * Destroy PTL0, other levels are expected to be already deallocated.
|
---|
| 133 | *
|
---|
| 134 | * @param page_table Physical address of PTL0.
|
---|
| 135 | */
|
---|
| 136 | void ptl0_destroy(pte_t *page_table)
|
---|
| 137 | {
|
---|
[7f1c620] | 138 | frame_free((uintptr_t)page_table);
|
---|
[482826d] | 139 | }
|
---|
| 140 |
|
---|
[2299914] | 141 | /** Lock page tables.
|
---|
| 142 | *
|
---|
| 143 | * Lock only the address space.
|
---|
| 144 | * Interrupts must be disabled.
|
---|
| 145 | *
|
---|
| 146 | * @param as Address space.
|
---|
| 147 | * @param lock If false, do not attempt to lock the address space.
|
---|
| 148 | */
|
---|
| 149 | void pt_lock(as_t *as, bool lock)
|
---|
| 150 | {
|
---|
| 151 | if (lock)
|
---|
[1068f6a] | 152 | mutex_lock(&as->lock);
|
---|
[2299914] | 153 | }
|
---|
| 154 |
|
---|
| 155 | /** Unlock page tables.
|
---|
| 156 | *
|
---|
| 157 | * Unlock the address space.
|
---|
| 158 | * Interrupts must be disabled.
|
---|
| 159 | *
|
---|
| 160 | * @param as Address space.
|
---|
| 161 | * @param unlock If false, do not attempt to unlock the address space.
|
---|
| 162 | */
|
---|
| 163 | void pt_unlock(as_t *as, bool unlock)
|
---|
| 164 | {
|
---|
| 165 | if (unlock)
|
---|
[1068f6a] | 166 | mutex_unlock(&as->lock);
|
---|
[2299914] | 167 | }
|
---|
[b45c443] | 168 |
|
---|
[f47fd19] | 169 | /** @}
|
---|
[b45c443] | 170 | */
|
---|