[ef67bab] | 1 | /*
|
---|
[df4ed85] | 2 | * Copyright (c) 2006 Jakub Jermar
|
---|
[ef67bab] | 3 | * All rights reserved.
|
---|
| 4 | *
|
---|
| 5 | * Redistribution and use in source and binary forms, with or without
|
---|
| 6 | * modification, are permitted provided that the following conditions
|
---|
| 7 | * are met:
|
---|
| 8 | *
|
---|
| 9 | * - Redistributions of source code must retain the above copyright
|
---|
| 10 | * notice, this list of conditions and the following disclaimer.
|
---|
| 11 | * - Redistributions in binary form must reproduce the above copyright
|
---|
| 12 | * notice, this list of conditions and the following disclaimer in the
|
---|
| 13 | * documentation and/or other materials provided with the distribution.
|
---|
| 14 | * - The name of the author may not be used to endorse or promote products
|
---|
| 15 | * derived from this software without specific prior written permission.
|
---|
| 16 | *
|
---|
| 17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
---|
| 18 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
---|
| 19 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
---|
| 20 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
---|
| 21 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
---|
| 22 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
---|
| 23 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
---|
| 24 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
---|
| 25 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
---|
| 26 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
---|
| 27 | */
|
---|
| 28 |
|
---|
[f47fd19] | 29 | /** @addtogroup genarchmm
|
---|
[b45c443] | 30 | * @{
|
---|
| 31 | */
|
---|
| 32 |
|
---|
[0f27b4c] | 33 | /**
|
---|
[b45c443] | 34 | * @file
|
---|
[0f27b4c] | 35 | * @brief Address space functions for 4-level hierarchical pagetables.
|
---|
| 36 | */
|
---|
| 37 |
|
---|
[ef67bab] | 38 | #include <genarch/mm/page_pt.h>
|
---|
| 39 | #include <mm/page.h>
|
---|
| 40 | #include <mm/frame.h>
|
---|
| 41 | #include <mm/as.h>
|
---|
[1068f6a] | 42 | #include <synch/mutex.h>
|
---|
[ef67bab] | 43 | #include <arch/mm/page.h>
|
---|
| 44 | #include <arch/mm/as.h>
|
---|
| 45 | #include <arch/types.h>
|
---|
| 46 | #include <memstr.h>
|
---|
| 47 | #include <arch.h>
|
---|
| 48 |
|
---|
| 49 | static pte_t *ptl0_create(int flags);
|
---|
[482826d] | 50 | static void ptl0_destroy(pte_t *page_table);
|
---|
[ef67bab] | 51 |
|
---|
[2299914] | 52 | static void pt_lock(as_t *as, bool lock);
|
---|
| 53 | static void pt_unlock(as_t *as, bool unlock);
|
---|
| 54 |
|
---|
[ef67bab] | 55 | as_operations_t as_pt_operations = {
|
---|
[2299914] | 56 | .page_table_create = ptl0_create,
|
---|
[482826d] | 57 | .page_table_destroy = ptl0_destroy,
|
---|
[2299914] | 58 | .page_table_lock = pt_lock,
|
---|
| 59 | .page_table_unlock = pt_unlock
|
---|
[ef67bab] | 60 | };
|
---|
| 61 |
|
---|
| 62 | /** Create PTL0.
|
---|
| 63 | *
|
---|
| 64 | * PTL0 of 4-level page table will be created for each address space.
|
---|
| 65 | *
|
---|
| 66 | * @param flags Flags can specify whether ptl0 is for the kernel address space.
|
---|
| 67 | *
|
---|
| 68 | * @return New PTL0.
|
---|
| 69 | */
|
---|
| 70 | pte_t *ptl0_create(int flags)
|
---|
| 71 | {
|
---|
| 72 | pte_t *src_ptl0, *dst_ptl0;
|
---|
| 73 | ipl_t ipl;
|
---|
[6b781c0] | 74 | int table_size;
|
---|
[ef67bab] | 75 |
|
---|
[6b781c0] | 76 | dst_ptl0 = (pte_t *) frame_alloc(PTL0_SIZE, FRAME_KA);
|
---|
| 77 | table_size = FRAME_SIZE << PTL0_SIZE;
|
---|
[ef67bab] | 78 |
|
---|
| 79 | if (flags & FLAG_AS_KERNEL) {
|
---|
[e32e092] | 80 | memsetb(dst_ptl0, table_size, 0);
|
---|
[ef67bab] | 81 | } else {
|
---|
[7f1c620] | 82 | uintptr_t src, dst;
|
---|
[6a22fcb] | 83 |
|
---|
[ef67bab] | 84 | /*
|
---|
| 85 | * Copy the kernel address space portion to new PTL0.
|
---|
| 86 | */
|
---|
| 87 |
|
---|
| 88 | ipl = interrupts_disable();
|
---|
[1068f6a] | 89 | mutex_lock(&AS_KERNEL->lock);
|
---|
[80bcaed] | 90 | src_ptl0 = (pte_t *) PA2KA((uintptr_t) AS_KERNEL->genarch.page_table);
|
---|
[6a22fcb] | 91 |
|
---|
[7f1c620] | 92 | src = (uintptr_t) &src_ptl0[PTL0_INDEX(KERNEL_ADDRESS_SPACE_START)];
|
---|
| 93 | dst = (uintptr_t) &dst_ptl0[PTL0_INDEX(KERNEL_ADDRESS_SPACE_START)];
|
---|
[6a22fcb] | 94 |
|
---|
[e32e092] | 95 | memsetb(dst_ptl0, table_size, 0);
|
---|
[6b781c0] | 96 | memcpy((void *) dst, (void *) src, table_size - (src - (uintptr_t) src_ptl0));
|
---|
[1068f6a] | 97 | mutex_unlock(&AS_KERNEL->lock);
|
---|
[ef67bab] | 98 | interrupts_restore(ipl);
|
---|
| 99 | }
|
---|
| 100 |
|
---|
[7f1c620] | 101 | return (pte_t *) KA2PA((uintptr_t) dst_ptl0);
|
---|
[ef67bab] | 102 | }
|
---|
[2299914] | 103 |
|
---|
[482826d] | 104 | /** Destroy page table.
|
---|
| 105 | *
|
---|
| 106 | * Destroy PTL0, other levels are expected to be already deallocated.
|
---|
| 107 | *
|
---|
| 108 | * @param page_table Physical address of PTL0.
|
---|
| 109 | */
|
---|
| 110 | void ptl0_destroy(pte_t *page_table)
|
---|
| 111 | {
|
---|
[7f1c620] | 112 | frame_free((uintptr_t)page_table);
|
---|
[482826d] | 113 | }
|
---|
| 114 |
|
---|
[2299914] | 115 | /** Lock page tables.
|
---|
| 116 | *
|
---|
| 117 | * Lock only the address space.
|
---|
| 118 | * Interrupts must be disabled.
|
---|
| 119 | *
|
---|
| 120 | * @param as Address space.
|
---|
| 121 | * @param lock If false, do not attempt to lock the address space.
|
---|
| 122 | */
|
---|
| 123 | void pt_lock(as_t *as, bool lock)
|
---|
| 124 | {
|
---|
| 125 | if (lock)
|
---|
[1068f6a] | 126 | mutex_lock(&as->lock);
|
---|
[2299914] | 127 | }
|
---|
| 128 |
|
---|
| 129 | /** Unlock page tables.
|
---|
| 130 | *
|
---|
| 131 | * Unlock the address space.
|
---|
| 132 | * Interrupts must be disabled.
|
---|
| 133 | *
|
---|
| 134 | * @param as Address space.
|
---|
| 135 | * @param unlock If false, do not attempt to unlock the address space.
|
---|
| 136 | */
|
---|
| 137 | void pt_unlock(as_t *as, bool unlock)
|
---|
| 138 | {
|
---|
| 139 | if (unlock)
|
---|
[1068f6a] | 140 | mutex_unlock(&as->lock);
|
---|
[2299914] | 141 | }
|
---|
[b45c443] | 142 |
|
---|
[f47fd19] | 143 | /** @}
|
---|
[b45c443] | 144 | */
|
---|