[f761f1eb] | 1 | /*
|
---|
[df4ed85] | 2 | * Copyright (c) 2005 Jakub Jermar
|
---|
| 3 | * Copyright (c) 2005 Sergey Bondari
|
---|
[f761f1eb] | 4 | * All rights reserved.
|
---|
| 5 | *
|
---|
| 6 | * Redistribution and use in source and binary forms, with or without
|
---|
| 7 | * modification, are permitted provided that the following conditions
|
---|
| 8 | * are met:
|
---|
| 9 | *
|
---|
| 10 | * - Redistributions of source code must retain the above copyright
|
---|
| 11 | * notice, this list of conditions and the following disclaimer.
|
---|
| 12 | * - Redistributions in binary form must reproduce the above copyright
|
---|
| 13 | * notice, this list of conditions and the following disclaimer in the
|
---|
| 14 | * documentation and/or other materials provided with the distribution.
|
---|
| 15 | * - The name of the author may not be used to endorse or promote products
|
---|
| 16 | * derived from this software without specific prior written permission.
|
---|
| 17 | *
|
---|
| 18 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
---|
| 19 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
---|
| 20 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
---|
| 21 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
---|
| 22 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
---|
| 23 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
---|
| 24 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
---|
| 25 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
---|
| 26 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
---|
| 27 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
---|
| 28 | */
|
---|
| 29 |
|
---|
[32fffef0] | 30 | /** @addtogroup genericmm
|
---|
[b45c443] | 31 | * @{
|
---|
| 32 | */
|
---|
| 33 | /** @file
|
---|
| 34 | */
|
---|
| 35 |
|
---|
[32fffef0] | 36 | #ifndef KERN_FRAME_H_
|
---|
| 37 | #define KERN_FRAME_H_
|
---|
[f761f1eb] | 38 |
|
---|
[d99c1d2] | 39 | #include <typedefs.h>
|
---|
[7a0359b] | 40 | #include <trace.h>
|
---|
[5c9a08b] | 41 | #include <adt/list.h>
|
---|
[6e8b3c8] | 42 | #include <mm/buddy.h>
|
---|
[e49e234] | 43 | #include <synch/spinlock.h>
|
---|
[085d973] | 44 | #include <arch/mm/page.h>
|
---|
[a82500ce] | 45 | #include <arch/mm/frame.h>
|
---|
[f761f1eb] | 46 |
|
---|
[5f0f29ce] | 47 | /** Maximum number of zones in the system. */
|
---|
| 48 | #define ZONES_MAX 32
|
---|
[085d973] | 49 |
|
---|
[5f0f29ce] | 50 | typedef uint8_t frame_flags_t;
|
---|
| 51 |
|
---|
[e6c4b94] | 52 | #define FRAME_NONE 0x0
|
---|
[5f0f29ce] | 53 | /** Convert the frame address to kernel VA. */
|
---|
[5d853bd] | 54 | #define FRAME_KA 0x1
|
---|
[b43eaba0] | 55 | /** Do not panic and do not sleep on failure. */
|
---|
[5d853bd] | 56 | #define FRAME_ATOMIC 0x2
|
---|
[b43eaba0] | 57 | /** Do not start reclaiming when no free memory. */
|
---|
[5d853bd] | 58 | #define FRAME_NO_RECLAIM 0x4
|
---|
[1433f93e] | 59 | /** Do not reserve / unreserve memory. */
|
---|
| 60 | #define FRAME_NO_RESERVE 0x8
|
---|
[95e882d] | 61 | /** Allocate a frame which can be identity-mapped. */
|
---|
| 62 | #define FRAME_LOWMEM 0x10
|
---|
[e6c4b94] | 63 | /** Allocate a frame which cannot be identity-mapped. */
|
---|
| 64 | #define FRAME_HIGHMEM 0x20
|
---|
[5f0f29ce] | 65 |
|
---|
| 66 | typedef uint8_t zone_flags_t;
|
---|
| 67 |
|
---|
[e6c4b94] | 68 | #define ZONE_NONE 0x0
|
---|
[e49e234] | 69 | /** Available zone (free for allocation) */
|
---|
[e6c4b94] | 70 | #define ZONE_AVAILABLE 0x1
|
---|
[5f0f29ce] | 71 | /** Zone is reserved (not available for allocation) */
|
---|
[e6c4b94] | 72 | #define ZONE_RESERVED 0x2
|
---|
[5f0f29ce] | 73 | /** Zone is used by firmware (not available for allocation) */
|
---|
[e6c4b94] | 74 | #define ZONE_FIRMWARE 0x4
|
---|
[95e882d] | 75 | /** Zone contains memory that can be identity-mapped */
|
---|
[e6c4b94] | 76 | #define ZONE_LOWMEM 0x8
|
---|
| 77 | /** Zone contains memory that cannot be identity-mapped */
|
---|
| 78 | #define ZONE_HIGHMEM 0x10
|
---|
[5f0f29ce] | 79 |
|
---|
[e6c4b94] | 80 | /** Mask of zone bits that must be matched exactly. */
|
---|
| 81 | #define ZONE_EF_MASK 0x7
|
---|
| 82 |
|
---|
[3772af6] | 83 | #define FRAME_TO_ZONE_FLAGS(ff) \
|
---|
| 84 | ((((ff) & FRAME_LOWMEM) ? ZONE_LOWMEM : \
|
---|
[1a313f7] | 85 | (((ff) & FRAME_HIGHMEM) ? ZONE_HIGHMEM : \
|
---|
[3772af6] | 86 | ZONE_LOWMEM /* | ZONE_HIGHMEM */)) | \
|
---|
[aaceebc4] | 87 | ZONE_AVAILABLE)
|
---|
[e6c4b94] | 88 |
|
---|
| 89 | #define ZONE_FLAGS_MATCH(zf, f) \
|
---|
| 90 | (((((zf) & ZONE_EF_MASK)) == ((f) & ZONE_EF_MASK)) && \
|
---|
| 91 | (((zf) & ~ZONE_EF_MASK) & (f)))
|
---|
[f275cb3] | 92 |
|
---|
[e49e234] | 93 | typedef struct {
|
---|
[da1bafb] | 94 | size_t refcount; /**< Tracking of shared frames */
|
---|
[e49e234] | 95 | link_t buddy_link; /**< Link to the next free block inside
|
---|
[5d853bd] | 96 | one order */
|
---|
[e49e234] | 97 | void *parent; /**< If allocated by slab, this points there */
|
---|
[ce940da] | 98 | uint8_t buddy_order; /**< Buddy system block order */
|
---|
[e49e234] | 99 | } frame_t;
|
---|
| 100 |
|
---|
| 101 | typedef struct {
|
---|
| 102 | pfn_t base; /**< Frame_no of the first frame
|
---|
[5d853bd] | 103 | in the frames array */
|
---|
[da1bafb] | 104 | size_t count; /**< Size of zone */
|
---|
| 105 | size_t free_count; /**< Number of free frame_t
|
---|
[5d853bd] | 106 | structures */
|
---|
[da1bafb] | 107 | size_t busy_count; /**< Number of busy frame_t
|
---|
[5d853bd] | 108 | structures */
|
---|
[e49e234] | 109 | zone_flags_t flags; /**< Type of the zone */
|
---|
| 110 |
|
---|
| 111 | frame_t *frames; /**< Array of frame_t structures
|
---|
[5d853bd] | 112 | in this zone */
|
---|
[e49e234] | 113 | buddy_system_t *buddy_system; /**< Buddy system for the zone */
|
---|
| 114 | } zone_t;
|
---|
| 115 |
|
---|
| 116 | /*
|
---|
| 117 | * The zoneinfo.lock must be locked when accessing zoneinfo structure.
|
---|
| 118 | * Some of the attributes in zone_t structures are 'read-only'
|
---|
| 119 | */
|
---|
| 120 | typedef struct {
|
---|
[da1bafb] | 121 | IRQ_SPINLOCK_DECLARE(lock);
|
---|
[98000fb] | 122 | size_t count;
|
---|
[e49e234] | 123 | zone_t info[ZONES_MAX];
|
---|
| 124 | } zones_t;
|
---|
| 125 |
|
---|
| 126 | extern zones_t zones;
|
---|
| 127 |
|
---|
[7a0359b] | 128 | NO_TRACE static inline uintptr_t PFN2ADDR(pfn_t frame)
|
---|
[085d973] | 129 | {
|
---|
[b43eaba0] | 130 | return (uintptr_t) (frame << FRAME_WIDTH);
|
---|
[085d973] | 131 | }
|
---|
| 132 |
|
---|
[7a0359b] | 133 | NO_TRACE static inline pfn_t ADDR2PFN(uintptr_t addr)
|
---|
[085d973] | 134 | {
|
---|
[b43eaba0] | 135 | return (pfn_t) (addr >> FRAME_WIDTH);
|
---|
[085d973] | 136 | }
|
---|
| 137 |
|
---|
[7a0359b] | 138 | NO_TRACE static inline size_t SIZE2FRAMES(size_t size)
|
---|
[085d973] | 139 | {
|
---|
| 140 | if (!size)
|
---|
| 141 | return 0;
|
---|
[98000fb] | 142 | return (size_t) ((size - 1) >> FRAME_WIDTH) + 1;
|
---|
[085d973] | 143 | }
|
---|
| 144 |
|
---|
[7a0359b] | 145 | NO_TRACE static inline size_t FRAMES2SIZE(size_t frames)
|
---|
[71eef11] | 146 | {
|
---|
| 147 | return (size_t) (frames << FRAME_WIDTH);
|
---|
| 148 | }
|
---|
| 149 |
|
---|
[5f0f29ce] | 150 | #define IS_BUDDY_ORDER_OK(index, order) \
|
---|
[96b02eb9] | 151 | ((~(((sysarg_t) -1) << (order)) & (index)) == 0)
|
---|
[5f0f29ce] | 152 | #define IS_BUDDY_LEFT_BLOCK(zone, frame) \
|
---|
[5d853bd] | 153 | (((frame_index((zone), (frame)) >> (frame)->buddy_order) & 0x1) == 0)
|
---|
[5f0f29ce] | 154 | #define IS_BUDDY_RIGHT_BLOCK(zone, frame) \
|
---|
[5d853bd] | 155 | (((frame_index((zone), (frame)) >> (frame)->buddy_order) & 0x1) == 1)
|
---|
[5f0f29ce] | 156 | #define IS_BUDDY_LEFT_BLOCK_ABS(zone, frame) \
|
---|
[5d853bd] | 157 | (((frame_index_abs((zone), (frame)) >> (frame)->buddy_order) & 0x1) == 0)
|
---|
[5f0f29ce] | 158 | #define IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame) \
|
---|
[5d853bd] | 159 | (((frame_index_abs((zone), (frame)) >> (frame)->buddy_order) & 0x1) == 1)
|
---|
[5f0f29ce] | 160 |
|
---|
[f761f1eb] | 161 | extern void frame_init(void);
|
---|
[ad12b5ea] | 162 | extern bool frame_adjust_zone_bounds(bool, uintptr_t *, size_t *);
|
---|
[98000fb] | 163 | extern void *frame_alloc_generic(uint8_t, frame_flags_t, size_t *);
|
---|
[0139747] | 164 | extern void *frame_alloc(uint8_t, frame_flags_t);
|
---|
[e608cbe] | 165 | extern void *frame_alloc_noreserve(uint8_t, frame_flags_t);
|
---|
[c32e6bc] | 166 | extern void frame_free_generic(uintptr_t, frame_flags_t);
|
---|
[5f7a0ef] | 167 | extern void frame_free(uintptr_t);
|
---|
[e608cbe] | 168 | extern void frame_free_noreserve(uintptr_t);
|
---|
[5f7a0ef] | 169 | extern void frame_reference_add(pfn_t);
|
---|
[8d308b9] | 170 | extern size_t frame_total_free_get(void);
|
---|
[5f7a0ef] | 171 |
|
---|
[5d853bd] | 172 | extern size_t find_zone(pfn_t, size_t, size_t);
|
---|
[98000fb] | 173 | extern size_t zone_create(pfn_t, size_t, pfn_t, zone_flags_t);
|
---|
| 174 | extern void *frame_get_parent(pfn_t, size_t);
|
---|
| 175 | extern void frame_set_parent(pfn_t, void *, size_t);
|
---|
| 176 | extern void frame_mark_unavailable(pfn_t, size_t);
|
---|
[bbfdf62] | 177 | extern size_t zone_conf_size(size_t);
|
---|
[8bdcffa] | 178 | extern pfn_t zone_external_conf_alloc(size_t);
|
---|
[98000fb] | 179 | extern bool zone_merge(size_t, size_t);
|
---|
[71eef11] | 180 | extern void zone_merge_all(void);
|
---|
[9dae191e] | 181 | extern uint64_t zones_total_size(void);
|
---|
| 182 | extern void zones_stats(uint64_t *, uint64_t *, uint64_t *, uint64_t *);
|
---|
[dfd9186] | 183 |
|
---|
| 184 | /*
|
---|
| 185 | * Console functions
|
---|
| 186 | */
|
---|
[9dae191e] | 187 | extern void zones_print_list(void);
|
---|
[98000fb] | 188 | extern void zone_print_one(size_t);
|
---|
[dfd9186] | 189 |
|
---|
[f761f1eb] | 190 | #endif
|
---|
[b45c443] | 191 |
|
---|
[32fffef0] | 192 | /** @}
|
---|
[b45c443] | 193 | */
|
---|