source: mainline/kernel/generic/src/mm/backend_anon.c@ de0af3a

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since de0af3a was de0af3a, checked in by jxsvoboda <5887334+jxsvoboda@…>, 7 years ago

Use ordered dictionary for pagemap instead of B+tree

At the same time we add a little bit more abstraction around the pagemap.

  • Property mode set to 100644
File size: 8.2 KB
RevLine 
[0ee077ee]1/*
[df4ed85]2 * Copyright (c) 2006 Jakub Jermar
[0ee077ee]3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 *
9 * - Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * - The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
[174156fd]29/** @addtogroup kernel_generic_mm
[b45c443]30 * @{
31 */
32
[0ee077ee]33/**
[b45c443]34 * @file
[0ee077ee]35 * @brief Backend for anonymous memory address space areas.
36 *
37 */
38
[63e27ef]39#include <assert.h>
[0ee077ee]40#include <mm/as.h>
41#include <mm/page.h>
[03523dc]42#include <mm/reserve.h>
[0ee077ee]43#include <genarch/mm/page_pt.h>
44#include <genarch/mm/page_ht.h>
45#include <mm/frame.h>
46#include <mm/slab.h>
[c142860]47#include <mm/km.h>
[0ee077ee]48#include <synch/mutex.h>
49#include <adt/list.h>
50#include <adt/btree.h>
51#include <errno.h>
[d99c1d2]52#include <typedefs.h>
[0ee077ee]53#include <align.h>
[44a7ee5]54#include <mem.h>
[0ee077ee]55#include <arch.h>
56
[03523dc]57static bool anon_create(as_area_t *);
58static bool anon_resize(as_area_t *, size_t);
[ceac698]59static void anon_share(as_area_t *);
[03523dc]60static void anon_destroy(as_area_t *);
61
[01029fc]62static bool anon_is_resizable(as_area_t *);
63static bool anon_is_shareable(as_area_t *);
64
[cda1378]65static int anon_page_fault(as_area_t *, uintptr_t, pf_access_t);
66static void anon_frame_free(as_area_t *, uintptr_t, uintptr_t);
[0ee077ee]67
68mem_backend_t anon_backend = {
[03523dc]69 .create = anon_create,
70 .resize = anon_resize,
71 .share = anon_share,
72 .destroy = anon_destroy,
73
[01029fc]74 .is_resizable = anon_is_resizable,
75 .is_shareable = anon_is_shareable,
76
[0ee077ee]77 .page_fault = anon_page_fault,
78 .frame_free = anon_frame_free,
[83b6ba9f]79
80 .create_shared_data = NULL,
81 .destroy_shared_data = NULL
[0ee077ee]82};
83
[03523dc]84bool anon_create(as_area_t *area)
85{
[5892ec1]86 if (area->flags & AS_AREA_LATE_RESERVE)
[692bd3f2]87 return true;
88
[03523dc]89 return reserve_try_alloc(area->pages);
90}
91
92bool anon_resize(as_area_t *area, size_t new_pages)
93{
[5892ec1]94 if (area->flags & AS_AREA_LATE_RESERVE)
[692bd3f2]95 return true;
96
[03523dc]97 if (new_pages > area->pages)
98 return reserve_try_alloc(new_pages - area->pages);
99 else if (new_pages < area->pages)
100 reserve_free(area->pages - new_pages);
101
102 return true;
103}
104
105/** Share the anonymous address space area.
106 *
107 * Sharing of anonymous area is done by duplicating its entire mapping
108 * to the pagemap. Page faults will primarily search for frames there.
109 *
110 * The address space and address space area must be already locked.
111 *
112 * @param area Address space area to be shared.
113 */
114void anon_share(as_area_t *area)
115{
[63e27ef]116 assert(mutex_locked(&area->as->lock));
117 assert(mutex_locked(&area->lock));
118 assert(!(area->flags & AS_AREA_LATE_RESERVE));
[03523dc]119
120 /*
121 * Copy used portions of the area to sh_info's page map.
122 */
123 mutex_lock(&area->sh_info->lock);
[feeac0d]124 list_foreach(area->used_space.leaf_list, leaf_link, btree_node_t,
125 node) {
[03523dc]126 unsigned int i;
[a35b458]127
[03523dc]128 for (i = 0; i < node->keys; i++) {
129 uintptr_t base = node->key[i];
130 size_t count = (size_t) node->value[i];
131 unsigned int j;
[a35b458]132
[03523dc]133 for (j = 0; j < count; j++) {
[38dc82d]134 pte_t pte;
135 bool found;
[a35b458]136
[03523dc]137 page_table_lock(area->as, false);
[38dc82d]138 found = page_mapping_find(area->as,
139 base + P2SZ(j), false, &pte);
140
[0705fc5]141 (void)found;
[63e27ef]142 assert(found);
143 assert(PTE_VALID(&pte));
144 assert(PTE_PRESENT(&pte));
[38dc82d]145
[de0af3a]146 as_pagemap_insert(&area->sh_info->pagemap,
[b4ffe5bc]147 (base + P2SZ(j)) - area->base,
[de0af3a]148 PTE_GET_FRAME(&pte));
[03523dc]149 page_table_unlock(area->as, false);
150
[38dc82d]151 pfn_t pfn = ADDR2PFN(PTE_GET_FRAME(&pte));
[03523dc]152 frame_reference_add(pfn);
153 }
154
155 }
156 }
157 mutex_unlock(&area->sh_info->lock);
158}
159
160void anon_destroy(as_area_t *area)
161{
[5892ec1]162 if (area->flags & AS_AREA_LATE_RESERVE)
[692bd3f2]163 return;
164
[03523dc]165 reserve_free(area->pages);
166}
167
[01029fc]168bool anon_is_resizable(as_area_t *area)
169{
170 return true;
171}
172
173bool anon_is_shareable(as_area_t *area)
174{
175 return !(area->flags & AS_AREA_LATE_RESERVE);
176}
[03523dc]177
[0ee077ee]178/** Service a page fault in the anonymous memory address space area.
179 *
180 * The address space area and page tables must be already locked.
181 *
182 * @param area Pointer to the address space area.
[59fb782]183 * @param upage Faulting virtual page.
[0ee077ee]184 * @param access Access mode that caused the fault (i.e. read/write/exec).
185 *
[d5bd8d7]186 * @return AS_PF_FAULT on failure (i.e. page fault) or AS_PF_OK on success (i.e.
187 * serviced).
[0ee077ee]188 */
[59fb782]189int anon_page_fault(as_area_t *area, uintptr_t upage, pf_access_t access)
[0ee077ee]190{
[c142860]191 uintptr_t kpage;
[7f1c620]192 uintptr_t frame;
[0ee077ee]193
[63e27ef]194 assert(page_table_locked(AS));
195 assert(mutex_locked(&area->lock));
196 assert(IS_ALIGNED(upage, PAGE_SIZE));
[1d432f9]197
[0ee077ee]198 if (!as_area_check_access(area, access))
199 return AS_PF_FAULT;
200
[83b6ba9f]201 mutex_lock(&area->sh_info->lock);
202 if (area->sh_info->shared) {
[0ee077ee]203 /*
204 * The area is shared, chances are that the mapping can be found
[d5bd8d7]205 * in the pagemap of the address space area share info
206 * structure.
[0ee077ee]207 * In the case that the pagemap does not contain the respective
208 * mapping, a new frame is allocated and the mapping is created.
209 */
[de0af3a]210 errno_t rc = as_pagemap_find(&area->sh_info->pagemap,
211 upage - area->base, &frame);
212 if (rc != EOK) {
213 /* Need to allocate the frame */
214 kpage = km_temporary_page_get(&frame,
215 FRAME_NO_RESERVE);
216 memsetb((void *) kpage, PAGE_SIZE, 0);
217 km_temporary_page_put(kpage);
[a35b458]218
[0ee077ee]219 /*
[de0af3a]220 * Insert the address of the newly allocated
221 * frame to the pagemap.
[0ee077ee]222 */
[de0af3a]223 as_pagemap_insert(&area->sh_info->pagemap,
224 upage - area->base, frame);
[0ee077ee]225 }
[f9b2f305]226 frame_reference_add(ADDR2PFN(frame));
[0ee077ee]227 } else {
228
229 /*
230 * In general, there can be several reasons that
231 * can have caused this fault.
232 *
233 * - non-existent mapping: the area is an anonymous
234 * area (e.g. heap or stack) and so far has not been
235 * allocated a frame for the faulting page
236 *
237 * - non-present mapping: another possibility,
238 * currently not implemented, would be frame
239 * reuse; when this becomes a possibility,
240 * do not forget to distinguish between
241 * the different causes
242 */
[692bd3f2]243
[5892ec1]244 if (area->flags & AS_AREA_LATE_RESERVE) {
[692bd3f2]245 /*
[9a9c805]246 * Reserve the memory for this page now.
[692bd3f2]247 */
[83b6ba9f]248 if (!reserve_try_alloc(1)) {
249 mutex_unlock(&area->sh_info->lock);
[908bb96]250 return AS_PF_SILENT;
[83b6ba9f]251 }
[692bd3f2]252 }
253
[9a9c805]254 kpage = km_temporary_page_get(&frame, FRAME_NO_RESERVE);
[c142860]255 memsetb((void *) kpage, PAGE_SIZE, 0);
256 km_temporary_page_put(kpage);
[0ee077ee]257 }
[83b6ba9f]258 mutex_unlock(&area->sh_info->lock);
[a35b458]259
[0ee077ee]260 /*
[c142860]261 * Map 'upage' to 'frame'.
[d5bd8d7]262 * Note that TLB shootdown is not attempted as only new information is
263 * being inserted into page tables.
[0ee077ee]264 */
[c142860]265 page_mapping_insert(AS, upage, frame, as_area_get_flags(area));
266 if (!used_space_insert(area, upage, 1))
[f651e80]267 panic("Cannot insert used space.");
[a35b458]268
[0ee077ee]269 return AS_PF_OK;
270}
271
272/** Free a frame that is backed by the anonymous memory backend.
273 *
274 * The address space area and page tables must be already locked.
275 *
276 * @param area Ignored.
[9f63a83]277 * @param page Virtual address of the page corresponding to the frame.
[0ee077ee]278 * @param frame Frame to be released.
279 */
[7f1c620]280void anon_frame_free(as_area_t *area, uintptr_t page, uintptr_t frame)
[0ee077ee]281{
[63e27ef]282 assert(page_table_locked(area->as));
283 assert(mutex_locked(&area->lock));
[1d432f9]284
[5892ec1]285 if (area->flags & AS_AREA_LATE_RESERVE) {
[692bd3f2]286 /*
[5892ec1]287 * In case of the late reserve areas, physical memory will not
288 * be unreserved when the area is destroyed so we need to use
289 * the normal unreserving frame_free().
[692bd3f2]290 */
[5df1963]291 frame_free(frame, 1);
[692bd3f2]292 } else {
293 /*
294 * The reserve will be given back when the area is destroyed or
295 * resized, so use the frame_free_noreserve() which does not
296 * manipulate the reserve or it would be given back twice.
297 */
[5df1963]298 frame_free_noreserve(frame, 1);
[692bd3f2]299 }
[0ee077ee]300}
301
[cc73a8a1]302/** @}
[b45c443]303 */
Note: See TracBrowser for help on using the repository browser.