source: mainline/generic/src/mm/frame.c@ 1ec1fd8

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since 1ec1fd8 was 9a68b34d, checked in by Martin Decky <martin@…>, 19 years ago

PHT Refill handler

  • Property mode set to 100644
File size: 27.6 KB
RevLine 
[f761f1eb]1/*
[b87f418]2 * Copyright (C) 2001-2005 Jakub Jermar
3 * Copyright (C) 2005 Sergey Bondari
[f761f1eb]4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 *
10 * - Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * - Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 * - The name of the author may not be used to endorse or promote products
16 * derived from this software without specific prior written permission.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 */
29
[9179d0a]30/**
31 * @file frame.c
32 * @brief Physical frame allocator.
33 *
34 * This file contains the physical frame allocator and memory zone management.
35 * The frame allocator is built on top of the buddy allocator.
36 *
37 * @see buddy.c
38 */
39
[085d973]40/*
41 * Locking order
42 *
43 * In order to access particular zone, the process must first lock
44 * the zones.lock, then lock the zone and then unlock the zones.lock.
45 * This insures, that we can fiddle with the zones in runtime without
46 * affecting the processes.
47 *
48 */
49
[84dd253]50#include <typedefs.h>
[f761f1eb]51#include <arch/types.h>
52#include <mm/frame.h>
[20d50a1]53#include <mm/as.h>
[f761f1eb]54#include <panic.h>
[fcacfb7]55#include <debug.h>
[5c9a08b]56#include <adt/list.h>
[f761f1eb]57#include <synch/spinlock.h>
[18e0a6c]58#include <arch/asm.h>
[9c0a9b3]59#include <arch.h>
[328f2934]60#include <print.h>
[9ebc238]61#include <align.h>
[085d973]62#include <mm/slab.h>
[bb68433]63#include <bitops.h>
[93165be]64#include <macros.h>
[18e0a6c]65
[085d973]66typedef struct {
67 count_t refcount; /**< tracking of shared frames */
68 __u8 buddy_order; /**< buddy system block order */
69 link_t buddy_link; /**< link to the next free block inside one order */
70 void *parent; /**< If allocated by slab, this points there */
[f3ac636]71} frame_t;
[fcacfb7]72
[085d973]73typedef struct {
74 SPINLOCK_DECLARE(lock); /**< this lock protects everything below */
[f3ac636]75 pfn_t base; /**< frame_no of the first frame in the frames array */
[42744880]76 count_t count; /**< Size of zone */
[328f2934]77
[085d973]78 frame_t *frames; /**< array of frame_t structures in this zone */
79 count_t free_count; /**< number of free frame_t structures */
80 count_t busy_count; /**< number of busy frame_t structures */
81
82 buddy_system_t * buddy_system; /**< buddy system for the zone */
83 int flags;
[f3ac636]84} zone_t;
[6e8b3c8]85
[085d973]86/*
87 * The zoneinfo.lock must be locked when accessing zoneinfo structure.
88 * Some of the attributes in zone_t structures are 'read-only'
[84dd253]89 */
[f761f1eb]90
[085d973]91struct {
92 SPINLOCK_DECLARE(lock);
93 int count;
94 zone_t *info[ZONES_MAX];
[f3ac636]95} zones;
[f761f1eb]96
[a294ad0]97
[085d973]98/*********************************/
99/* Helper functions */
100static inline index_t frame_index(zone_t *zone, frame_t *frame)
101{
102 return (index_t)(frame - zone->frames);
[a294ad0]103}
[085d973]104static inline index_t frame_index_abs(zone_t *zone, frame_t *frame)
[f761f1eb]105{
[085d973]106 return (index_t)(frame - zone->frames) + zone->base;
[f761f1eb]107}
[085d973]108static inline int frame_index_valid(zone_t *zone, index_t index)
[a294ad0]109{
[085d973]110 return index >= 0 && index < zone->count;
[a294ad0]111}
112
[085d973]113/** Compute pfn_t from frame_t pointer & zone pointer */
[42744880]114static index_t make_frame_index(zone_t *zone, frame_t *frame)
[a294ad0]115{
[085d973]116 return frame - zone->frames;
[a294ad0]117}
118
[085d973]119/** Initialize frame structure
[84dd253]120 *
[085d973]121 * Initialize frame structure.
[84dd253]122 *
[085d973]123 * @param frame Frame structure to be initialized.
[f761f1eb]124 */
[085d973]125static void frame_initialize(frame_t *frame)
[f761f1eb]126{
[085d973]127 frame->refcount = 1;
128 frame->buddy_order = 0;
[f761f1eb]129}
130
[085d973]131/*************************************/
132/* Zoneinfo functions */
133
134/**
135 * Insert-sort zone into zones list
[bb68433]136 *
137 * @return zone number on success, -1 on error
[84dd253]138 */
[bb68433]139static int zones_add_zone(zone_t *newzone)
[f761f1eb]140{
[bb68433]141 int i,j;
142 ipl_t ipl;
143 zone_t *z;
[4457455]144
[bb68433]145 ipl = interrupts_disable();
[085d973]146 spinlock_lock(&zones.lock);
147 /* Try to merge */
[b6b576c]148 if (zones.count + 1 == ZONES_MAX)
[bb68433]149 panic("Maximum zone(%d) count exceeded.", ZONES_MAX);
[b6b576c]150 for (i = 0; i < zones.count; i++) {
[bb68433]151 /* Check for overflow */
[052da81]152 z = zones.info[i];
[bb68433]153 if (overlaps(newzone->base,newzone->count,
154 z->base, z->count)) {
155 printf("Zones overlap!\n");
156 return -1;
[085d973]157 }
[052da81]158 if (newzone->base < z->base)
[bb68433]159 break;
[085d973]160 }
[bb68433]161 /* Move other zones up */
[b6b576c]162 for (j = i;j < zones.count; j++)
163 zones.info[j + 1] = zones.info[j];
[bb68433]164 zones.info[i] = newzone;
165 zones.count++;
[085d973]166 spinlock_unlock(&zones.lock);
[bb68433]167 interrupts_restore(ipl);
168
169 return i;
[f761f1eb]170}
[fcacfb7]171
[085d973]172/**
173 * Try to find a zone where can we find the frame
[eef75f6]174 *
[085d973]175 * @param hint Start searching in zone 'hint'
176 * @param lock Lock zone if true
[eef75f6]177 *
[085d973]178 * Assume interrupts disable
[eef75f6]179 */
[085d973]180static zone_t * find_zone_and_lock(pfn_t frame, int *pzone)
181{
[328f2934]182 int i;
[085d973]183 int hint = pzone ? *pzone : 0;
184 zone_t *z;
[328f2934]185
[085d973]186 spinlock_lock(&zones.lock);
[4457455]187
[085d973]188 if (hint >= zones.count || hint < 0)
189 hint = 0;
[328f2934]190
[085d973]191 i = hint;
192 do {
193 z = zones.info[i];
194 spinlock_lock(&z->lock);
195 if (z->base <= frame && z->base + z->count > frame) {
196 spinlock_unlock(&zones.lock); /* Unlock the global lock */
197 if (pzone)
198 *pzone = i;
199 return z;
200 }
201 spinlock_unlock(&z->lock);
[328f2934]202
[085d973]203 i++;
204 if (i >= zones.count)
205 i = 0;
206 } while(i != hint);
[328f2934]207
[085d973]208 spinlock_unlock(&zones.lock);
209 return NULL;
210}
[328f2934]211
[bb68433]212/** @return True if zone can allocate specified order */
213static int zone_can_alloc(zone_t *z, __u8 order)
214{
215 return buddy_system_can_alloc(z->buddy_system, order);
216}
217
[085d973]218/**
219 * Find AND LOCK zone that can allocate order frames
[fcacfb7]220 *
[085d973]221 * Assume interrupts are disabled!!
[fcacfb7]222 *
[085d973]223 * @param pzone Pointer to preferred zone or NULL, on return contains zone number
[fcacfb7]224 */
[085d973]225static zone_t * find_free_zone_lock(__u8 order, int *pzone)
[fcacfb7]226{
227 int i;
[085d973]228 zone_t *z;
229 int hint = pzone ? *pzone : 0;
230
231 spinlock_lock(&zones.lock);
232 if (hint >= zones.count)
233 hint = 0;
234 i = hint;
235 do {
236 z = zones.info[i];
[5d2ab23]237
[085d973]238 spinlock_lock(&z->lock);
[fcacfb7]239
[085d973]240 /* Check if the zone has 2^order frames area available */
[bb68433]241 if (zone_can_alloc(z, order)) {
[085d973]242 spinlock_unlock(&zones.lock);
243 if (pzone)
244 *pzone = i;
245 return z;
[328f2934]246 }
[085d973]247 spinlock_unlock(&z->lock);
248 if (++i >= zones.count)
249 i = 0;
250 } while(i != hint);
251 spinlock_unlock(&zones.lock);
252 return NULL;
[fcacfb7]253}
254
[085d973]255/********************************************/
256/* Buddy system functions */
257
258/** Buddy system find_block implementation
[fcacfb7]259 *
[085d973]260 * Find block that is parent of current list.
261 * That means go to lower addresses, until such block is found
[fcacfb7]262 *
[085d973]263 * @param order - Order of parent must be different then this parameter!!
[fcacfb7]264 */
[085d973]265static link_t *zone_buddy_find_block(buddy_system_t *b, link_t *child,
266 __u8 order)
[fcacfb7]267{
[085d973]268 frame_t * frame;
269 zone_t * zone;
270 index_t index;
[fcacfb7]271
[085d973]272 frame = list_get_instance(child, frame_t, buddy_link);
273 zone = (zone_t *) b->data;
[fcacfb7]274
[085d973]275 index = frame_index(zone, frame);
276 do {
277 if (zone->frames[index].buddy_order != order) {
278 return &zone->frames[index].buddy_link;
279 }
280 } while(index-- > 0);
281 return NULL;
[fcacfb7]282}
[6e8b3c8]283
[bb68433]284static void zone_buddy_print_id(buddy_system_t *b, link_t *block)
285{
286 frame_t * frame;
287 zone_t * zone;
288 index_t index;
289
290 frame = list_get_instance(block, frame_t, buddy_link);
291 zone = (zone_t *) b->data;
292 index = frame_index(zone, frame);
[280a27e]293 printf("%zd", index);
[bb68433]294}
[6e8b3c8]295
296/** Buddy system find_buddy implementation
[594a468]297 *
298 * @param b Buddy system.
[30187eb]299 * @param block Block for which buddy should be found
[6e8b3c8]300 *
[30187eb]301 * @return Buddy for given block if found
[6e8b3c8]302 */
[085d973]303static link_t * zone_buddy_find_buddy(buddy_system_t *b, link_t * block)
304{
[eef75f6]305 frame_t * frame;
[30187eb]306 zone_t * zone;
[b87f418]307 index_t index;
[30187eb]308 bool is_left, is_right;
[6e8b3c8]309
[30187eb]310 frame = list_get_instance(block, frame_t, buddy_link);
[328f2934]311 zone = (zone_t *) b->data;
[085d973]312 ASSERT(IS_BUDDY_ORDER_OK(frame_index_abs(zone, frame), frame->buddy_order));
[b87f418]313
[5d2ab23]314 is_left = IS_BUDDY_LEFT_BLOCK_ABS(zone, frame);
315 is_right = IS_BUDDY_RIGHT_BLOCK_ABS(zone, frame);
[085d973]316
[b87f418]317 ASSERT(is_left ^ is_right);
[328f2934]318 if (is_left) {
[085d973]319 index = (frame_index(zone, frame)) + (1 << frame->buddy_order);
[5a95b25]320 } else { // if (is_right)
[085d973]321 index = (frame_index(zone, frame)) - (1 << frame->buddy_order);
[328f2934]322 }
323
[085d973]324 if (frame_index_valid(zone, index)) {
325 if (zone->frames[index].buddy_order == frame->buddy_order &&
326 zone->frames[index].refcount == 0) {
[328f2934]327 return &zone->frames[index].buddy_link;
[30187eb]328 }
329 }
[085d973]330
[eef75f6]331 return NULL;
[6e8b3c8]332}
333
334/** Buddy system bisect implementation
335 *
[594a468]336 * @param b Buddy system.
[30187eb]337 * @param block Block to bisect
338 *
339 * @return right block
[6e8b3c8]340 */
[085d973]341static link_t * zone_buddy_bisect(buddy_system_t *b, link_t * block) {
[30187eb]342 frame_t * frame_l, * frame_r;
[b87f418]343
[30187eb]344 frame_l = list_get_instance(block, frame_t, buddy_link);
[328f2934]345 frame_r = (frame_l + (1 << (frame_l->buddy_order - 1)));
[b87f418]346
[30187eb]347 return &frame_r->buddy_link;
[6e8b3c8]348}
349
350/** Buddy system coalesce implementation
351 *
[594a468]352 * @param b Buddy system.
[30187eb]353 * @param block_1 First block
354 * @param block_2 First block's buddy
355 *
356 * @return Coalesced block (actually block that represents lower address)
[6e8b3c8]357 */
[085d973]358static link_t * zone_buddy_coalesce(buddy_system_t *b, link_t * block_1,
[bb68433]359 link_t * block_2)
360{
[085d973]361 frame_t *frame1, *frame2;
[b87f418]362
[30187eb]363 frame1 = list_get_instance(block_1, frame_t, buddy_link);
364 frame2 = list_get_instance(block_2, frame_t, buddy_link);
[b87f418]365
[328f2934]366 return frame1 < frame2 ? block_1 : block_2;
[6e8b3c8]367}
368
369/** Buddy system set_order implementation
[594a468]370 *
371 * @param b Buddy system.
[30187eb]372 * @param block Buddy system block
373 * @param order Order to set
[6e8b3c8]374 */
[085d973]375static void zone_buddy_set_order(buddy_system_t *b, link_t * block, __u8 order) {
[30187eb]376 frame_t * frame;
377 frame = list_get_instance(block, frame_t, buddy_link);
378 frame->buddy_order = order;
[6e8b3c8]379}
380
381/** Buddy system get_order implementation
[594a468]382 *
383 * @param b Buddy system.
[30187eb]384 * @param block Buddy system block
[6e8b3c8]385 *
[30187eb]386 * @return Order of block
[6e8b3c8]387 */
[085d973]388static __u8 zone_buddy_get_order(buddy_system_t *b, link_t * block) {
[30187eb]389 frame_t * frame;
390 frame = list_get_instance(block, frame_t, buddy_link);
391 return frame->buddy_order;
[6e8b3c8]392}
[328f2934]393
394/** Buddy system mark_busy implementation
395 *
396 * @param b Buddy system
397 * @param block Buddy system block
398 *
399 */
[085d973]400static void zone_buddy_mark_busy(buddy_system_t *b, link_t * block) {
[328f2934]401 frame_t * frame;
[bb68433]402
[328f2934]403 frame = list_get_instance(block, frame_t, buddy_link);
404 frame->refcount = 1;
405}
[dfd9186]406
[085d973]407/** Buddy system mark_available implementation
408 *
409 * @param b Buddy system
410 * @param block Buddy system block
411 *
412 */
413static void zone_buddy_mark_available(buddy_system_t *b, link_t * block) {
414 frame_t * frame;
415 frame = list_get_instance(block, frame_t, buddy_link);
416 frame->refcount = 0;
417}
418
419static struct buddy_system_operations zone_buddy_system_operations = {
420 .find_buddy = zone_buddy_find_buddy,
421 .bisect = zone_buddy_bisect,
422 .coalesce = zone_buddy_coalesce,
423 .set_order = zone_buddy_set_order,
424 .get_order = zone_buddy_get_order,
425 .mark_busy = zone_buddy_mark_busy,
426 .mark_available = zone_buddy_mark_available,
[bb68433]427 .find_block = zone_buddy_find_block,
428 .print_id = zone_buddy_print_id
[085d973]429};
430
431/*************************************/
432/* Zone functions */
433
434/** Allocate frame in particular zone
435 *
436 * Assume zone is locked
[9a68b34d]437 * Panics if allocation is impossible.
438 *
439 * @param zone Zone to allocate from.
440 * @param order Allocate exactly 2^order frames.
[085d973]441 *
442 * @return Frame index in zone
[9a68b34d]443 *
[085d973]444 */
[9a68b34d]445static pfn_t zone_frame_alloc(zone_t *zone, __u8 order)
[085d973]446{
447 pfn_t v;
448 link_t *tmp;
449 frame_t *frame;
450
451 /* Allocate frames from zone buddy system */
452 tmp = buddy_system_alloc(zone->buddy_system, order);
453
454 ASSERT(tmp);
455
456 /* Update zone information. */
457 zone->free_count -= (1 << order);
458 zone->busy_count += (1 << order);
459
460 /* Frame will be actually a first frame of the block. */
461 frame = list_get_instance(tmp, frame_t, buddy_link);
462
463 /* get frame address */
464 v = make_frame_index(zone, frame);
465 return v;
466}
467
468/** Free frame from zone
469 *
470 * Assume zone is locked
471 */
[42744880]472static void zone_frame_free(zone_t *zone, index_t frame_idx)
[085d973]473{
474 frame_t *frame;
475 __u8 order;
476
477 frame = &zone->frames[frame_idx];
478
479 /* remember frame order */
480 order = frame->buddy_order;
481
482 ASSERT(frame->refcount);
483
484 if (!--frame->refcount) {
485 buddy_system_free(zone->buddy_system, &frame->buddy_link);
[d3dfa42]486
487 /* Update zone information. */
488 zone->free_count += (1 << order);
489 zone->busy_count -= (1 << order);
[085d973]490 }
491}
492
493/** Return frame from zone */
[42744880]494static frame_t * zone_get_frame(zone_t *zone, index_t frame_idx)
[085d973]495{
496 ASSERT(frame_idx < zone->count);
497 return &zone->frames[frame_idx];
498}
499
500/** Mark frame in zone unavailable to allocation */
[42744880]501static void zone_mark_unavailable(zone_t *zone, index_t frame_idx)
[085d973]502{
503 frame_t *frame;
504 link_t *link;
505
506 frame = zone_get_frame(zone, frame_idx);
[bb68433]507 if (frame->refcount)
508 return;
[085d973]509 link = buddy_system_alloc_block(zone->buddy_system,
510 &frame->buddy_link);
511 ASSERT(link);
512 zone->free_count--;
513}
514
[bb68433]515/**
516 * Join 2 zones
517 *
518 * Expect zone_t *z to point to space at least zone_conf_size large
519 *
520 * Assume z1 & z2 are locked
521 */
522
523static void _zone_merge(zone_t *z, zone_t *z1, zone_t *z2)
524{
525 __u8 max_order;
526 int i, z2idx;
527 pfn_t frame_idx;
528 frame_t *frame;
529
530 ASSERT(!overlaps(z1->base,z1->count,z2->base,z2->count));
531 ASSERT(z1->base < z2->base);
532
533 spinlock_initialize(&z->lock, "zone_lock");
534 z->base = z1->base;
535 z->count = z2->base+z2->count - z1->base;
536 z->flags = z1->flags & z2->flags;
537
538 z->free_count = z1->free_count + z2->free_count;
539 z->busy_count = z1->busy_count + z2->busy_count;
540
541 max_order = fnzb(z->count);
542
543 z->buddy_system = (buddy_system_t *)&z[1];
544 buddy_system_create(z->buddy_system, max_order,
545 &zone_buddy_system_operations,
546 (void *) z);
547
548 z->frames = (frame_t *)((void *)z->buddy_system+buddy_conf_size(max_order));
549 for (i = 0; i < z->count; i++) {
550 /* This marks all frames busy */
551 frame_initialize(&z->frames[i]);
552 }
553 /* Copy frames from both zones to preserve full frame orders,
[ad64a2d]554 * parents etc. Set all free frames with refcount=0 to 1, because
[bb68433]555 * we add all free frames to buddy allocator later again, clear
[ad64a2d]556 * order to 0. Don't set busy frames with refcount=0, as they
557 * will not be reallocated during merge and it would make later
558 * problems with allocation/free.
[bb68433]559 */
560 for (i=0; i<z1->count; i++)
561 z->frames[i] = z1->frames[i];
562 for (i=0; i < z2->count; i++) {
563 z2idx = i + (z2->base - z1->base);
564 z->frames[z2idx] = z2->frames[i];
565 }
[ad64a2d]566 i = 0;
567 while (i < z->count) {
568 if (z->frames[i].refcount) {
569 /* skip busy frames */
570 i += 1 << z->frames[i].buddy_order;
571 } else { /* Free frames, set refcount=1 */
572 /* All free frames have refcount=0, we need not
573 * to check the order */
[bb68433]574 z->frames[i].refcount = 1;
575 z->frames[i].buddy_order = 0;
[ad64a2d]576 i++;
[bb68433]577 }
578 }
579 /* Add free blocks from the 2 original zones */
580 while (zone_can_alloc(z1, 0)) {
581 frame_idx = zone_frame_alloc(z1, 0);
582 frame = &z->frames[frame_idx];
583 frame->refcount = 0;
584 buddy_system_free(z->buddy_system, &frame->buddy_link);
585 }
586 while (zone_can_alloc(z2, 0)) {
587 frame_idx = zone_frame_alloc(z2, 0);
588 frame = &z->frames[frame_idx + (z2->base-z1->base)];
589 frame->refcount = 0;
590 buddy_system_free(z->buddy_system, &frame->buddy_link);
591 }
592}
593
594/** Return old configuration frames into the zone
595 *
596 * We have several cases
597 * - the conf. data is outside of zone -> exit, shall we call frame_free??
[874878a]598 * - the conf. data was created by zone_create or
599 * updated with reduce_region -> free every frame
600 *
601 * @param newzone The actual zone where freeing should occur
602 * @param oldzone Pointer to old zone configuration data that should
603 * be freed from new zone
[bb68433]604 */
605static void return_config_frames(zone_t *newzone, zone_t *oldzone)
606{
607 pfn_t pfn;
608 frame_t *frame;
609 count_t cframes;
610 int i;
611
612 pfn = ADDR2PFN((__address)KA2PA(oldzone));
613 cframes = SIZE2FRAMES(zone_conf_size(oldzone->count));
614
615 if (pfn < newzone->base || pfn >= newzone->base + newzone->count)
616 return;
617
618 frame = &newzone->frames[pfn - newzone->base];
[874878a]619 ASSERT(!frame->buddy_order);
[bb68433]620
621 for (i=0; i < cframes; i++) {
622 newzone->busy_count++;
623 zone_frame_free(newzone, pfn+i-newzone->base);
624 }
625}
626
[874878a]627/** Reduce allocated block to count of order 0 frames
628 *
629 * The allocated block need 2^order frames of space. Reduce all frames
630 * in block to order 0 and free the unneded frames. This means, that
631 * when freeing the block, you have to free every frame from block.
632 *
633 * @param zone
634 * @param frame_idx Index to block
635 * @param count Allocated space in block
636 */
637static void zone_reduce_region(zone_t *zone, pfn_t frame_idx, count_t count)
638{
639 count_t i;
640 __u8 order;
641 frame_t *frame;
642
643 ASSERT(frame_idx+count < zone->count);
644
645 order = zone->frames[frame_idx].buddy_order;
646 ASSERT((1 << order) >= count);
647
648 /* Reduce all blocks to order 0 */
649 for (i=0; i < (1 << order); i++) {
650 frame = &zone->frames[i + frame_idx];
651 frame->buddy_order = 0;
652 if (! frame->refcount)
653 frame->refcount = 1;
654 ASSERT(frame->refcount == 1);
655 }
656 /* Free unneeded frames */
657 for (i=count; i < (1 << order); i++) {
658 zone_frame_free(zone, i + frame_idx);
659 }
660}
661
[bb68433]662/** Merge zones z1 and z2
663 *
664 * - the zones must be 2 zones with no zone existing in between,
665 * which means that z2 = z1+1
666 *
667 * - When you create a new zone, the frame allocator configuration does
668 * not to be 2^order size. Once the allocator is running it is no longer
669 * possible, merged configuration data occupies more space :-/
670 */
671void zone_merge(int z1, int z2)
672{
673 ipl_t ipl;
674 zone_t *zone1, *zone2, *newzone;
675 int cframes;
676 __u8 order;
677 int i;
678 pfn_t pfn;
679
680 ipl = interrupts_disable();
681 spinlock_lock(&zones.lock);
682
683 if (z1 < 0 || z1 >= zones.count || z2 < 0 || z2 >= zones.count)
684 goto errout;
685 /* We can join only 2 zones with none existing inbetween */
686 if (z2-z1 != 1)
687 goto errout;
688
689 zone1 = zones.info[z1];
690 zone2 = zones.info[z2];
691 spinlock_lock(&zone1->lock);
692 spinlock_lock(&zone2->lock);
693
694 cframes = SIZE2FRAMES(zone_conf_size(zone2->base+zone2->count-zone1->base));
695 order = fnzb(cframes) + 1;
696
697 /* Allocate zonedata inside one of the zones */
698 if (zone_can_alloc(zone1, order))
699 pfn = zone1->base + zone_frame_alloc(zone1, order);
700 else if (zone_can_alloc(zone2, order))
701 pfn = zone2->base + zone_frame_alloc(zone2, order);
702 else
703 goto errout2;
704
705 newzone = (zone_t *)PA2KA(PFN2ADDR(pfn));
706
707 _zone_merge(newzone, zone1, zone2);
708
[874878a]709 /* Free unneeded config frames */
710 zone_reduce_region(newzone, pfn - newzone->base, cframes);
[bb68433]711 /* Subtract zone information from busy frames */
[874878a]712 newzone->busy_count -= cframes;
[bb68433]713
[874878a]714 /* Replace existing zones in zoneinfo list */
[bb68433]715 zones.info[z1] = newzone;
[b6b576c]716 for (i = z2 + 1; i < zones.count; i++)
717 zones.info[i - 1] = zones.info[i];
[bb68433]718 zones.count--;
719
720 /* Free old zone information */
721 return_config_frames(newzone, zone1);
722 return_config_frames(newzone, zone2);
723errout2:
724 /* Nobody is allowed to enter to zone, so we are safe
725 * to touch the spinlocks last time */
726 spinlock_unlock(&zone1->lock);
727 spinlock_unlock(&zone2->lock);
728errout:
729 spinlock_unlock(&zones.lock);
730 interrupts_restore(ipl);
731}
732
733/**
734 * Merge all zones into one big zone
735 *
736 * It is reasonable to do this on systems whose bios reports parts in chunks,
737 * so that we could have 1 zone (it's faster).
738 */
739void zone_merge_all(void)
740{
741 int count = zones.count;
742
743 while (zones.count > 1 && --count) {
744 zone_merge(0,1);
745 break;
746 }
747}
748
[085d973]749/** Create frame zone
750 *
751 * Create new frame zone.
752 *
753 * @param start Physical address of the first frame within the zone.
754 * @param size Size of the zone. Must be a multiple of FRAME_SIZE.
755 * @param conffram Address of configuration frame
756 * @param flags Zone flags.
757 *
758 * @return Initialized zone.
759 */
[bb68433]760static void zone_construct(pfn_t start, count_t count, zone_t *z, int flags)
[085d973]761{
762 int i;
763 __u8 max_order;
764
765 spinlock_initialize(&z->lock, "zone_lock");
766 z->base = start;
767 z->count = count;
768 z->flags = flags;
769 z->free_count = count;
770 z->busy_count = 0;
771
772 /*
773 * Compute order for buddy system, initialize
774 */
[bb68433]775 max_order = fnzb(count);
[085d973]776 z->buddy_system = (buddy_system_t *)&z[1];
777
778 buddy_system_create(z->buddy_system, max_order,
779 &zone_buddy_system_operations,
780 (void *) z);
781
782 /* Allocate frames _after_ the conframe */
783 /* Check sizes */
784 z->frames = (frame_t *)((void *)z->buddy_system+buddy_conf_size(max_order));
785 for (i = 0; i<count; i++) {
786 frame_initialize(&z->frames[i]);
787 }
[052da81]788
[085d973]789 /* Stuffing frames */
790 for (i = 0; i < count; i++) {
791 z->frames[i].refcount = 0;
792 buddy_system_free(z->buddy_system, &z->frames[i].buddy_link);
793 }
794}
795
796/** Compute configuration data size for zone */
[bb68433]797__address zone_conf_size(count_t count)
[085d973]798{
799 int size = sizeof(zone_t) + count*sizeof(frame_t);
800 int max_order;
801
[bb68433]802 max_order = fnzb(count);
[085d973]803 size += buddy_conf_size(max_order);
804 return size;
805}
806
807/** Create and add zone to system
808 *
809 * @param confframe Where configuration frame is supposed to be.
[42744880]810 * Always check, that we will not disturb the kernel and possibly init.
[085d973]811 * If confframe is given _outside_ this zone, it is expected,
812 * that the area is already marked BUSY and big enough
813 * to contain zone_conf_size() amount of data
[bb68433]814 *
815 * @return Zone number or -1 on error
[085d973]816 */
[bb68433]817int zone_create(pfn_t start, count_t count, pfn_t confframe, int flags)
[085d973]818{
819 zone_t *z;
[bb68433]820 __address addr;
[42744880]821 count_t confcount;
[085d973]822 int i;
[bb68433]823 int znum;
[085d973]824
825 /* Theoretically we could have here 0, practically make sure
826 * nobody tries to do that. If some platform requires, remove
827 * the assert
828 */
829 ASSERT(confframe);
830 /* If conframe is supposed to be inside our zone, then make sure
831 * it does not span kernel & init
832 */
[bb68433]833 confcount = SIZE2FRAMES(zone_conf_size(count));
[085d973]834 if (confframe >= start && confframe < start+count) {
[b6b576c]835 for (;confframe < start + count; confframe++) {
[085d973]836 addr = PFN2ADDR(confframe);
[b6b576c]837 if (overlaps(addr, PFN2ADDR(confcount), KA2PA(config.base), config.kernel_size))
[085d973]838 continue;
[b6b576c]839
840 bool overlap = false;
841 count_t i;
842 for (i = 0; i < init.cnt; i++)
843 if (overlaps(addr, PFN2ADDR(confcount), KA2PA(init.tasks[i].addr), init.tasks[i].size)) {
844 overlap = true;
845 break;
846 }
847 if (overlap)
848 continue;
849
[085d973]850 break;
851 }
[b6b576c]852 if (confframe >= start + count)
[085d973]853 panic("Cannot find configuration data for zone.");
854 }
855
[bb68433]856 z = (zone_t *)PA2KA(PFN2ADDR(confframe));
857 zone_construct(start, count, z, flags);
858 znum = zones_add_zone(z);
859 if (znum == -1)
860 return -1;
861
[085d973]862 /* If confdata in zone, mark as unavailable */
863 if (confframe >= start && confframe < start+count)
864 for (i=confframe; i<confframe+confcount; i++) {
865 zone_mark_unavailable(z, i - z->base);
866 }
[bb68433]867 return znum;
[085d973]868}
869
870/***************************************/
871/* Frame functions */
872
873/** Set parent of frame */
874void frame_set_parent(pfn_t pfn, void *data, int hint)
875{
876 zone_t *zone = find_zone_and_lock(pfn, &hint);
877
878 ASSERT(zone);
879
880 zone_get_frame(zone, pfn-zone->base)->parent = data;
881 spinlock_unlock(&zone->lock);
882}
883
884void * frame_get_parent(pfn_t pfn, int hint)
885{
886 zone_t *zone = find_zone_and_lock(pfn, &hint);
887 void *res;
888
889 ASSERT(zone);
890 res = zone_get_frame(zone, pfn - zone->base)->parent;
891
892 spinlock_unlock(&zone->lock);
893 return res;
894}
895
896/** Allocate power-of-two frames of physical memory.
897 *
[9a68b34d]898 * @param order Allocate exactly 2^order frames.
899 * @param flags Flags for host zone selection and address processing.
900 * @param status Allocation status (FRAME_OK on success), unused if NULL.
901 * @param pzone Preferred zone
[085d973]902 *
903 * @return Allocated frame.
[9a68b34d]904 *
[085d973]905 */
[9a68b34d]906pfn_t frame_alloc_generic(__u8 order, int flags, int *status, int *pzone)
[085d973]907{
908 ipl_t ipl;
909 int freed;
910 pfn_t v;
911 zone_t *zone;
912
913loop:
914 ipl = interrupts_disable();
[9a68b34d]915
[085d973]916 /*
917 * First, find suitable frame zone.
918 */
[9a68b34d]919 zone = find_free_zone_lock(order, pzone);
920
[085d973]921 /* If no memory, reclaim some slab memory,
922 if it does not help, reclaim all */
923 if (!zone && !(flags & FRAME_NO_RECLAIM)) {
924 freed = slab_reclaim(0);
925 if (freed)
[9a68b34d]926 zone = find_free_zone_lock(order, pzone);
[085d973]927 if (!zone) {
928 freed = slab_reclaim(SLAB_RECLAIM_ALL);
929 if (freed)
[9a68b34d]930 zone = find_free_zone_lock(order, pzone);
[085d973]931 }
932 }
933 if (!zone) {
934 if (flags & FRAME_PANIC)
935 panic("Can't allocate frame.\n");
936
937 /*
938 * TODO: Sleep until frames are available again.
939 */
940 interrupts_restore(ipl);
941
942 if (flags & FRAME_ATOMIC) {
943 ASSERT(status != NULL);
944 if (status)
945 *status = FRAME_NO_MEMORY;
946 return NULL;
947 }
948
949 panic("Sleep not implemented.\n");
950 goto loop;
951 }
[9a68b34d]952
953 v = zone_frame_alloc(zone, order);
[085d973]954 v += zone->base;
955
956 spinlock_unlock(&zone->lock);
957 interrupts_restore(ipl);
958
959 if (status)
960 *status = FRAME_OK;
961 return v;
962}
963
964/** Free a frame.
965 *
[f3ac636]966 * Find respective frame structure for supplied PFN.
[085d973]967 * Decrement frame reference count.
968 * If it drops to zero, move the frame structure to free list.
969 *
[f3ac636]970 * @param frame Frame number to be freed.
[085d973]971 */
972void frame_free(pfn_t pfn)
973{
974 ipl_t ipl;
975 zone_t *zone;
976
977 ipl = interrupts_disable();
978
979 /*
980 * First, find host frame zone for addr.
981 */
982 zone = find_zone_and_lock(pfn,NULL);
983 ASSERT(zone);
984
985 zone_frame_free(zone, pfn-zone->base);
986
987 spinlock_unlock(&zone->lock);
988 interrupts_restore(ipl);
989}
990
[f3ac636]991/** Add reference to frame.
992 *
993 * Find respective frame structure for supplied PFN and
994 * increment frame reference count.
995 *
996 * @param frame Frame no to be freed.
997 */
998void frame_reference_add(pfn_t pfn)
999{
1000 ipl_t ipl;
1001 zone_t *zone;
1002 frame_t *frame;
[085d973]1003
[f3ac636]1004 ipl = interrupts_disable();
1005
1006 /*
1007 * First, find host frame zone for addr.
1008 */
1009 zone = find_zone_and_lock(pfn,NULL);
1010 ASSERT(zone);
1011
1012 frame = &zone->frames[pfn-zone->base];
1013 frame->refcount++;
1014
1015 spinlock_unlock(&zone->lock);
1016 interrupts_restore(ipl);
1017}
[085d973]1018
1019/** Mark given range unavailable in frame zones */
[42744880]1020void frame_mark_unavailable(pfn_t start, count_t count)
[085d973]1021{
1022 int i;
1023 zone_t *zone;
1024 int prefzone = 0;
[052da81]1025
[bb68433]1026 for (i=0; i < count; i++) {
[085d973]1027 zone = find_zone_and_lock(start+i,&prefzone);
1028 if (!zone) /* PFN not found */
1029 continue;
1030 zone_mark_unavailable(zone, start+i-zone->base);
1031
1032 spinlock_unlock(&zone->lock);
1033 }
1034}
1035
1036/** Initialize physical memory management
1037 *
1038 * Initialize physical memory managemnt.
1039 */
1040void frame_init(void)
1041{
1042 if (config.cpu_active == 1) {
1043 zones.count = 0;
1044 spinlock_initialize(&zones.lock,"zones_glob_lock");
1045 }
1046 /* Tell the architecture to create some memory */
1047 frame_arch_init();
1048 if (config.cpu_active == 1) {
[052da81]1049 pfn_t firstframe = ADDR2PFN(KA2PA(config.base));
1050 pfn_t lastframe = ADDR2PFN(KA2PA(config.base+config.kernel_size));
1051 frame_mark_unavailable(firstframe,lastframe-firstframe+1);
[b6b576c]1052
1053 count_t i;
1054 for (i = 0; i < init.cnt; i++)
1055 frame_mark_unavailable(ADDR2PFN(KA2PA(init.tasks[i].addr)), SIZE2FRAMES(init.tasks[i].size));
[085d973]1056 }
1057}
1058
1059
1060
[96cacc1]1061/** Prints list of zones
1062 *
1063 */
[dfd9186]1064void zone_print_list(void) {
1065 zone_t *zone = NULL;
[085d973]1066 int i;
[263104b]1067 ipl_t ipl;
1068
1069 ipl = interrupts_disable();
[085d973]1070 spinlock_lock(&zones.lock);
[bb68433]1071 printf("# Base address\tFree Frames\tBusy Frames\n");
1072 printf(" ------------\t-----------\t-----------\n");
[b6b576c]1073 for (i = 0; i < zones.count; i++) {
[085d973]1074 zone = zones.info[i];
[566ba81]1075 spinlock_lock(&zone->lock);
[ad45bde9]1076 printf("%d: %.*p \t%10zd\t%10zd\n", i, sizeof(__address) * 2, PFN2ADDR(zone->base), zone->free_count, zone->busy_count);
[263104b]1077 spinlock_unlock(&zone->lock);
[dfd9186]1078 }
[085d973]1079 spinlock_unlock(&zones.lock);
[263104b]1080 interrupts_restore(ipl);
[dfd9186]1081}
1082
[96cacc1]1083/** Prints zone details
1084 *
[bb68433]1085 * @param base Zone base address OR zone number
[96cacc1]1086 */
[bb68433]1087void zone_print_one(int num) {
[085d973]1088 zone_t *zone = NULL;
[263104b]1089 ipl_t ipl;
[bb68433]1090 int i;
[263104b]1091
1092 ipl = interrupts_disable();
[085d973]1093 spinlock_lock(&zones.lock);
[bb68433]1094
[b6b576c]1095 for (i = 0; i < zones.count; i++) {
[874878a]1096 if (i == num || PFN2ADDR(zones.info[i]->base) == num) {
[bb68433]1097 zone = zones.info[i];
1098 break;
1099 }
1100 }
1101 if (!zone) {
1102 printf("Zone not found.\n");
1103 goto out;
[dfd9186]1104 }
[085d973]1105
[566ba81]1106 spinlock_lock(&zone->lock);
[bb68433]1107 printf("Memory zone information\n");
[ad45bde9]1108 printf("Zone base address: %#.*p\n", sizeof(__address) * 2, PFN2ADDR(zone->base));
[280a27e]1109 printf("Zone size: %zd frames (%zdK)\n", zone->count, ((zone->count) * FRAME_SIZE) >> 10);
1110 printf("Allocated space: %zd frames (%zdK)\n", zone->busy_count, (zone->busy_count * FRAME_SIZE) >> 10);
1111 printf("Available space: %zd (%zdK)\n", zone->free_count, (zone->free_count * FRAME_SIZE) >> 10);
[59adc2b]1112 buddy_system_structure_print(zone->buddy_system, FRAME_SIZE);
[566ba81]1113
1114 spinlock_unlock(&zone->lock);
[bb68433]1115out:
[085d973]1116 spinlock_unlock(&zones.lock);
[263104b]1117 interrupts_restore(ipl);
[dfd9186]1118}
1119
Note: See TracBrowser for help on using the repository browser.