| [de6b301] | 1 | /*
|
|---|
| 2 | * Copyright (C) 2006 Sergey Bondari
|
|---|
| 3 | * All rights reserved.
|
|---|
| 4 | *
|
|---|
| 5 | * Redistribution and use in source and binary forms, with or without
|
|---|
| 6 | * modification, are permitted provided that the following conditions
|
|---|
| 7 | * are met:
|
|---|
| 8 | *
|
|---|
| 9 | * - Redistributions of source code must retain the above copyright
|
|---|
| 10 | * notice, this list of conditions and the following disclaimer.
|
|---|
| 11 | * - Redistributions in binary form must reproduce the above copyright
|
|---|
| 12 | * notice, this list of conditions and the following disclaimer in the
|
|---|
| 13 | * documentation and/or other materials provided with the distribution.
|
|---|
| 14 | * - The name of the author may not be used to endorse or promote products
|
|---|
| 15 | * derived from this software without specific prior written permission.
|
|---|
| 16 | *
|
|---|
| 17 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|---|
| 18 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|---|
| 19 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|---|
| 20 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|---|
| 21 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|---|
| 22 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|---|
| 23 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|---|
| 24 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|---|
| 25 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|---|
| 26 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|---|
| 27 | */
|
|---|
| 28 |
|
|---|
| [cf26ba9] | 29 | /**
|
|---|
| 30 | * @file elf.c
|
|---|
| 31 | * @brief Kernel ELF loader.
|
|---|
| 32 | */
|
|---|
| 33 |
|
|---|
| [de6b301] | 34 | #include <elf.h>
|
|---|
| 35 | #include <debug.h>
|
|---|
| 36 | #include <arch/types.h>
|
|---|
| 37 | #include <typedefs.h>
|
|---|
| 38 | #include <mm/as.h>
|
|---|
| 39 | #include <mm/frame.h>
|
|---|
| [78a95d6f] | 40 | #include <mm/slab.h>
|
|---|
| [de6b301] | 41 | #include <align.h>
|
|---|
| [78a95d6f] | 42 | #include <memstr.h>
|
|---|
| 43 | #include <macros.h>
|
|---|
| [8182031] | 44 | #include <arch.h>
|
|---|
| [de6b301] | 45 |
|
|---|
| 46 | static char *error_codes[] = {
|
|---|
| 47 | "no error",
|
|---|
| 48 | "invalid image",
|
|---|
| 49 | "address space error",
|
|---|
| 50 | "incompatible image",
|
|---|
| 51 | "unsupported image type",
|
|---|
| 52 | "irrecoverable error"
|
|---|
| 53 | };
|
|---|
| 54 |
|
|---|
| [78a95d6f] | 55 | static int segment_header(elf_segment_header_t *entry, elf_header_t *elf, as_t *as);
|
|---|
| 56 | static int section_header(elf_section_header_t *entry, elf_header_t *elf, as_t *as);
|
|---|
| 57 | static int load_segment(elf_segment_header_t *entry, elf_header_t *elf, as_t *as);
|
|---|
| [de6b301] | 58 |
|
|---|
| [567807b1] | 59 | static int elf_page_fault(as_area_t *area, __address addr, pf_access_t access);
|
|---|
| [8182031] | 60 | static void elf_frame_free(as_area_t *area, __address page, __address frame);
|
|---|
| 61 |
|
|---|
| 62 | mem_backend_t elf_backend = {
|
|---|
| 63 | .backend_page_fault = elf_page_fault,
|
|---|
| 64 | .backend_frame_free = elf_frame_free
|
|---|
| 65 | };
|
|---|
| 66 |
|
|---|
| [de6b301] | 67 | /** ELF loader
|
|---|
| 68 | *
|
|---|
| 69 | * @param header Pointer to ELF header in memory
|
|---|
| 70 | * @param as Created and properly mapped address space
|
|---|
| 71 | * @return EE_OK on success
|
|---|
| 72 | */
|
|---|
| 73 | int elf_load(elf_header_t *header, as_t * as)
|
|---|
| 74 | {
|
|---|
| 75 | int i, rc;
|
|---|
| 76 |
|
|---|
| 77 | /* Identify ELF */
|
|---|
| 78 | if (header->e_ident[EI_MAG0] != ELFMAG0 || header->e_ident[EI_MAG1] != ELFMAG1 ||
|
|---|
| 79 | header->e_ident[EI_MAG2] != ELFMAG2 || header->e_ident[EI_MAG3] != ELFMAG3) {
|
|---|
| 80 | return EE_INVALID;
|
|---|
| 81 | }
|
|---|
| 82 |
|
|---|
| 83 | /* Identify ELF compatibility */
|
|---|
| 84 | if (header->e_ident[EI_DATA] != ELF_DATA_ENCODING || header->e_machine != ELF_MACHINE ||
|
|---|
| 85 | header->e_ident[EI_VERSION] != EV_CURRENT || header->e_version != EV_CURRENT ||
|
|---|
| 86 | header->e_ident[EI_CLASS] != ELF_CLASS) {
|
|---|
| 87 | return EE_INCOMPATIBLE;
|
|---|
| 88 | }
|
|---|
| 89 |
|
|---|
| [78a95d6f] | 90 | if (header->e_phentsize != sizeof(elf_segment_header_t))
|
|---|
| 91 | return EE_INCOMPATIBLE;
|
|---|
| 92 |
|
|---|
| 93 | if (header->e_shentsize != sizeof(elf_section_header_t))
|
|---|
| [de6b301] | 94 | return EE_INCOMPATIBLE;
|
|---|
| 95 |
|
|---|
| 96 | /* Check if the object type is supported. */
|
|---|
| 97 | if (header->e_type != ET_EXEC)
|
|---|
| 98 | return EE_UNSUPPORTED;
|
|---|
| 99 |
|
|---|
| [78a95d6f] | 100 | /* Walk through all segment headers and process them. */
|
|---|
| [de6b301] | 101 | for (i = 0; i < header->e_phnum; i++) {
|
|---|
| [78a95d6f] | 102 | rc = segment_header(&((elf_segment_header_t *)(((__u8 *) header) + header->e_phoff))[i], header, as);
|
|---|
| 103 | if (rc != EE_OK)
|
|---|
| 104 | return rc;
|
|---|
| 105 | }
|
|---|
| 106 |
|
|---|
| 107 | /* Inspect all section headers and proccess them. */
|
|---|
| 108 | for (i = 0; i < header->e_shnum; i++) {
|
|---|
| 109 | rc = section_header(&((elf_section_header_t *)(((__u8 *) header) + header->e_shoff))[i], header, as);
|
|---|
| [de6b301] | 110 | if (rc != EE_OK)
|
|---|
| 111 | return rc;
|
|---|
| 112 | }
|
|---|
| 113 |
|
|---|
| 114 | return EE_OK;
|
|---|
| 115 | }
|
|---|
| 116 |
|
|---|
| 117 | /** Print error message according to error code.
|
|---|
| 118 | *
|
|---|
| 119 | * @param rc Return code returned by elf_load().
|
|---|
| 120 | *
|
|---|
| 121 | * @return NULL terminated description of error.
|
|---|
| 122 | */
|
|---|
| 123 | char *elf_error(int rc)
|
|---|
| 124 | {
|
|---|
| 125 | ASSERT(rc < sizeof(error_codes)/sizeof(char *));
|
|---|
| 126 |
|
|---|
| 127 | return error_codes[rc];
|
|---|
| 128 | }
|
|---|
| 129 |
|
|---|
| [78a95d6f] | 130 | /** Process segment header.
|
|---|
| [de6b301] | 131 | *
|
|---|
| [78a95d6f] | 132 | * @param entry Segment header.
|
|---|
| 133 | * @param elf ELF header.
|
|---|
| [de6b301] | 134 | * @param as Address space into wich the ELF is being loaded.
|
|---|
| 135 | *
|
|---|
| 136 | * @return EE_OK on success, error code otherwise.
|
|---|
| 137 | */
|
|---|
| [78a95d6f] | 138 | static int segment_header(elf_segment_header_t *entry, elf_header_t *elf, as_t *as)
|
|---|
| [de6b301] | 139 | {
|
|---|
| 140 | switch (entry->p_type) {
|
|---|
| 141 | case PT_NULL:
|
|---|
| 142 | case PT_PHDR:
|
|---|
| 143 | break;
|
|---|
| 144 | case PT_LOAD:
|
|---|
| [78a95d6f] | 145 | return load_segment(entry, elf, as);
|
|---|
| [de6b301] | 146 | break;
|
|---|
| 147 | case PT_DYNAMIC:
|
|---|
| 148 | case PT_INTERP:
|
|---|
| 149 | case PT_SHLIB:
|
|---|
| 150 | case PT_NOTE:
|
|---|
| 151 | case PT_LOPROC:
|
|---|
| 152 | case PT_HIPROC:
|
|---|
| 153 | default:
|
|---|
| 154 | return EE_UNSUPPORTED;
|
|---|
| 155 | break;
|
|---|
| 156 | }
|
|---|
| 157 | return EE_OK;
|
|---|
| 158 | }
|
|---|
| 159 |
|
|---|
| 160 | /** Load segment described by program header entry.
|
|---|
| 161 | *
|
|---|
| 162 | * @param entry Program header entry describing segment to be loaded.
|
|---|
| [78a95d6f] | 163 | * @param elf ELF header.
|
|---|
| [9179d0a] | 164 | * @param as Address space into wich the ELF is being loaded.
|
|---|
| [de6b301] | 165 | *
|
|---|
| 166 | * @return EE_OK on success, error code otherwise.
|
|---|
| 167 | */
|
|---|
| [78a95d6f] | 168 | int load_segment(elf_segment_header_t *entry, elf_header_t *elf, as_t *as)
|
|---|
| [de6b301] | 169 | {
|
|---|
| 170 | as_area_t *a;
|
|---|
| [8182031] | 171 | int flags = 0;
|
|---|
| 172 | void *backend_data[2] = { elf, entry };
|
|---|
| [de6b301] | 173 |
|
|---|
| 174 | if (entry->p_align > 1) {
|
|---|
| 175 | if ((entry->p_offset % entry->p_align) != (entry->p_vaddr % entry->p_align)) {
|
|---|
| 176 | return EE_INVALID;
|
|---|
| 177 | }
|
|---|
| 178 | }
|
|---|
| 179 |
|
|---|
| [c23502d] | 180 | if (entry->p_flags & PF_X)
|
|---|
| 181 | flags |= AS_AREA_EXEC;
|
|---|
| 182 | if (entry->p_flags & PF_W)
|
|---|
| 183 | flags |= AS_AREA_WRITE;
|
|---|
| 184 | if (entry->p_flags & PF_R)
|
|---|
| 185 | flags |= AS_AREA_READ;
|
|---|
| [de6b301] | 186 |
|
|---|
| [78a95d6f] | 187 | /*
|
|---|
| 188 | * Check if the virtual address starts on page boundary.
|
|---|
| 189 | */
|
|---|
| 190 | if (ALIGN_UP(entry->p_vaddr, PAGE_SIZE) != entry->p_vaddr)
|
|---|
| 191 | return EE_UNSUPPORTED;
|
|---|
| 192 |
|
|---|
| [8182031] | 193 | a = as_area_create(as, flags, entry->p_memsz, entry->p_vaddr, AS_AREA_ATTR_NONE, &elf_backend, backend_data);
|
|---|
| [de6b301] | 194 | if (!a)
|
|---|
| [5a7d9d1] | 195 | return EE_MEMORY;
|
|---|
| [de6b301] | 196 |
|
|---|
| [8182031] | 197 | /*
|
|---|
| 198 | * The segment will be mapped on demand by elf_page_fault().
|
|---|
| 199 | */
|
|---|
| 200 |
|
|---|
| [78a95d6f] | 201 | return EE_OK;
|
|---|
| 202 | }
|
|---|
| 203 |
|
|---|
| 204 | /** Process section header.
|
|---|
| 205 | *
|
|---|
| 206 | * @param entry Segment header.
|
|---|
| 207 | * @param elf ELF header.
|
|---|
| 208 | * @param as Address space into wich the ELF is being loaded.
|
|---|
| 209 | *
|
|---|
| 210 | * @return EE_OK on success, error code otherwise.
|
|---|
| 211 | */
|
|---|
| 212 | static int section_header(elf_section_header_t *entry, elf_header_t *elf, as_t *as)
|
|---|
| 213 | {
|
|---|
| 214 | switch (entry->sh_type) {
|
|---|
| 215 | default:
|
|---|
| 216 | break;
|
|---|
| [de6b301] | 217 | }
|
|---|
| 218 |
|
|---|
| 219 | return EE_OK;
|
|---|
| 220 | }
|
|---|
| [8182031] | 221 |
|
|---|
| 222 | /** Service a page fault in the ELF backend address space area.
|
|---|
| 223 | *
|
|---|
| 224 | * The address space area and page tables must be already locked.
|
|---|
| 225 | *
|
|---|
| 226 | * @param area Pointer to the address space area.
|
|---|
| 227 | * @param addr Faulting virtual address.
|
|---|
| [567807b1] | 228 | * @param access Access mode that caused the fault (i.e. read/write/exec).
|
|---|
| [8182031] | 229 | *
|
|---|
| 230 | * @return AS_PF_FAULT on failure (i.e. page fault) or AS_PF_OK on success (i.e. serviced).
|
|---|
| 231 | */
|
|---|
| [567807b1] | 232 | int elf_page_fault(as_area_t *area, __address addr, pf_access_t access)
|
|---|
| [8182031] | 233 | {
|
|---|
| 234 | elf_header_t *elf = (elf_header_t *) area->backend_data[0];
|
|---|
| 235 | elf_segment_header_t *entry = (elf_segment_header_t *) area->backend_data[1];
|
|---|
| 236 | __address base, frame;
|
|---|
| 237 | index_t i;
|
|---|
| 238 |
|
|---|
| 239 | ASSERT((addr >= entry->p_vaddr) && (addr < entry->p_vaddr + entry->p_memsz));
|
|---|
| 240 | i = (addr - entry->p_vaddr) >> PAGE_WIDTH;
|
|---|
| 241 | base = (__address) (((void *) elf) + entry->p_offset);
|
|---|
| 242 | ASSERT(ALIGN_UP(base, FRAME_SIZE) == base);
|
|---|
| 243 |
|
|---|
| 244 | if (ALIGN_DOWN(addr, PAGE_SIZE) + PAGE_SIZE < entry->p_vaddr + entry->p_filesz) {
|
|---|
| 245 | /*
|
|---|
| 246 | * Initialized portion of the segment. The memory is backed
|
|---|
| 247 | * directly by the content of the ELF image. Pages are
|
|---|
| 248 | * only copied if the segment is writable so that there
|
|---|
| 249 | * can be more instantions of the same memory ELF image
|
|---|
| 250 | * used at a time. Note that this could be later done
|
|---|
| 251 | * as COW.
|
|---|
| 252 | */
|
|---|
| 253 | if (entry->p_flags & PF_W) {
|
|---|
| 254 | frame = PFN2ADDR(frame_alloc(ONE_FRAME, 0));
|
|---|
| 255 | memcpy((void *) PA2KA(frame), (void *) (base + i*FRAME_SIZE), FRAME_SIZE);
|
|---|
| 256 | } else {
|
|---|
| 257 | frame = KA2PA(base + i*FRAME_SIZE);
|
|---|
| 258 | }
|
|---|
| 259 | } else if (ALIGN_DOWN(addr, PAGE_SIZE) >= ALIGN_UP(entry->p_vaddr + entry->p_filesz, PAGE_SIZE)) {
|
|---|
| 260 | /*
|
|---|
| 261 | * This is the uninitialized portion of the segment.
|
|---|
| 262 | * It is not physically present in the ELF image.
|
|---|
| 263 | * To resolve the situation, a frame must be allocated
|
|---|
| 264 | * and cleared.
|
|---|
| 265 | */
|
|---|
| 266 | frame = PFN2ADDR(frame_alloc(ONE_FRAME, 0));
|
|---|
| 267 | memsetb(PA2KA(frame), FRAME_SIZE, 0);
|
|---|
| 268 | } else {
|
|---|
| 269 | size_t size;
|
|---|
| 270 | /*
|
|---|
| 271 | * The mixed case.
|
|---|
| 272 | * The lower part is backed by the ELF image and
|
|---|
| 273 | * the upper part is anonymous memory.
|
|---|
| 274 | */
|
|---|
| 275 | size = entry->p_filesz - (i<<PAGE_WIDTH);
|
|---|
| 276 | frame = PFN2ADDR(frame_alloc(ONE_FRAME, 0));
|
|---|
| 277 | memsetb(PA2KA(frame) + size, FRAME_SIZE - size, 0);
|
|---|
| 278 | memcpy((void *) PA2KA(frame), (void *) (base + i*FRAME_SIZE), size);
|
|---|
| 279 | }
|
|---|
| 280 |
|
|---|
| 281 | page_mapping_insert(AS, addr, frame, as_area_get_flags(area));
|
|---|
| 282 | if (!used_space_insert(area, ALIGN_DOWN(addr, PAGE_SIZE), 1))
|
|---|
| 283 | panic("Could not insert used space.\n");
|
|---|
| 284 |
|
|---|
| 285 | return AS_PF_OK;
|
|---|
| 286 | }
|
|---|
| 287 |
|
|---|
| 288 | /** Free a frame that is backed by the ELF backend.
|
|---|
| 289 | *
|
|---|
| 290 | * The address space area and page tables must be already locked.
|
|---|
| 291 | *
|
|---|
| 292 | * @param area Pointer to the address space area.
|
|---|
| 293 | * @param page Page that is mapped to frame. Must be aligned to PAGE_SIZE.
|
|---|
| 294 | * @param frame Frame to be released.
|
|---|
| 295 | *
|
|---|
| 296 | */
|
|---|
| 297 | void elf_frame_free(as_area_t *area, __address page, __address frame)
|
|---|
| 298 | {
|
|---|
| 299 | elf_header_t *elf = (elf_header_t *) area->backend_data[0];
|
|---|
| 300 | elf_segment_header_t *entry = (elf_segment_header_t *) area->backend_data[1];
|
|---|
| 301 | __address base;
|
|---|
| 302 | index_t i;
|
|---|
| 303 |
|
|---|
| 304 | ASSERT((page >= entry->p_vaddr) && (page < entry->p_vaddr + entry->p_memsz));
|
|---|
| 305 | i = (page - entry->p_vaddr) >> PAGE_WIDTH;
|
|---|
| 306 | base = (__address) (((void *) elf) + entry->p_offset);
|
|---|
| 307 | ASSERT(ALIGN_UP(base, FRAME_SIZE) == base);
|
|---|
| 308 |
|
|---|
| 309 | if (page + PAGE_SIZE < ALIGN_UP(entry->p_vaddr + entry->p_filesz, PAGE_SIZE)) {
|
|---|
| 310 | if (entry->p_flags & PF_W) {
|
|---|
| 311 | /*
|
|---|
| 312 | * Free the frame with the copy of writable segment data.
|
|---|
| 313 | */
|
|---|
| 314 | frame_free(ADDR2PFN(frame));
|
|---|
| 315 | }
|
|---|
| 316 | } else {
|
|---|
| 317 | /*
|
|---|
| 318 | * The frame is either anonymous memory or the mixed case (i.e. lower
|
|---|
| 319 | * part is backed by the ELF image and the upper is anonymous).
|
|---|
| 320 | * In any case, a frame needs to be freed.
|
|---|
| 321 | */
|
|---|
| 322 | frame_free(ADDR2PFN(frame));
|
|---|
| 323 | }
|
|---|
| 324 | }
|
|---|