Index: .gitignore =================================================================== --- .gitignore (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ .gitignore (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -14,4 +14,5 @@ /Makefile.config /PKG +/QEMU_EFI_ARM64.fd /common.h /config.h @@ -24,4 +25,5 @@ autotool/ boot/arch/arm32/_link.ld +boot/arch/arm64/_link.ld boot/arch/ia64/_link.ld boot/arch/mips32/_link.ld @@ -49,4 +51,5 @@ kernel/arch/amd64/_link.ld kernel/arch/arm32/_link.ld +kernel/arch/arm64/_link.ld kernel/arch/ia32/_link.ld kernel/arch/ia64/_link.ld @@ -361,4 +364,8 @@ uspace/lib/c/arch/arm32/_link-shlib.ld uspace/lib/c/arch/arm32/_link.ld +uspace/lib/c/arch/arm64/_link-dlexe.ld +uspace/lib/c/arch/arm64/_link-loader.ld +uspace/lib/c/arch/arm64/_link-shlib.ld +uspace/lib/c/arch/arm64/_link.ld uspace/lib/c/arch/ia32/_link-dlexe.ld uspace/lib/c/arch/ia32/_link-loader.ld Index: HelenOS.config =================================================================== --- HelenOS.config (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ HelenOS.config (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -34,4 +34,5 @@ @ "amd64" AMD64/EM64T 64-bit (PC) @ "arm32" ARM 32-bit +@ "arm64" ARM 64-bit (AArch64) @ "ia32" IA-32 32-bit (PC) @ "ia64" IA-64 64-bit @@ -65,4 +66,8 @@ ! [PLATFORM=arm32] MACHINE (choice) +% Machine type +@ "virt" QEMU virt +! [PLATFORM=arm64] MACHINE (choice) + % CPU type @ "pentium4" Pentium 4 @@ -160,4 +165,8 @@ % Kernel architecture +@ "arm64" +! [PLATFORM=arm64] KARCH (choice) + +% Kernel architecture @ "ia32" ! [PLATFORM=ia32] KARCH (choice) @@ -207,4 +216,8 @@ % User space architecture +@ "arm64" +! [PLATFORM=arm64] UARCH (choice) + +% User space architecture @ "ia32" ! [PLATFORM=ia32|PLATFORM=ia32xen] UARCH (choice) @@ -252,4 +265,8 @@ @ "arm32" ! [PLATFORM=arm32] BARCH (choice) + +% Boot architecture +@ "arm64" +! [PLATFORM=arm64] BARCH (choice) % Boot architecture @@ -334,5 +351,5 @@ % IOMAP dummy support -! [PLATFORM=abs32le|PLATFORM=arm32|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=riscv64|PLATFORM=sparc64] CONFIG_IOMAP_DUMMY (y) +! [PLATFORM=abs32le|PLATFORM=arm32|PLATFORM=arm64|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=riscv64|PLATFORM=sparc64] CONFIG_IOMAP_DUMMY (y) % ACPI support @@ -340,5 +357,5 @@ % Hierarchical page tables support -! [PLATFORM=abs32le|PLATFORM=ia32|PLATFORM=amd64|PLATFORM=arm32|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=riscv64] CONFIG_PAGE_PT (y) +! [PLATFORM=abs32le|PLATFORM=ia32|PLATFORM=amd64|PLATFORM=arm32|PLATFORM=arm64|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=riscv64] CONFIG_PAGE_PT (y) % Page hash table support @@ -349,8 +366,8 @@ % ASID support -! [PLATFORM=ia64|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_ASID (y) +! [PLATFORM=arm64|PLATFORM=ia64|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_ASID (y) % ASID FIFO support -! [PLATFORM=ia64|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_ASID_FIFO (y) +! [PLATFORM=arm64|PLATFORM=ia64|PLATFORM=mips32|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_ASID_FIFO (y) % OpenFirmware tree support @@ -364,5 +381,5 @@ % FPU support -! [PLATFORM=ia32|PLATFORM=amd64|PLATFORM=ia64|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_FPU (y) +! [PLATFORM=ia32|PLATFORM=amd64|PLATFORM=arm64|PLATFORM=ia64|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_FPU (y) ## ARMv7 made FPU hardware compulsory @@ -377,5 +394,5 @@ % Support for SMP -! [(PLATFORM=ia32&PROCESSOR!=athlon_xp)|PLATFORM=amd64|PLATFORM=sparc64|PLATFORM=ia64|(PLATFORM=mips32&MACHINE=msim)|PLATFORM=abs32le] CONFIG_SMP (y/n) +! [(PLATFORM=ia32&PROCESSOR!=athlon_xp)|PLATFORM=amd64|PLATFORM=arm64|PLATFORM=sparc64|PLATFORM=ia64|(PLATFORM=mips32&MACHINE=msim)|PLATFORM=abs32le] CONFIG_SMP (y/n) % Debug build @@ -442,5 +459,5 @@ % Input device class @ "generic" Keyboard or serial line -! [PLATFORM=arm32&MACHINE=integratorcp] CONFIG_HID_IN (choice) +! [(PLATFORM=arm32&MACHINE=integratorcp)|PLATFORM=arm64] CONFIG_HID_IN (choice) % Input device class @@ -458,5 +475,5 @@ % Output device class @ "generic" Monitor or serial line -! [PLATFORM=arm32&(MACHINE=gta02|MACHINE=integratorcp|MACHINE=beagleboardxm|MACHINE=beaglebone|MACHINE=raspberrypi)] CONFIG_HID_OUT (choice) +! [(PLATFORM=arm32&(MACHINE=gta02|MACHINE=integratorcp|MACHINE=beagleboardxm|MACHINE=beaglebone|MACHINE=raspberrypi))|PLATFORM=arm64] CONFIG_HID_OUT (choice) % Output device class @@ -493,5 +510,8 @@ % Support for PL011 UART -! [(CONFIG_HID_OUT=generic|CONFIG_HID_OUT=serial)&PLATFORM=arm32&(MACHINE=integratorcp|MACHINE=raspberrypi)] CONFIG_PL011_UART (y/n) +! [(CONFIG_HID_OUT=generic|CONFIG_HID_OUT=serial)&(PLATFORM=arm32&(MACHINE=integratorcp|MACHINE=raspberrypi))] CONFIG_PL011_UART (y/n) + +% Support for PL011 UART +! [CONFIG_HID_OUT=generic|(PLATFORM=arm64&MACHINE=virt)] CONFIG_PL011_UART (y) % Support for NS16550 controller (kernel console) @@ -522,4 +542,7 @@ ! [PLATFORM=arm32&MACHINE=raspberrypi] CONFIG_BCM2835_MAILBOX (y/n) +% Support for ARM GICv2 +! [PLATFORM=arm64&MACHINE=virt] CONFIG_GICV2 (y) + % Support for i8042 controller ! [CONFIG_PC_KBD=y] CONFIG_I8042 (y) @@ -541,5 +564,5 @@ % Serial line input module -! [CONFIG_DSRLNIN=y|(PLATFORM=arm32&MACHINE=gta02)|(PLATFORM=arm32&MACHINE=integratorcp&CONFIG_PL011_UART=y)|(PLATFORM=arm32&MACHINE=beaglebone&CONFIG_OMAP_UART=y)|(PLATFORM=arm32&MACHINE=beagleboardxm&CONFIG_OMAP_UART=y)|(PLATFORM=ia64&MACHINE=i460GX&CONFIG_NS16550=y)|(PLATFORM=ia64&MACHINE=ski)|(PLATFORM=sparc64&PROCESSOR=sun4v)|(PLATFORM=arm32&MACHINE=raspberrypi&CONFIG_PL011_UART=y)|(PLATFORM=ia32&CONFIG_NS16550=y)|(PLATFORM=amd64&CONFIG_NS16550=y)|(PLATFORM=mips32&CONFIG_NS16550=y)] CONFIG_SRLN (y) +! [CONFIG_DSRLNIN=y|(PLATFORM=arm32&MACHINE=gta02)|(PLATFORM=arm32&MACHINE=integratorcp&CONFIG_PL011_UART=y)|(PLATFORM=arm32&MACHINE=beaglebone&CONFIG_OMAP_UART=y)|(PLATFORM=arm32&MACHINE=beagleboardxm&CONFIG_OMAP_UART=y)|(PLATFORM=arm64&CONFIG_PL011_UART=y)|(PLATFORM=ia64&MACHINE=i460GX&CONFIG_NS16550=y)|(PLATFORM=ia64&MACHINE=ski)|(PLATFORM=sparc64&PROCESSOR=sun4v)|(PLATFORM=arm32&MACHINE=raspberrypi&CONFIG_PL011_UART=y)|(PLATFORM=ia32&CONFIG_NS16550=y)|(PLATFORM=amd64&CONFIG_NS16550=y)|(PLATFORM=mips32&CONFIG_NS16550=y)] CONFIG_SRLN (y) % EGA support @@ -588,5 +611,5 @@ % Dynamic linking support ! [PLATFORM=amd64|PLATFORM=arm32|PLATFORM=ia32|PLATFORM=ppc32|PLATFORM=sparc64] CONFIG_RTLD (y/n) -! [PLATFORM=abs32le|PLATFORM=ia64|PLATFORM=mips32|PLATFORM=riscv64] CONFIG_RTLD (n) +! [PLATFORM=abs32le|PLATFORM=arm64|PLATFORM=ia64|PLATFORM=mips32|PLATFORM=riscv64] CONFIG_RTLD (n) % Build shared libraries @@ -651,4 +674,8 @@ ! [PLATFORM=ia32|PLATFORM=amd64] GRUB_ARCH (choice) +% GRUB boot loader architecture +@ "efi" GRUB for UEFI +! [PLATFORM=arm64&MACHINE=virt] GRUB_ARCH (choice) + % uImage OS type @ "2" NetBSD stage 2 boot loader Index: abi/arch/arm64/include/abi/arch/elf.h =================================================================== --- abi/arch/arm64/include/abi/arch/elf.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ abi/arch/arm64/include/abi/arch/elf.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,48 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup abi_arm64 + * @{ + */ +/** @file + * @brief ARM64 ELF constants. + */ + +#ifndef _ABI_arm64_ELF_H_ +#define _ABI_arm64_ELF_H_ + +#define ELF_MACHINE EM_AARCH64 +#define ELF_DATA_ENCODING ELFDATA2LSB +#define ELF_CLASS ELFCLASS64 + +#define R_AARCH64_RELATIVE 1027 + +#endif + +/** @} + */ Index: abi/doc/doxygroups.h =================================================================== --- abi/doc/doxygroups.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ abi/doc/doxygroups.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -26,4 +26,9 @@ /** * @defgroup abi_arm32 arm32 + * @ingroup abi + */ + +/** + * @defgroup abi_arm64 arm64 * @ingroup abi */ Index: abi/include/abi/elf.h =================================================================== --- abi/include/abi/elf.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ abi/include/abi/elf.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -77,4 +77,5 @@ EM_IA_64 = 50, /* IA-64 */ EM_X86_64 = 62, /* AMD64/EMT64 */ + EM_AARCH64 = 183, /* ARM 64-bit architecture */ EM_RISCV = 243, /* RISC-V */ }; @@ -515,4 +516,5 @@ typedef struct elf32_rel elf_rel_t; typedef struct elf32_rela elf_rela_t; +#define ELF_R_TYPE(i) ELF32_R_TYPE(i) #endif @@ -526,4 +528,5 @@ typedef struct elf64_rel elf_rel_t; typedef struct elf64_rela elf_rela_t; +#define ELF_R_TYPE(i) ELF64_R_TYPE(i) #endif Index: boot/Makefile.build =================================================================== --- boot/Makefile.build (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/Makefile.build (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -37,5 +37,5 @@ AFLAGS = --fatal-warnings -LDFLAGS = -Wl,--fatal-warnings,--warn-common +LDFLAGS = -Wl,--fatal-warnings,--warn-common $(EXTRA_LDFLAGS) COMMON_CFLAGS = $(INCLUDES) -O$(OPTIMIZATION) -imacros $(CONFIG_HEADER) \ Index: boot/Makefile.grub =================================================================== --- boot/Makefile.grub (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/Makefile.grub (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -64,7 +64,12 @@ endif +ifeq ($(GRUB_LOADER),multiboot) for module in $(COMPONENTS) ; do \ cp "$$module" $(BOOT)/ ; \ done +endif +ifeq ($(GRUB_LOADER),chainloader) + cp "$(BOOT_OUTPUT)" $(BOOT)/ +endif echo "set default=0" > $(BOOT_CONFIG) @@ -83,4 +88,5 @@ echo "menuentry 'HelenOS $(RELEASE)' --class helenos --class os {" >> $(BOOT_CONFIG) +ifeq ($(GRUB_LOADER),multiboot) for module in $(MODULES) ; do \ echo " echo 'Loading $$module'" >> $(BOOT_CONFIG) ; \ @@ -91,4 +97,10 @@ fi \ done +endif +ifeq ($(GRUB_LOADER),chainloader) + echo " echo 'Loading $(BOOT_OUTPUT)'" >> $(BOOT_CONFIG) + echo " chainloader /boot/$(BOOT_OUTPUT)" >> $(BOOT_CONFIG) + echo " boot" >> $(BOOT_CONFIG) +endif echo "}" >> $(BOOT_CONFIG) Index: boot/arch/amd64/Makefile.inc =================================================================== --- boot/arch/amd64/Makefile.inc (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/arch/amd64/Makefile.inc (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -74,2 +74,3 @@ BUILD = Makefile.empty POSTBUILD = Makefile.grub +GRUB_LOADER = multiboot Index: boot/arch/arm64/Makefile.inc =================================================================== --- boot/arch/arm64/Makefile.inc (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/Makefile.inc (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,72 @@ +# +# Copyright (c) 2015 Petr Pavlu +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# +# - Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# - Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# - The name of the author may not be used to endorse or promote products +# derived from this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR +# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES +# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. +# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, +# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT +# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF +# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +# + +BOOT_OUTPUT = image.boot +POST_OUTPUT = $(ROOT_PATH)/image.iso +POSTBUILD = Makefile.grub +GRUB_LOADER = chainloader + +BFD_NAME = elf64-littleaarch64 +# Request binary BFD output. The ARM64 port manually prepares the .text +# section to look as a PE file than can be loaded on EFI systems. +BFD_OUTPUT = binary +BFD_ARCH = aarch64 + +BITS = 64 +ENDIANESS = LE + +# UEFI binaries should be relocatable, the EFI boot service LoadImage() will +# rebase the boot file using the .reloc information in the image if it cannot +# load the binary at its preferred address. The ARM64 port does not provide this +# information in its PE file (that would require manually creating it) but +# instead the boot code is compiled with the -fpic option and the bootloader +# relocates itself at runtime. +# +# N.B. The UEFI guarantees for AArch64 that during boot time the primary +# processor is in the execution mode that has unaligned access enabled. The +# -mstrict-align option is therefore not needed. +EXTRA_CFLAGS = -fpic -fvisibility=hidden +EXTRA_LDFLAGS = -Wl,-shared + +SOURCES = \ + arch/$(BARCH)/src/asm.S \ + arch/$(BARCH)/src/main.c \ + arch/$(BARCH)/src/relocate.c \ + $(COMPS).o \ + genarch/src/efi.c \ + generic/src/gzip.c \ + generic/src/inflate.c \ + generic/src/kernel.c \ + generic/src/memstr.c \ + generic/src/payload.c \ + generic/src/printf.c \ + generic/src/printf_core.c \ + generic/src/str.c \ + generic/src/tar.c \ + generic/src/version.c \ + generic/src/vprintf.c Index: boot/arch/arm64/_link.ld.in =================================================================== --- boot/arch/arm64/_link.ld.in (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/_link.ld.in (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,33 @@ +#include + +ENTRY(start) + +SECTIONS { + . = 0x0; + .text : { + HIDDEN(loader_start = .); + *(BOOTSTRAP); + *(.text); + } + .dynamic : { *(.dynamic); } + .rela.got : { *(.rela.got); } + .hash : { *(.hash); } + .dynsym : { *(.dynsym); } + .dynstr : { *(.dynstr); } + . = 0x8000; + .data : { + *(.data*); /* initialized data */ + *(.rodata*); + *(.bss); /* uninitialized static variables */ + *(COMMON); /* global variables */ + *(.got .got.plt); + HIDDEN(loader_end = .); + HIDDEN(payload_start = .); + *(.payload); + HIDDEN(payload_end = .); + } + + /DISCARD/ : { + *(*); + } +} Index: boot/arch/arm64/include/arch/arch.h =================================================================== --- boot/arch/arm64/include/arch/arch.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/arch.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,50 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Various ARM64-specific macros. + */ + +#ifndef BOOT_arm64_ARCH_H +#define BOOT_arm64_ARCH_H + +#define PAGE_WIDTH 12 +#define PAGE_SIZE (1 << PAGE_WIDTH) + +#define BOOT_OFFSET 0x80000 +#ifndef __ASSEMBLER__ +#define KA2PA(x) (((uintptr_t) (x)) - UINT64_C(0xffffffff80000000)) +#endif + +#endif + +/** @} + */ Index: boot/arch/arm64/include/arch/asm.h =================================================================== --- boot/arch/arm64/include/arch/asm.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/asm.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,50 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Functions implemented in assembly. + */ + +#ifndef BOOT_arm64_ASM_H +#define BOOT_arm64_ASM_H + +/** Jump to the kernel entry point. + * + * @param entry Kernel entry point. + * @param bootinfo Structure holding information about loaded tasks. + */ +extern void jump_to_kernel(void *entry, void *bootinfo) + __attribute__((noreturn)); + +#endif + +/** @} + */ Index: boot/arch/arm64/include/arch/barrier.h =================================================================== --- boot/arch/arm64/include/arch/barrier.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/barrier.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,1 @@ +../../../../../kernel/arch/arm64/include/arch/barrier.h Index: boot/arch/arm64/include/arch/boot.h =================================================================== --- boot/arch/arm64/include/arch/boot.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/boot.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,1 @@ +../../../../../kernel/arch/arm64/include/arch/boot/boot.h Index: boot/arch/arm64/include/arch/main.h =================================================================== --- boot/arch/arm64/include/arch/main.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/main.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,47 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Boot related declarations. + */ + +#ifndef BOOT_arm64_MAIN_H +#define BOOT_arm64_MAIN_H + +#include + +extern efi_status_t bootstrap(void *efi_handle_in, + efi_system_table_t *efi_system_table_in, void *load_address); + +#endif + +/** @} + */ Index: boot/arch/arm64/include/arch/regutils.h =================================================================== --- boot/arch/arm64/include/arch/regutils.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/regutils.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,1 @@ +../../../../../kernel/arch/arm64/include/arch/regutils.h Index: boot/arch/arm64/include/arch/relocate.h =================================================================== --- boot/arch/arm64/include/arch/relocate.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/relocate.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,48 @@ +/* + * Copyright (c) 2019 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Image self-relocation support. + */ + +#ifndef BOOT_arm64_RELOCATE_H +#define BOOT_arm64_RELOCATE_H + +#include +#include +#include + +extern efi_status_t self_relocate(uintptr_t base, const elf_dyn_t *dyn); + +#endif + +/** @} + */ Index: boot/arch/arm64/include/arch/types.h =================================================================== --- boot/arch/arm64/include/arch/types.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/include/arch/types.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,47 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Definitions of basic types like #uintptr_t. + */ + +#ifndef BOOT_arm64_TYPES_H +#define BOOT_arm64_TYPES_H + +#include <_bits/all.h> + +#include +#define task_t utask_t + +#endif + +/** @} + */ Index: boot/arch/arm64/src/asm.S =================================================================== --- boot/arch/arm64/src/asm.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/src/asm.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,166 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include +#include +#include + +.section BOOTSTRAP + +/* MS-DOS stub */ +msdos_stub: + .ascii "MZ" /* MS-DOS signature */ + .space 0x3a /* Ignore fields up to byte at 0x3c */ + .long pe_header - msdos_stub /* Offset to the PE header */ + +/* Portable Executable header */ +pe_header: + /* PE signature */ + .ascii "PE\x0\x0" + + /* COFF File Header */ + .short 0xaa64 /* Machine = IMAGE_FILE_MACHINE_ARM64 */ + .short 1 /* Number of sections */ + .long 0 /* Time date stamp */ + .long 0 /* Pointer to symbol table */ + .long 0 /* Number of symbols */ + .short sec_table - opt_header /* Size of optional header */ + /* Characteristics = IMAGE_FILE_EXECUTABLE_IMAGE | + * IMAGE_FILE_LARGE_ADDRESS_AWARE */ + .short 0x22 + + /* Optional header standard fields */ +opt_header: + .short 0x20b /* Magic = PE32+ */ + .byte 0 /* Major linker version */ + .byte 0 /* Minor linker version */ + .long payload_end - msdos_stub /* Size of code */ + .long 0 /* Size of initialized data */ + .long 0 /* Size of uninitialized data */ + .long start - msdos_stub /* Address of entry point */ + .long start - msdos_stub /* Base of code */ + + /* Optional header Windows-specific fields */ + .quad 0 /* Image base */ + .long 4 /* Section alignment */ + .long 4 /* File alignment */ + .short 0 /* Major operating system version */ + .short 0 /* Minor operating system version */ + .short 0 /* Major image version */ + .short 0 /* Minor image version */ + .short 0 /* Major subsystem version */ + .short 0 /* Minor subsystem version */ + .long 0 /* Win32 version value */ + .long payload_end - msdos_stub /* Size of image */ + .long start - msdos_stub /* Size of headers */ + .long 0 /* Checksum */ + .short 10 /* Subsystem = EFI application */ + .short 0 /* DLL characteristics */ + .quad 0 /* Size of stack reserve */ + .quad 0 /* Size of stack commit */ + .quad 0 /* Size of heap reserve */ + .quad 0 /* Size of heap commit */ + .long 0 /* Loader flags */ + .long 0 /* Number of RVA and sizes */ + +sec_table: + .ascii ".text\x0\x0\x0" /* Name */ + .long payload_end - start /* Virtual size */ + .long start - msdos_stub /* Virtual address */ + .long payload_end - start /* Size of raw data */ + .long start - msdos_stub /* Pointer to raw data */ + .long 0 /* Pointer to relocations */ + .long 0 /* Pointer to line numbers */ + .short 0 /* Number of relocations */ + .short 0 /* Number of line numbers */ + /* Characteristics = IMAGE_SCN_CNT_CODE | IMAGE_SCN_MEM_EXECUTE | + * IMAGE_SCN_MEM_READ | IMAGE_SCN_MEM_WRITE */ + .long 0xe0000020 + +SYMBOL(start) + .hidden start + + /* + * Parameters: + * x0 is the image handle. + * x1 is a pointer to the UEFI system table. + */ + + /* + * Stay on the UEFI stack. Its size is at least 128 kB, plenty for this + * boot loader. + */ + stp x29, x30, [sp, #-32]! + mov x29, sp + stp x0, x1, [sp, #16] + + /* + * Self-relocate the image. Pass a load address of the image (x0) and a + * pointer to the dynamic array (x1). + */ + adr x0, msdos_stub + adrp x1, _DYNAMIC + add x1, x1, #:lo12:_DYNAMIC + bl self_relocate + cbnz x0, 0f + + /* + * Pass the image handle (x0), a pointer to the UEFI system table (x1), + * and the image load address (x2) to the boostrap function. + */ + ldp x0, x1, [sp, #16] + adr x2, msdos_stub + bl bootstrap + +0: + ldp x29, x30, [sp], #32 + ret + +FUNCTION_BEGIN(halt) + .hidden halt + + b halt +FUNCTION_END(halt) + +FUNCTION_BEGIN(jump_to_kernel) + .hidden jump_to_kernel + + /* + * Parameters: + * x0 is kernel entry point. + * x1 is pointer to the bootinfo structure. + */ + + /* Disable MMU (removes the identity mapping provided by UEFI). */ + mrs x2, sctlr_el1 + bic x2, x2, #SCTLR_M_FLAG + msr sctlr_el1, x2 + isb + + br x0 +FUNCTION_END(jump_to_kernel) Index: boot/arch/arm64/src/main.c =================================================================== --- boot/arch/arm64/src/main.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/src/main.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,328 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Bootstrap. + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +static efi_system_table_t *efi_system_table; + +/** Translate given UEFI memory type to the bootinfo memory type. + * + * @param type UEFI memory type. + */ +static memtype_t get_memtype(uint32_t type) +{ + switch (type) { + case EFI_RESERVED: + case EFI_RUNTIME_SERVICES_CODE: + case EFI_RUNTIME_SERVICES_DATA: + case EFI_UNUSABLE_MEMORY: + case EFI_ACPI_MEMORY_NVS: + case EFI_MEMORY_MAPPED_IO: + case EFI_MEMORY_MAPPED_IO_PORT_SPACE: + case EFI_PAL_CODE: + return MEMTYPE_UNUSABLE; + case EFI_LOADER_CODE: + case EFI_LOADER_DATA: + case EFI_BOOT_SERVICES_CODE: + case EFI_BOOT_SERVICES_DATA: + case EFI_CONVENTIONAL_MEMORY: + case EFI_PERSISTENT_MEMORY: + return MEMTYPE_AVAILABLE; + case EFI_ACPI_RECLAIM_MEMORY: + return MEMTYPE_ACPI_RECLAIM; + } + + return MEMTYPE_UNUSABLE; +} + +/** Send a byte to the UEFI console output. + * + * @param byte Byte to send. + */ +static void scons_sendb(uint8_t byte) +{ + int16_t out[2] = { byte, '\0' }; + efi_system_table->cons_out->output_string(efi_system_table->cons_out, + out); +} + +/** Display a character. + * + * @param ch Character to display. + */ +void putwchar(wchar_t ch) +{ + if (ch == '\n') + scons_sendb('\r'); + + if (ascii_check(ch)) + scons_sendb((uint8_t) ch); + else + scons_sendb('?'); +} + +efi_status_t bootstrap(void *efi_handle_in, + efi_system_table_t *efi_system_table_in, void *load_address) +{ + efi_status_t status; + uint64_t current_el; + uint64_t memmap = 0; + sysarg_t memmap_size; + sysarg_t memmap_key; + sysarg_t memmap_descriptor_size; + uint32_t memmap_descriptor_version; + uint64_t alloc_addr = 0; + sysarg_t alloc_pages = 0; + + /* + * Bootinfo structure is dynamically allocated in the ARM64 port. It is + * placed directly after the inflated components. This assures that if + * the kernel identity maps the first gigabyte of the main memory in the + * kernel/upper address space then it can access the bootinfo because + * the inflated components and bootinfo can always fit in this area. + */ + bootinfo_t *bootinfo; + + efi_system_table = efi_system_table_in; + + version_print(); + + printf("Boot loader: %p -> %p\n", loader_start, loader_end); + printf("\nMemory statistics\n"); + printf(" %p|%p: loader\n", load_address, load_address); + printf(" %p|%p: UEFI system table\n", efi_system_table_in, + efi_system_table_in); + + /* Validate the exception level. */ + current_el = CurrentEL_read(); + if (current_el != CURRENT_EL_EL1) { + printf("Error: Unexpected CurrentEL value %0#18" PRIx64 ".\n", + current_el); + status = EFI_UNSUPPORTED; + goto fail; + } + + /* Obtain memory map. */ + status = efi_get_memory_map(efi_system_table, &memmap_size, + (efi_v1_memdesc_t **) &memmap, &memmap_key, &memmap_descriptor_size, + &memmap_descriptor_version); + if (status != EFI_SUCCESS) { + printf("Error: Unable to obtain initial memory map, status " + "code: %" PRIx64 ".\n", status); + goto fail; + } + + /* Find start of usable RAM. */ + uint64_t memory_base = (uint64_t) -1; + for (sysarg_t i = 0; i < memmap_size / memmap_descriptor_size; i++) { + efi_v1_memdesc_t *desc = (void *) memmap + + (i * memmap_descriptor_size); + if (get_memtype(desc->type) != MEMTYPE_AVAILABLE || + !(desc->attribute & EFI_MEMORY_WB)) + continue; + + if (desc->phys_start < memory_base) + memory_base = desc->phys_start; + } + + /* Deallocate memory holding the map. */ + efi_system_table->boot_services->free_pool((void *) memmap); + memmap = 0; + + if (memory_base == (uint64_t) -1) { + printf("Error: Memory map does not contain any usable RAM.\n"); + status = EFI_UNSUPPORTED; + goto fail; + } + + /* + * Check that everything is aligned on a 4kB boundary and the kernel can + * be placed by the decompression code at a correct address. + */ + + /* Statically check PAGE_SIZE and BOOT_OFFSET. */ +#if PAGE_SIZE != 4096 +#error Unsupported PAGE_SIZE +#endif +#if !IS_ALIGNED(BOOT_OFFSET, PAGE_SIZE) +#error Unsupported BOOT_OFFSET +#endif + /* + * Dynamically check the memory base. The condition should be always + * true because UEFI guarantees each physical/virtual address in the + * memory map is aligned on a 4kB boundary. + */ + if (!IS_ALIGNED(memory_base, PAGE_SIZE)) { + printf("Error: Start of usable RAM (%p) is not aligned on a " + "4kB boundary.\n", (void *) memory_base); + status = EFI_UNSUPPORTED; + goto fail; + } + + /* + * Calculate where the components (including the kernel) will get + * placed. + */ + uint64_t decompress_base = memory_base + BOOT_OFFSET; + printf(" %p|%p: kernel entry point\n", (void *) decompress_base, + (void *) decompress_base); + + /* + * Allocate memory for the decompressed components and for the bootinfo. + */ + uint64_t component_pages = + ALIGN_UP(payload_unpacked_size(), EFI_PAGE_SIZE) / EFI_PAGE_SIZE; + uint64_t bootinfo_pages = ALIGN_UP(sizeof(*bootinfo), EFI_PAGE_SIZE) / + EFI_PAGE_SIZE; + alloc_pages = component_pages + bootinfo_pages; + alloc_addr = decompress_base; + status = efi_system_table->boot_services->allocate_pages( + EFI_ALLOCATE_ADDRESS, EFI_LOADER_CODE, alloc_pages, &alloc_addr); + if (status != EFI_SUCCESS) { + printf("Error: Unable to allocate memory for inflated " + "components and bootinfo, status code: %" PRIx64 ".\n", + status); + goto fail; + } + + bootinfo = (void *) alloc_addr + component_pages * EFI_PAGE_SIZE; + printf(" %p|%p: boot info structure\n", bootinfo, bootinfo); + memset(bootinfo, 0, sizeof(*bootinfo)); + + /* Decompress the components. */ + uint8_t *kernel_dest = (uint8_t *) alloc_addr; + uint8_t *ram_end = kernel_dest + component_pages * EFI_PAGE_SIZE; + + extract_payload(&bootinfo->taskmap, kernel_dest, ram_end, + (uintptr_t) kernel_dest, ensure_visibility); + + /* Get final memory map. */ + status = efi_get_memory_map(efi_system_table, &memmap_size, + (efi_v1_memdesc_t **) &memmap, &memmap_key, &memmap_descriptor_size, + &memmap_descriptor_version); + if (status != EFI_SUCCESS) { + printf("Error: Unable to obtain final memory map, status code: " + "%" PRIx64 ".\n", status); + goto fail; + } + + /* Convert the UEFI memory map to the bootinfo representation. */ + size_t cnt = 0; + memtype_t current_type = MEMTYPE_UNUSABLE; + void *current_start = 0; + size_t current_size = 0; + sysarg_t memmap_items_count = memmap_size / memmap_descriptor_size; + for (sysarg_t i = 0; i < memmap_items_count; i++) { + efi_v1_memdesc_t *desc = (void *) memmap + + (i * memmap_descriptor_size); + + /* Get type of the new area. */ + memtype_t type; + if (!(desc->attribute & EFI_MEMORY_WB)) + type = MEMTYPE_UNUSABLE; + else + type = get_memtype(desc->type); + + /* Try to merge the new area with the previous one. */ + if (type == current_type && + (uint64_t)current_start + current_size == desc->phys_start) { + current_size += desc->pages * EFI_PAGE_SIZE; + if (i != memmap_items_count - 1) + continue; + } + + /* Record the previous area. */ + if (current_type != MEMTYPE_UNUSABLE) { + if (cnt >= MEMMAP_MAX_RECORDS) { + printf("Error: Too many usable memory " + "areas.\n"); + status = EFI_UNSUPPORTED; + goto fail; + } + bootinfo->memmap.zones[cnt].type = current_type; + bootinfo->memmap.zones[cnt].start = current_start; + bootinfo->memmap.zones[cnt].size = current_size; + cnt++; + } + + /* Remember the new area. */ + current_type = type; + current_start = (void *) desc->phys_start; + current_size = desc->pages * EFI_PAGE_SIZE; + } + bootinfo->memmap.cnt = cnt; + + uintptr_t entry = check_kernel_translated((void *) decompress_base, + BOOT_OFFSET); + + printf("Booting the kernel...\n"); + + /* Exit boot services. This is a point of no return. */ + efi_system_table->boot_services->exit_boot_services(efi_handle_in, + memmap_key); + + entry = memory_base + KA2PA(entry); + jump_to_kernel((void *) entry, bootinfo); + +fail: + if (memmap != 0) + efi_system_table->boot_services->free_pool((void *) memmap); + + if (alloc_addr != 0) + efi_system_table->boot_services->free_pages(alloc_addr, + alloc_pages); + + return status; +} + +/** @} + */ Index: boot/arch/arm64/src/relocate.c =================================================================== --- boot/arch/arm64/src/relocate.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ boot/arch/arm64/src/relocate.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,91 @@ +/* + * Copyright (c) 2019 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup boot_arm64 + * @{ + */ +/** @file + * @brief Image self-relocation support. + */ + +#include +#include + +/** Self-relocate the bootloader. + * + * Note: This code is responsible for self-relocating the bootloader when it is + * started. As such, it is required that it is written in a way that it itself + * does not need any dynamic relocation. + */ +efi_status_t self_relocate(uintptr_t base, const elf_dyn_t *dyn) +{ + const elf_rela_t *rela = NULL; + uint64_t relasz = 0; + uint64_t relaent = 0; + + /* Parse the dynamic array. */ + while (dyn->d_tag != DT_NULL) { + switch (dyn->d_tag) { + case DT_RELA: + rela = (const elf_rela_t *) (base + dyn->d_un.d_ptr); + break; + case DT_RELASZ: + relasz = dyn->d_un.d_val; + break; + case DT_RELAENT: + relaent = dyn->d_un.d_val; + break; + } + dyn++; + } + + /* Validate obtained information. */ + if (rela == NULL) + return EFI_SUCCESS; + if (relaent == 0 || relasz % relaent != 0) + return EFI_UNSUPPORTED; + + /* Process relocations in the image. */ + while (relasz > 0) { + switch (ELF_R_TYPE(rela->r_info)) { + case R_AARCH64_RELATIVE: + *(uint64_t *) (base + rela->r_offset) = + base + rela->r_addend; + break; + default: + return EFI_UNSUPPORTED; + } + + rela = (const elf_rela_t *) ((const char *) rela + relaent); + relasz -= relaent; + } + return EFI_SUCCESS; +} + +/** @} + */ Index: boot/doc/doxygroups.h =================================================================== --- boot/doc/doxygroups.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/doc/doxygroups.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -11,2 +11,6 @@ * @ingroup boot */ + +/** @addtogroup boot_arm64 arm64 + * @ingroup boot + */ Index: boot/genarch/include/genarch/efi.h =================================================================== --- boot/genarch/include/genarch/efi.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/genarch/include/genarch/efi.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -32,4 +32,12 @@ #include +#define EFI_SUCCESS 0 +#define EFI_ERROR(code) (((sysarg_t) 1 << (sizeof(sysarg_t) * 8 - 1)) | (code)) +#define EFI_LOAD_ERROR EFI_ERROR(1) +#define EFI_UNSUPPORTED EFI_ERROR(3) +#define EFI_BUFFER_TOO_SMALL EFI_ERROR(5) + +typedef uint64_t efi_status_t; + typedef struct { uint64_t signature; @@ -56,24 +64,9 @@ } efi_guid_t; -typedef struct { - efi_guid_t guid; - void *table; -} efi_configuration_table_t; - -typedef struct { - efi_table_header_t hdr; - char *fw_vendor; - uint32_t fw_revision; - void *cons_in_handle; - void *cons_in; - void *cons_out_handle; - void *cons_out; - void *cons_err_handle; - void *cons_err; - void *runtime_services; - void *boot_services; - sysarg_t conf_table_entries; - efi_configuration_table_t *conf_table; -} efi_system_table_t; +typedef enum { + EFI_ALLOCATE_ANY_PAGES, + EFI_ALLOCATE_MAX_ADDRESS, + EFI_ALLOCATE_ADDRESS +} efi_allocate_type_t; typedef enum { @@ -91,6 +84,20 @@ EFI_MEMORY_MAPPED_IO, EFI_MEMORY_MAPPED_IO_PORT_SPACE, - EFI_PAL_CODE + EFI_PAL_CODE, + EFI_PERSISTENT_MEMORY } efi_memory_type_t; + +#define EFI_MEMORY_UC UINT64_C(0x0000000000000001) +#define EFI_MEMORY_WC UINT64_C(0x0000000000000002) +#define EFI_MEMORY_WT UINT64_C(0x0000000000000004) +#define EFI_MEMORY_WB UINT64_C(0x0000000000000008) +#define EFI_MEMORY_UCE UINT64_C(0x0000000000000010) +#define EFI_MEMORY_WP UINT64_C(0x0000000000001000) +#define EFI_MEMORY_RP UINT64_C(0x0000000000002000) +#define EFI_MEMORY_XP UINT64_C(0x0000000000004000) +#define EFI_MEMORY_NV UINT64_C(0x0000000000008000) +#define EFI_MEMORY_MORE_RELIABLE UINT64_C(0x0000000000010000) +#define EFI_MEMORY_RO UINT64_C(0x0000000000020000) +#define EFI_MEMORY_RUNTIME UINT64_C(0x8000000000000000) typedef struct { @@ -102,7 +109,94 @@ } efi_v1_memdesc_t; +typedef struct { + efi_guid_t guid; + void *table; +} efi_configuration_table_t; + +typedef struct efi_simple_text_output_protocol { + void *reset; + efi_status_t (*output_string)(struct efi_simple_text_output_protocol *, + int16_t *); + void *test_string; + void *query_mode; + void *set_mode; + void *set_attribute; + void *clear_screen; + void *set_cursor_position; + void *enable_cursor; + void *mode; +} efi_simple_text_output_protocol_t; + +typedef struct { + efi_table_header_t hdr; + void *raise_TPL; + void *restore_TPL; + efi_status_t (*allocate_pages)(efi_allocate_type_t, efi_memory_type_t, + sysarg_t, uint64_t *); + efi_status_t (*free_pages)(uint64_t, sysarg_t); + efi_status_t (*get_memory_map)(sysarg_t *, efi_v1_memdesc_t *, + sysarg_t *, sysarg_t *, uint32_t *); + efi_status_t (*allocate_pool)(efi_memory_type_t, sysarg_t, void **); + efi_status_t (*free_pool)(void *); + void *create_event; + void *set_timer; + void *wait_for_event; + void *signal_event; + void *close_event; + void *check_event; + void *install_protocol_interface; + void *reinstall_protocol_interface; + void *uninstall_protocol_interface; + void *handle_protocol; + void *reserved; + void *register_protocol_notify; + void *locate_handle; + void *locate_device_path; + void *install_configuration_table; + void *load_image; + void *start_image; + void *exit; + void *unload_image; + efi_status_t (*exit_boot_services)(void *, sysarg_t); + void *get_next_monotonic_count; + void *stall; + void *set_watchdog_timer; + void *connect_controller; + void *disconnect_controller; + void *open_protocol; + void *close_protocol; + void *open_protocol_information; + void *protocols_per_handle; + void *locate_handle_buffer; + void *locate_protocol; + void *install_multiple_protocol_interfaces; + void *uninstall_multiple_protocol_intefaces; + void *calculate_crc32; + void *copy_mem; + void *set_mem; + void *create_event_ex; +} efi_boot_services_t; + +typedef struct { + efi_table_header_t hdr; + char *fw_vendor; + uint32_t fw_revision; + void *cons_in_handle; + void *cons_in; + void *cons_out_handle; + efi_simple_text_output_protocol_t *cons_out; + void *cons_err_handle; + efi_simple_text_output_protocol_t *cons_err; + void *runtime_services; + efi_boot_services_t *boot_services; + sysarg_t conf_table_entries; + efi_configuration_table_t *conf_table; +} efi_system_table_t; + #define EFI_PAGE_SIZE 4096 extern void *efi_vendor_table_find(efi_system_table_t *, efi_guid_t); +extern efi_status_t efi_get_memory_map(efi_system_table_t *, sysarg_t *, + efi_v1_memdesc_t **, sysarg_t *, sysarg_t *, uint32_t *); #endif Index: boot/genarch/src/efi.c =================================================================== --- boot/genarch/src/efi.c (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/genarch/src/efi.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -42,2 +42,30 @@ return NULL; } + +efi_status_t efi_get_memory_map(efi_system_table_t *st, + sysarg_t *memory_map_size, efi_v1_memdesc_t **memory_map, sysarg_t *map_key, + sysarg_t *descriptor_size, uint32_t *descriptor_version) +{ + efi_status_t status; + + *memory_map_size = 8 * sizeof(**memory_map); + + do { + /* Allocate space for the memory map. */ + status = st->boot_services->allocate_pool(EFI_LOADER_DATA, + *memory_map_size, (void **) memory_map); + if (status != EFI_SUCCESS) + return status; + + /* Try to obtain the map. */ + status = st->boot_services->get_memory_map(memory_map_size, + *memory_map, map_key, descriptor_size, descriptor_version); + if (status == EFI_SUCCESS) + return status; + + /* An error occurred, release the allocated memory. */ + st->boot_services->free_pool(*memory_map); + } while (status == EFI_BUFFER_TOO_SMALL); + + return status; +} Index: boot/generic/include/align.h =================================================================== --- boot/generic/include/align.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ boot/generic/include/align.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -49,4 +49,11 @@ #define ALIGN_UP(s, a) (((s) + ((a) - 1)) & ~((a) - 1)) +/** Check alignment. + * + * @param s Address or size to be checked for alignment. + * @param a Size of alignment, must be a power of 2. + */ +#define IS_ALIGNED(s, a) (ALIGN_UP((s), (a)) == (s)) + #endif Index: contrib/qemu/build-from-scratch.sh =================================================================== --- contrib/qemu/build-from-scratch.sh (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ contrib/qemu/build-from-scratch.sh (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -106,5 +106,5 @@ echo "==== Configuring QEMU ====" -./configure --target-list=i386-softmmu,x86_64-softmmu,arm-softmmu,ppc-softmmu,sparc64-softmmu,mips-softmmu,mipsel-softmmu --audio-drv-list=pa +./configure --target-list=i386-softmmu,x86_64-softmmu,arm-softmmu,aarch64-softmmu,ppc-softmmu,sparc64-softmmu,mips-softmmu,mipsel-softmmu --audio-drv-list=pa echo "==== Building QEMU ====" Index: defaults/arm64/Makefile.config =================================================================== --- defaults/arm64/Makefile.config (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ defaults/arm64/Makefile.config (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,50 @@ +# Platform +PLATFORM = arm64 + +# Ramdisk format +RDFMT = ext4fs + +# Compiler +COMPILER = gcc_cross + +# In case compiler is clang, whether or not to use its integrated assembler. +INTEGRATED_AS = default + +# Debug build +CONFIG_DEBUG = y + +# Deadlock detection support for spinlocks +CONFIG_DEBUG_SPINLOCK = y + +# Support for SMP +CONFIG_SMP = y + +# Lazy FPU context switching +CONFIG_FPU_LAZY = y + +# Support for userspace debuggers +CONFIG_UDEBUG = y + +# Kernel console support +CONFIG_KCONSOLE = y + +# Kernel symbol information +CONFIG_SYMTAB = y + +# Detailed kernel logging +CONFIG_LOG = n + +# Kernel function tracing +CONFIG_TRACE = n + +# Compile kernel tests +CONFIG_TEST = y + +# Input device class +CONFIG_HID_IN = generic + +# Output device class +CONFIG_HID_OUT = generic + +# Optimization level +OPTIMIZATION = 3 Index: defaults/arm64/output =================================================================== --- defaults/arm64/output (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ defaults/arm64/output (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,1 @@ +image.iso Index: defaults/arm64/virt/Makefile.config =================================================================== --- defaults/arm64/virt/Makefile.config (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ defaults/arm64/virt/Makefile.config (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,2 @@ +# Machine type +MACHINE = virt Index: doxygen/doxygen.cfg.diff =================================================================== --- doxygen/doxygen.cfg.diff (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ doxygen/doxygen.cfg.diff (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -24,5 +24,5 @@ -ENABLED_SECTIONS = -+ENABLED_SECTIONS = abs32le amd64 arm32 ia32 ia64 mips32 ppc32 riscv64 sparc64 ++ENABLED_SECTIONS = abs32le amd64 arm32 arm64 ia32 ia64 mips32 ppc32 riscv64 sparc64 # The MAX_INITIALIZER_LINES tag determines the maximum number of lines that the Index: kernel/arch/abs32le/include/arch/mm/as.h =================================================================== --- kernel/arch/abs32le/include/arch/mm/as.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ kernel/arch/abs32le/include/arch/mm/as.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -37,4 +37,5 @@ #define KERNEL_ADDRESS_SPACE_SHADOWED_ARCH 0 +#define KERNEL_SEPARATE_PTL0_ARCH 0 #define KERNEL_ADDRESS_SPACE_START_ARCH UINT32_C(0x80000000) Index: kernel/arch/amd64/include/arch/mm/as.h =================================================================== --- kernel/arch/amd64/include/arch/mm/as.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ kernel/arch/amd64/include/arch/mm/as.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -40,4 +40,5 @@ #define KERNEL_ADDRESS_SPACE_SHADOWED_ARCH 0 +#define KERNEL_SEPARATE_PTL0_ARCH 0 #define KERNEL_ADDRESS_SPACE_START_ARCH UINT64_C(0xffff800000000000) Index: kernel/arch/arm32/include/arch/mm/as.h =================================================================== --- kernel/arch/arm32/include/arch/mm/as.h (revision b58728fdc037c108b8477d42b1a79dc3748c5e4d) +++ kernel/arch/arm32/include/arch/mm/as.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -38,4 +38,5 @@ #define KERNEL_ADDRESS_SPACE_SHADOWED_ARCH 0 +#define KERNEL_SEPARATE_PTL0_ARCH 0 #define KERNEL_ADDRESS_SPACE_START_ARCH UINT32_C(0x80000000) Index: kernel/arch/arm64/Makefile.inc =================================================================== --- kernel/arch/arm64/Makefile.inc (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/Makefile.inc (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,68 @@ +# +# Copyright (c) 2015 Petr Pavlu +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# +# - Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# - Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# - The name of the author may not be used to endorse or promote products +# derived from this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR +# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES +# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. +# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, +# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT +# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF +# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +# + +BFD_NAME = elf64-littleaarch64 +BFD_ARCH = aarch64 +BFD = binary + +COMMON_CFLAGS += -fno-omit-frame-pointer -march=armv8-a+nofp+nosimd \ + -mgeneral-regs-only + +BITS = 64 +ENDIANESS = LE + +ARCH_SOURCES = \ + arch/$(KARCH)/src/arm64.c \ + arch/$(KARCH)/src/asm.S \ + arch/$(KARCH)/src/context.S \ + arch/$(KARCH)/src/cpu/cpu.c \ + arch/$(KARCH)/src/debug/stacktrace.c \ + arch/$(KARCH)/src/debug/stacktrace_asm.S \ + arch/$(KARCH)/src/exception.c \ + arch/$(KARCH)/src/fpu.S \ + arch/$(KARCH)/src/fpu_context.c \ + arch/$(KARCH)/src/interrupt.c \ + arch/$(KARCH)/src/machine_func.c \ + arch/$(KARCH)/src/mm/as.c \ + arch/$(KARCH)/src/mm/frame.c \ + arch/$(KARCH)/src/mm/km.c \ + arch/$(KARCH)/src/mm/page.c \ + arch/$(KARCH)/src/mm/tlb.c \ + arch/$(KARCH)/src/smc.c \ + arch/$(KARCH)/src/smp/ipi.c \ + arch/$(KARCH)/src/smp/smp.c \ + arch/$(KARCH)/src/start.S + +ifeq ($(MACHINE),virt) + ARCH_SOURCES += arch/$(KARCH)/src/mach/virt/virt.c +endif + +ARCH_AUTOCHECK_HEADERS = \ + arch/$(KARCH)/include/arch/context_struct.h \ + arch/$(KARCH)/include/arch/fpu_context_struct.h \ + arch/$(KARCH)/include/arch/istate_struct.h Index: kernel/arch/arm64/_link.ld.in =================================================================== --- kernel/arch/arm64/_link.ld.in (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/_link.ld.in (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,60 @@ +/* + * ARM64 linker script + * + * kernel text + * kernel data + * + */ + +#include +#include + +#define LOAD_ADDRESS_V (KM_ARM64_IDENTITY_START + BOOT_OFFSET) +#define LOAD_ADDRESS_P BOOT_OFFSET + +OUTPUT_ARCH(aarch64) +ENTRY(kernel_image_start) + +SECTIONS { + kernel_load_address = LOAD_ADDRESS_V; + + .image (LOAD_ADDRESS_V + SIZEOF_HEADERS) : AT (LOAD_ADDRESS_P + SIZEOF_HEADERS) { + . = ALIGN(16); + ktext_start = .; + *(K_TEXT_START) + *(.text .text.*); + ktext_end = .; + + kdata_start = .; + *(K_DATA_START) + *(.data); /* initialized data */ + *(.bss); /* uninitialized static variables */ + *(COMMON); /* global variables */ + + *(.rodata*); + . = ALIGN(8); + symbol_table = .; + *(symtab.*); + + kdata_end = .; + } + +#ifdef CONFIG_LINE_DEBUG + .comment 0 : { *(.comment); } + .debug_abbrev 0 : { *(.debug_abbrev); } + .debug_aranges 0 : { *(.debug_aranges); } + .debug_frame 0 : { *(.debug_frame); } + .debug_info 0 : { *(.debug_info); } + .debug_line 0 : { *(.debug_line); } + .debug_loc 0 : { *(.debug_loc); } + .debug_macinfo 0 : { *(.debug_macinfo); } + .debug_pubnames 0 : { *(.debug_pubnames); } + .debug_pubtypes 0 : { *(.debug_pubtypes); } + .debug_ranges 0 : { *(.debug_ranges); } + .debug_str 0 : { *(.debug_str); } +#endif + + /DISCARD/ : { + *(*); + } +} Index: kernel/arch/arm64/include/arch/arch.h =================================================================== --- kernel/arch/arm64/include/arch/arch.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/arch.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,46 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Various ARM64-specific macros. + */ + +#ifndef KERN_arm64_ARCH_H_ +#define KERN_arm64_ARCH_H_ + +#include + +extern void arm64_pre_main(void *entry, bootinfo_t *bootinfo); + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/asm.h =================================================================== --- kernel/arch/arm64/include/arch/asm.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/asm.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,146 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Declarations of functions implemented in assembly. + */ + +#ifndef KERN_arm64_ASM_H_ +#define KERN_arm64_ASM_H_ + +#include +#include + +extern char exc_vector; + +/* + * Note: Function asm_delay_loop() is defined in arm64.c but declared here + * because the generic kernel code expects it in arch/asm.h. + */ +extern void asm_delay_loop(uint32_t usec); + +/** CPU specific way to sleep cpu. */ +_NO_TRACE static inline void cpu_sleep(void) +{ + asm volatile ("wfe"); +} + +/** Return base address of current stack. + * + * Return the base address of the current stack. + * The stack is assumed to be STACK_SIZE bytes long. + * The stack must start on page boundary. + */ +_NO_TRACE static inline uintptr_t get_stack_base(void) +{ + uintptr_t v; + + asm volatile ( + "mov %[v], sp\n" + "and %[v], %[v], %[size]\n" + : [v] "=&r" (v) + : [size] "r" (~((uint64_t) STACK_SIZE - 1)) + ); + + return v; +} + +/** Halts CPU. */ +_NO_TRACE static inline __attribute__((noreturn)) void cpu_halt(void) +{ + while (true) + ; +} + +/** Output byte to port. + * + * @param port Port to write to. + * @param val Value to write. + */ +_NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val) +{ + *port = val; +} + +/** Output half-word to port. + * + * @param port Port to write to. + * @param val Value to write. + */ +_NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val) +{ + *port = val; +} + +/** Output word to port. + * + * @param port Port to write to. + * @param val Value to write. + */ +_NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val) +{ + *port = val; +} + +/** Get byte from port. + * + * @param port Port to read from. + * @return Value read. + */ +_NO_TRACE static inline uint8_t pio_read_8(const ioport8_t *port) +{ + return *port; +} + +/** Get word from port. + * + * @param port Port to read from. + * @return Value read. + */ +_NO_TRACE static inline uint16_t pio_read_16(const ioport16_t *port) +{ + return *port; +} + +/** Get double word from port. + * + * @param port Port to read from. + * @return Value read. + */ +_NO_TRACE static inline uint32_t pio_read_32(const ioport32_t *port) +{ + return *port; +} + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/barrier.h =================================================================== --- kernel/arch/arm64/include/arch/barrier.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/barrier.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,82 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Memory barriers. + */ + +#ifndef KERN_arm64_BARRIER_H_ +#define KERN_arm64_BARRIER_H_ + +#include + +#define COHERENCE_INVAL_MIN 4 + +/** Ensure visibility of instruction updates for a multiprocessor. + * + * @param addr Address of the first instruction. + * @param size Size of the instruction block (in bytes). + */ +static inline void ensure_visibility(void *addr, size_t len) +{ + size_t i; + + /* + * Clean to Point of Unification to make the new instructions visible to + * the instruction cache. + */ + for (i = 0; i < len; i += COHERENCE_INVAL_MIN) + asm volatile ( + "dc cvau, %[addr]\n" + : : [addr] "r" ((char *) addr + i) + ); + + /* Ensure completion on all PEs. */ + asm volatile ("dsb ish" ::: "memory"); + + /* Ensure instruction cache/branch predictor discards stale data. */ + for (i = 0; i < len; i += COHERENCE_INVAL_MIN) + asm volatile ( + "ic ivau, %[addr]\n" + : : [addr] "r" ((char *) addr + i) + ); + + /* Ensure completion on all PEs. */ + asm volatile ("dsb ish" ::: "memory"); + + /* Synchronize context on this PE. */ + asm volatile ("isb"); +} + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/boot/boot.h =================================================================== --- kernel/arch/arm64/include/arch/boot/boot.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/boot/boot.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,107 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Shared interface between the bootcode and the kernel. + */ + +#ifndef KERN_arm64_BOOT_H_ +#define KERN_arm64_BOOT_H_ + +#define BOOT_OFFSET 0x80000 + +#ifndef __ASSEMBLER__ +#include + +#define BOOTINFO_TASK_NAME_BUFLEN 32 +#define TASKMAP_MAX_RECORDS 32 +#define MEMMAP_MAX_RECORDS 128 + +/** Task structure. */ +typedef struct { + /** Address where the task was placed. */ + void *addr; + /** Size of the task's binary. */ + size_t size; + /** Task name. */ + char name[BOOTINFO_TASK_NAME_BUFLEN]; +} utask_t; + +/** Task map structure. */ +typedef struct { + /** Number of boot tasks. */ + size_t cnt; + /** Boot task data. */ + utask_t tasks[TASKMAP_MAX_RECORDS]; +} taskmap_t; + +/** Memory zone types. */ +typedef enum { + /** Unusuable memory. */ + MEMTYPE_UNUSABLE, + /** Usable memory. */ + MEMTYPE_AVAILABLE, + /** Memory that can be used after ACPI is enabled. */ + MEMTYPE_ACPI_RECLAIM +} memtype_t; + +/** Memory area. */ +typedef struct { + /** Type of the memory. */ + memtype_t type; + /** Address of the area. */ + void *start; + /** Size of the area. */ + size_t size; +} memzone_t; + +/** System memory map. */ +typedef struct { + /** Number of memory zones. */ + size_t cnt; + /** Memory zones. */ + memzone_t zones[MEMMAP_MAX_RECORDS]; +} memmap_t; + +/** Bootinfo structure. */ +typedef struct { + /** Task map. */ + taskmap_t taskmap; + /** Memory map. */ + memmap_t memmap; +} bootinfo_t; + +#endif /* __ASSEMBLER__ */ + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/context.h =================================================================== --- kernel/arch/arm64/include/arch/context.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/context.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,57 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Thread context. + */ + +#ifndef KERN_arm64_CONTEXT_H_ +#define KERN_arm64_CONTEXT_H_ + +#include +#include +#include + +/* Put one item onto the stack to support get_stack_base() and align it up. */ +#define SP_DELTA (0 + ALIGN_UP(STACK_ITEM_SIZE, STACK_ALIGNMENT)) + +#define context_set(c, _pc, stack, size) \ + do { \ + (c)->pc = (uint64_t) (_pc); \ + (c)->sp = ((uint64_t) (stack)) + (size) - SP_DELTA; \ + /* Set frame pointer too. */ \ + (c)->x29 = 0; \ + } while (0) + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/context_struct.h =================================================================== --- kernel/arch/arm64/include/arch/context_struct.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/context_struct.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,74 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights preserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#ifndef KERN_ARCH_CONTEXT_STRUCT_H_ +#define KERN_ARCH_CONTEXT_STRUCT_H_ + +#define CONTEXT_OFFSET_SP 0x00 +#define CONTEXT_OFFSET_PC 0x08 +#define CONTEXT_OFFSET_X19 0x10 +#define CONTEXT_OFFSET_X20 0x18 +#define CONTEXT_OFFSET_X21 0x20 +#define CONTEXT_OFFSET_X22 0x28 +#define CONTEXT_OFFSET_X23 0x30 +#define CONTEXT_OFFSET_X24 0x38 +#define CONTEXT_OFFSET_X25 0x40 +#define CONTEXT_OFFSET_X26 0x48 +#define CONTEXT_OFFSET_X27 0x50 +#define CONTEXT_OFFSET_X28 0x58 +#define CONTEXT_OFFSET_X29 0x60 +#define CONTEXT_OFFSET_IPL 0x68 +#define CONTEXT_SIZE 0x70 + +#ifndef __ASSEMBLER__ + +#include + +/* + * Thread context containing registers that must be preserved across function + * calls. + */ +typedef struct context { + uint64_t sp; + uint64_t pc; + uint64_t x19; + uint64_t x20; + uint64_t x21; + uint64_t x22; + uint64_t x23; + uint64_t x24; + uint64_t x25; + uint64_t x26; + uint64_t x27; + uint64_t x28; + uint64_t x29; + ipl_t ipl; +} context_t; + +#endif +#endif Index: kernel/arch/arm64/include/arch/cpu.h =================================================================== --- kernel/arch/arm64/include/arch/cpu.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/cpu.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,57 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief CPU identification. + */ + +#ifndef KERN_arm64_CPU_H_ +#define KERN_arm64_CPU_H_ + +/** Struct representing ARM CPU identification. */ +typedef struct { + /** Implementer (vendor) number. */ + uint32_t implementer; + + /** Variant number. */ + uint32_t variant; + + /** Primary part number. */ + uint32_t partnum; + + /** Revision number. */ + uint32_t revision; +} cpu_arch_t; + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/cycle.h =================================================================== --- kernel/arch/arm64/include/arch/cycle.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/cycle.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,55 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Information about a current cycle. + */ + +#ifndef KERN_arm64_CYCLE_H_ +#define KERN_arm64_CYCLE_H_ + +#include +#include + +/** Get a current cycle. + * + * No instruction exists on ARM64 to get the actual CPU cycle. The function + * instead returns the value of the virtual counter. + */ +_NO_TRACE static inline uint64_t get_cycle(void) +{ + return CNTVCT_EL0_read(); +} + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/exception.h =================================================================== --- kernel/arch/arm64/include/arch/exception.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/exception.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,98 @@ +/* + * Copyright (c) 2016 Petr Pavlu + * + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Exception declarations. + */ + +#ifndef KERN_arm64_EXCEPTION_H_ +#define KERN_arm64_EXCEPTION_H_ + +/* Exception numbers. */ + +/** Current Exception level with SP_EL0, Synchronous. */ +#define EXC_CURRENT_EL_SP_SEL0_SYNCH 0 +/** Current Exception level with SP_EL0, IRQ or vIRQ. */ +#define EXC_CURRENT_EL_SP_SEL0_IRQ 1 +/** Current Exception level with SP_EL0, FIQ or vFIQ. */ +#define EXC_CURRENT_EL_SP_SEL0_FIQ 2 +/** Current Exception level with SP_EL0, SError or vSError. */ +#define EXC_CURRENT_EL_SP_SEL0_SERROR 3 +/** Current Exception level with SP_ELx, x > 0, Synchronous. */ +#define EXC_CURRENT_EL_SP_SELX_SYNCH 4 +/** Current Exception level with SP_ELx, x > 0, IRQ or vIRQ. */ +#define EXC_CURRENT_EL_SP_SELX_IRQ 5 +/** Current Exception level with SP_ELx, x > 0, FIQ or vFIQ. */ +#define EXC_CURRENT_EL_SP_SELX_FIQ 6 +/** Current Exception level with SP_ELx, x > 0, SError or vSError. */ +#define EXC_CURRENT_EL_SP_SELX_SERROR 7 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch64, Synchronous. + */ +#define EXC_LOWER_EL_AARCH64_SYNCH 8 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch64, IRQ or vIRQ. + */ +#define EXC_LOWER_EL_AARCH64_IRQ 9 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch64, FIQ or vFIQ. + */ +#define EXC_LOWER_EL_AARCH64_FIQ 10 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch64, SError or vSError. + */ +#define EXC_LOWER_EL_AARCH64_SERROR 11 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch32, Synchronous. + */ +#define EXC_LOWER_EL_AARCH32_SYNCH 12 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch32, IRQ or vIRQ. + */ +#define EXC_LOWER_EL_AARCH32_IRQ 13 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch32, FIQ or vFIQ. + */ +#define EXC_LOWER_EL_AARCH32_FIQ 14 +/** Lower Exception level, where the implemented level immediately lower than + * the target level is using AArch32, SError or vSError. + */ +#define EXC_LOWER_EL_AARCH32_SERROR 15 + +#ifndef __ASSEMBLER__ +extern void exception_init(void); +#endif /* __ASSEMBLER__ */ + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/faddr.h =================================================================== --- kernel/arch/arm64/include/arch/faddr.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/faddr.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,50 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Function address conversion. + */ + +#ifndef KERN_arm64_FADDR_H_ +#define KERN_arm64_FADDR_H_ + +#include + +/** Calculate absolute address of function referenced by fptr pointer. + * + * @param fptr Function pointer. + */ +#define FADDR(fptr) ((uintptr_t) (fptr)) + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/fpu_context.h =================================================================== --- kernel/arch/arm64/include/arch/fpu_context.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/fpu_context.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,46 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief FPU context. + */ + +#ifndef KERN_arm64_FPU_CONTEXT_H_ +#define KERN_arm64_FPU_CONTEXT_H_ + +#include + +#define FPU_CONTEXT_ALIGN 16 + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/fpu_context_struct.h =================================================================== --- kernel/arch/arm64/include/arch/fpu_context_struct.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/fpu_context_struct.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,50 @@ +/* + * Copyright (c) 2018 Petr Pavlu + * All rights preserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#ifndef KERN_ARCH_FPU_CONTEXT_STRUCT_H_ +#define KERN_ARCH_FPU_CONTEXT_STRUCT_H_ + +#define FPU_CONTEXT_OFFSET_VREGS 0x000 +#define FPU_CONTEXT_OFFSET_FPCR 0x200 +#define FPU_CONTEXT_OFFSET_FPSR 0x204 +#define FPU_CONTEXT_SIZE 0x210 + +#ifndef __ASSEMBLER__ + +#include +#include <_bits/int128_t.h> + +/** ARM64 FPU context. */ +typedef struct fpu_context { + uint128_t vregs[32]; + uint32_t fpcr; + uint32_t fpsr; +} fpu_context_t; + +#endif +#endif Index: kernel/arch/arm64/include/arch/interrupt.h =================================================================== --- kernel/arch/arm64/include/arch/interrupt.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/interrupt.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,63 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_interrupt + * @{ + */ +/** @file + * @brief Declarations of interrupt controlling routines. + */ + +#ifndef KERN_arm64_INTERRUPT_H_ +#define KERN_arm64_INTERRUPT_H_ + +#include +#include +#include + +/** Size of exception table. */ +#define IVT_ITEMS 16 + +/** Index of the first item in exception table. */ +#define IVT_FIRST 0 + +/* REVISIT */ +/* This needs to be defined for inter-architecture API portability. */ +#define VECTOR_TLB_SHOOTDOWN_IPI 0 + +extern ipl_t interrupts_disable(void); +extern ipl_t interrupts_enable(void); +extern void interrupts_restore(ipl_t ipl); +extern ipl_t interrupts_read(void); +extern bool interrupts_disabled(void); +extern void interrupt_init(void); + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/istate.h =================================================================== --- kernel/arch/arm64/include/arch/istate.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/istate.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,84 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_interrupt + * @{ + */ + +#ifndef KERN_arm64_ISTATE_H_ +#define KERN_arm64_ISTATE_H_ + +#include + +#ifdef KERNEL + +#include +#include + +#else /* KERNEL */ + +#include +#include + +#endif /* KERNEL */ + +/** Set Program Counter member of given istate structure. + * + * @param istate istate structure + * @param retaddr new value of istate's PC member + */ +_NO_TRACE static inline void istate_set_retaddr(istate_t *istate, + uintptr_t retaddr) +{ + istate->pc = retaddr; +} + +/** Return true if exception happened while in userspace. */ +_NO_TRACE static inline int istate_from_uspace(istate_t *istate) +{ + return (istate->spsr & SPSR_MODE_MASK) >> SPSR_MODE_SHIFT == + SPSR_MODE_ARM64_EL0T; +} + +/** Return Program Counter member of given istate structure. */ +_NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) +{ + return istate->pc; +} + +/** Return Frame Pointer member of given istate structure. */ +_NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) +{ + return istate->x29; +} + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/istate_struct.h =================================================================== --- kernel/arch/arm64/include/arch/istate_struct.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/istate_struct.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,114 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#ifndef KERN_ARCH_ISTATE_STRUCT_H_ +#define KERN_ARCH_ISTATE_STRUCT_H_ + +#define ISTATE_OFFSET_SPSR 0x00 +#define ISTATE_OFFSET_SP 0x08 +#define ISTATE_OFFSET_PC 0x10 +#define ISTATE_OFFSET_TPIDR 0x18 +#define ISTATE_OFFSET_X0 0x20 +#define ISTATE_OFFSET_X1 0x28 +#define ISTATE_OFFSET_X2 0x30 +#define ISTATE_OFFSET_X3 0x38 +#define ISTATE_OFFSET_X4 0x40 +#define ISTATE_OFFSET_X5 0x48 +#define ISTATE_OFFSET_X6 0x50 +#define ISTATE_OFFSET_X7 0x58 +#define ISTATE_OFFSET_X8 0x60 +#define ISTATE_OFFSET_X9 0x68 +#define ISTATE_OFFSET_X10 0x70 +#define ISTATE_OFFSET_X11 0x78 +#define ISTATE_OFFSET_X12 0x80 +#define ISTATE_OFFSET_X13 0x88 +#define ISTATE_OFFSET_X14 0x90 +#define ISTATE_OFFSET_X15 0x98 +#define ISTATE_OFFSET_X16 0xa0 +#define ISTATE_OFFSET_X17 0xa8 +#define ISTATE_OFFSET_X18 0xb0 +#define ISTATE_OFFSET_X19 0xb8 +#define ISTATE_OFFSET_X20 0xc0 +#define ISTATE_OFFSET_X21 0xc8 +#define ISTATE_OFFSET_X22 0xd0 +#define ISTATE_OFFSET_X23 0xd8 +#define ISTATE_OFFSET_X24 0xe0 +#define ISTATE_OFFSET_X25 0xe8 +#define ISTATE_OFFSET_X26 0xf0 +#define ISTATE_OFFSET_X27 0xf8 +#define ISTATE_OFFSET_X28 0x100 +#define ISTATE_OFFSET_X29 0x108 +#define ISTATE_OFFSET_X30 0x110 +#define ISTATE_SIZE 0x118 + +#ifndef __ASSEMBLER__ + +#include + +typedef struct istate { + uint64_t spsr; + uint64_t sp; + uint64_t pc; + uint64_t tpidr; + uint64_t x0; + uint64_t x1; + uint64_t x2; + uint64_t x3; + uint64_t x4; + uint64_t x5; + uint64_t x6; + uint64_t x7; + uint64_t x8; + uint64_t x9; + uint64_t x10; + uint64_t x11; + uint64_t x12; + uint64_t x13; + uint64_t x14; + uint64_t x15; + uint64_t x16; + uint64_t x17; + uint64_t x18; + uint64_t x19; + uint64_t x20; + uint64_t x21; + uint64_t x22; + uint64_t x23; + uint64_t x24; + uint64_t x25; + uint64_t x26; + uint64_t x27; + uint64_t x28; + /* Frame Pointer. */ + uint64_t x29; + /* Link Register. */ + uint64_t x30; +} istate_t; + +#endif +#endif Index: kernel/arch/arm64/include/arch/mach/virt/virt.h =================================================================== --- kernel/arch/arm64/include/arch/mach/virt/virt.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mach/virt/virt.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,48 @@ +/* + * Copyright (c) 2016 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_virt + * @brief QEMU virt platform. + * @ingroup kernel_arm64 + * @{ + */ +/** @file + * @brief QEMU virt platform driver. + */ + +#ifndef KERN_arm64_virt_H_ +#define KERN_arm64_virt_H_ + +#include + +extern struct arm_machine_ops virt_machine_ops; + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/machine_func.h =================================================================== --- kernel/arch/arm64/include/arch/machine_func.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/machine_func.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,66 @@ +/* + * Copyright (c) 2016 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Declarations of machine specific functions. + * + * These functions enable to differentiate more kinds of ARM platforms. + */ + +#ifndef KERN_arm64_MACHINE_FUNC_H_ +#define KERN_arm64_MACHINE_FUNC_H_ + +#include +#include + +struct arm_machine_ops { + void (*machine_init)(void); + void (*machine_irq_exception)(unsigned int, istate_t *); + void (*machine_output_init)(void); + void (*machine_input_init)(void); + inr_t (*machine_enable_vtimer_irq)(void); + size_t (*machine_get_irq_count)(void); + const char *(*machine_get_platform_name)(void); +}; + +extern void machine_ops_init(void); +extern void machine_init(void); +void machine_irq_exception(unsigned int, istate_t *); +extern void machine_output_init(void); +extern void machine_input_init(void); +extern inr_t machine_enable_vtimer_irq(void); +extern size_t machine_get_irq_count(void); +extern const char *machine_get_platform_name(void); + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/mm/as.h =================================================================== --- kernel/arch/arm64/include/arch/mm/as.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mm/as.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,63 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_mm + * @{ + */ +/** @file + * @brief Address space manipulating functions declarations. + */ + +#ifndef KERN_arm64_AS_H_ +#define KERN_arm64_AS_H_ + +#define KERNEL_ADDRESS_SPACE_SHADOWED_ARCH 0 +#define KERNEL_SEPARATE_PTL0_ARCH 1 + +#define KERNEL_ADDRESS_SPACE_START_ARCH UINT64_C(0xffff000000000000) +#define KERNEL_ADDRESS_SPACE_END_ARCH UINT64_C(0xffffffffffffffff) +#define USER_ADDRESS_SPACE_START_ARCH UINT64_C(0x0000000000000000) +#define USER_ADDRESS_SPACE_END_ARCH UINT64_C(0x0000ffffffffffff) + +typedef struct { +} as_arch_t; + +#include + +#define as_constructor_arch(as, flags) ((void)as, (void)flags, EOK) +#define as_destructor_arch(as) ((void)as, 0) +#define as_create_arch(as, flags) ((void)as, (void)flags, EOK) +#define as_deinstall_arch(as) +#define as_invalidate_translation_cache(as, page, cnt) + +extern void as_arch_init(void); + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/mm/asid.h =================================================================== --- kernel/arch/arm64/include/arch/mm/asid.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mm/asid.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,53 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_mm + * @{ + */ +/** @file + * @brief ASIDs related declarations. + */ + +#ifndef KERN_arm64_ASID_H_ +#define KERN_arm64_ASID_H_ + +#include + +/* + * The ASID size is in VMSAv8-64 an implementation defined choice of 8 or 16 + * bits. The actual size can be obtained by reading ID_AA64MMFR0_EL1.ASIDBits + * but for simplicity, HelenOS currently defaults to 8 bits. + */ +typedef uint8_t asid_t; + +#define ASID_MAX_ARCH 255 + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/mm/frame.h =================================================================== --- kernel/arch/arm64/include/arch/mm/frame.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mm/frame.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,59 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_mm + * @{ + */ +/** @file + * @brief Frame related declarations. + */ + +#ifndef KERN_arm64_FRAME_H_ +#define KERN_arm64_FRAME_H_ + +#include + +#define FRAME_WIDTH 12 /* 4KB frames */ +#define FRAME_SIZE (1 << FRAME_WIDTH) + +#define FRAME_LOWPRIO 0 + +#ifndef __ASSEMBLER__ + +extern void frame_low_arch_init(void); +extern void frame_high_arch_init(void); +extern void physmem_print(void); + +extern memmap_t memmap; + +#endif /* __ASSEMBLER__ */ + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/mm/km.h =================================================================== --- kernel/arch/arm64/include/arch/mm/km.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mm/km.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,66 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_mm + * @{ + */ +/** @file + */ + +#ifndef KERN_arm64_KM_H_ +#define KERN_arm64_KM_H_ + +#ifndef __ASSEMBLER__ + +#include +#include + +#define KM_ARM64_IDENTITY_START UINT64_C(0xffffffff80000000) +#define KM_ARM64_IDENTITY_SIZE UINT64_C(0x0000000080000000) + +#define KM_ARM64_NON_IDENTITY_START UINT64_C(0xffff000000000000) +#define KM_ARM64_NON_IDENTITY_SIZE UINT64_C(0x0000ffff80000000) + +extern void km_identity_arch_init(void); +extern void km_non_identity_arch_init(void); +extern bool km_is_non_identity_arch(uintptr_t); + +#else /* __ASSEMBLER__ */ + +#define KM_ARM64_IDENTITY_START 0xffffffff80000000 +#define KM_ARM64_IDENTITY_SIZE 0x0000000080000000 + +#define KM_ARM64_NON_IDENTITY_START 0xffff000000000000 +#define KM_ARM64_NON_IDENTITY_SIZE 0x0000ffff80000000 + +#endif /* __ASSEMBLER__ */ + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/mm/page.h =================================================================== --- kernel/arch/arm64/include/arch/mm/page.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mm/page.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,422 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_mm + * @{ + */ +/** @file + * @brief Paging related declarations. + */ + +#ifndef KERN_arm64_PAGE_H_ +#define KERN_arm64_PAGE_H_ + +#include +#include +#include + +#ifndef __ASSEMBLER__ +#include +#endif /* __ASSEMBLER__ */ + +#define PAGE_WIDTH FRAME_WIDTH +#define PAGE_SIZE FRAME_SIZE + +#ifndef __ASSEMBLER__ + +extern uintptr_t physmem_base; + +#define KA2PA(x) \ + (((uintptr_t) (x)) - UINT64_C(0xffffffff80000000) + physmem_base) +#define PA2KA(x) \ + (((uintptr_t) (x)) + UINT64_C(0xffffffff80000000) - physmem_base) + +#endif /* __ASSEMBLER__ */ + +/** Log2 size of each translation table entry. */ +#define PTL_ENTRY_SIZE_SHIFT 3 + +/* Number of entries in each level. */ +#define PTL0_ENTRIES_ARCH 512 +#define PTL1_ENTRIES_ARCH 512 +#define PTL2_ENTRIES_ARCH 512 +#define PTL3_ENTRIES_ARCH 512 + +/* Page table sizes for each level. */ +#define PTL0_FRAMES_ARCH 1 +#define PTL1_FRAMES_ARCH 1 +#define PTL2_FRAMES_ARCH 1 +#define PTL3_FRAMES_ARCH 1 + +/* Starting bit of virtual address portion translated in each level. */ +#define PTL0_VA_SHIFT 39 +#define PTL1_VA_SHIFT 30 +#define PTL2_VA_SHIFT 21 +#define PTL3_VA_SHIFT 12 + +/* Size mask of virtual address portion translated in each level. */ +#define PTL0_VA_MASK 0x1ff +#define PTL1_VA_MASK 0x1ff +#define PTL2_VA_MASK 0x1ff +#define PTL3_VA_MASK 0x1ff + +/* Macros calculating indices into page tables for each level. */ +#define PTL0_INDEX_ARCH(vaddr) (((vaddr) >> PTL0_VA_SHIFT) & PTL0_VA_MASK) +#define PTL1_INDEX_ARCH(vaddr) (((vaddr) >> PTL1_VA_SHIFT) & PTL1_VA_MASK) +#define PTL2_INDEX_ARCH(vaddr) (((vaddr) >> PTL2_VA_SHIFT) & PTL2_VA_MASK) +#define PTL3_INDEX_ARCH(vaddr) (((vaddr) >> PTL3_VA_SHIFT) & PTL3_VA_MASK) + +/* Get PTE address accessors for each level. */ +#define GET_PTL1_ADDRESS_ARCH(ptl0, i) \ + ((pte_t *) (((uintptr_t) ((pte_t *) (ptl0))[(i)].output_address) << 12)) +#define GET_PTL2_ADDRESS_ARCH(ptl1, i) \ + ((pte_t *) (((uintptr_t) ((pte_t *) (ptl1))[(i)].output_address) << 12)) +#define GET_PTL3_ADDRESS_ARCH(ptl2, i) \ + ((pte_t *) (((uintptr_t) ((pte_t *) (ptl2))[(i)].output_address) << 12)) +#define GET_FRAME_ADDRESS_ARCH(ptl3, i) \ + (((uintptr_t) ((pte_t *) (ptl3))[(i)].output_address) << 12) + +/* + * Set PTE address accessors for each level. Setting of the level 0 table is + * ignored because it must be done only by calling as_install_arch() which also + * changes ASID. + */ +#define SET_PTL0_ADDRESS_ARCH(ptl0) +#define SET_PTL1_ADDRESS_ARCH(ptl0, i, a) \ + (((pte_t *) (ptl0))[(i)].output_address = (a) >> 12) +#define SET_PTL2_ADDRESS_ARCH(ptl1, i, a) \ + (((pte_t *) (ptl1))[(i)].output_address = (a) >> 12) +#define SET_PTL3_ADDRESS_ARCH(ptl2, i, a) \ + (((pte_t *) (ptl2))[(i)].output_address = (a) >> 12) +#define SET_FRAME_ADDRESS_ARCH(ptl3, i, a) \ + (((pte_t *) (ptl3))[(i)].output_address = (a) >> 12) + +/* Get PTE flags accessors for each level. */ +#define GET_PTL1_FLAGS_ARCH(ptl0, i) \ + get_pt_level012_flags((pte_t *) (ptl0), (size_t) (i)) +#define GET_PTL2_FLAGS_ARCH(ptl1, i) \ + get_pt_level012_flags((pte_t *) (ptl1), (size_t) (i)) +#define GET_PTL3_FLAGS_ARCH(ptl2, i) \ + get_pt_level012_flags((pte_t *) (ptl2), (size_t) (i)) +#define GET_FRAME_FLAGS_ARCH(ptl3, i) \ + get_pt_level3_flags((pte_t *) (ptl3), (size_t) (i)) + +/* Set PTE flags accessors for each level. */ +#define SET_PTL1_FLAGS_ARCH(ptl0, i, x) \ + set_pt_level012_flags((pte_t *) (ptl0), (size_t) (i), (x)) +#define SET_PTL2_FLAGS_ARCH(ptl1, i, x) \ + set_pt_level012_flags((pte_t *) (ptl1), (size_t) (i), (x)) +#define SET_PTL3_FLAGS_ARCH(ptl2, i, x) \ + set_pt_level012_flags((pte_t *) (ptl2), (size_t) (i), (x)) +#define SET_FRAME_FLAGS_ARCH(ptl3, i, x) \ + set_pt_level3_flags((pte_t *) (ptl3), (size_t) (i), (x)) + +/* Set PTE present bit accessors for each level. */ +#define SET_PTL1_PRESENT_ARCH(ptl0, i) \ + set_pt_present((pte_t *) (ptl0), (size_t) (i)) +#define SET_PTL2_PRESENT_ARCH(ptl1, i) \ + set_pt_present((pte_t *) (ptl1), (size_t) (i)) +#define SET_PTL3_PRESENT_ARCH(ptl2, i) \ + set_pt_present((pte_t *) (ptl2), (size_t) (i)) +#define SET_FRAME_PRESENT_ARCH(ptl3, i) \ + set_pt_present((pte_t *) (ptl3), (size_t) (i)) + +/* Macros for querying the last-level PTE entries. */ +#define PTE_VALID_ARCH(pte) \ + (((pte_t *) (pte))->valid != 0) +#define PTE_PRESENT_ARCH(pte) \ + (((pte_t *) (pte))->valid != 0) +#define PTE_GET_FRAME_ARCH(pte) \ + (((uintptr_t) ((pte_t *) (pte))->output_address) << FRAME_WIDTH) +#define PTE_WRITABLE_ARCH(pte) \ + get_pt_writable((pte_t *) (pte)) +#define PTE_EXECUTABLE_ARCH(pte) \ + get_pt_executable((pte_t *) (pte)) + +/* Level 3 access permissions. */ + +/** Data access permission. User mode: no access, privileged mode: read/write. + */ +#define PTE_AP_USER_NO_KERNEL_FULL 0 + +/** Data access permission. User mode: read/write, privileged mode: read/write. + */ +#define PTE_AP_USER_FULL_KERNEL_FULL 1 + +/** Data access permission. User mode: no access, privileged mode: read only. */ +#define PTE_AP_USER_NO_KERNEL_LIMITED 2 + +/** Data access permission. User mode: read only, privileged mode: read only. */ +#define PTE_AP_USER_LIMITED_KERNEL_LIMITED 3 + +/* + * Memory types. MAIR_EL1 index 0 is unused, which assures that if a page + * table entry is non-null then it is valid (PTE_VALID_ARCH() returns true). + */ + +/** Write-Back Cacheable Normal memory, Inner shareable, Read-write cache + * allocation. Defined in MAIR_EL1 index 1. + */ +#define MAIR_EL1_NORMAL_MEMORY_ATTR 0xff +#define MAIR_EL1_NORMAL_MEMORY_INDEX 1 + +/** Device-nGnRE memory (Device non-Gathering, non-Reordering, Early Write + * Acknowledgement). Equivalent to the Device memory type in earlier versions of + * the architecture. Defined in MAIR_EL1 index 2. + */ +#define MAIR_EL1_DEVICE_MEMORY_ATTR 0x04 +#define MAIR_EL1_DEVICE_MEMORY_INDEX 2 + +/** Bit width of one memory attribute field in MAIR_EL1. */ +#define MAIR_EL1_ATTR_SHIFT 8 + +/* Level 0, 1, 2 descriptor types. */ + +/** Block descriptor (valid in level 0, 1, 2 page translation tables). */ +#define PTE_L012_TYPE_BLOCK 0 + +/** Next-table descriptor (valid in level 0, 1, 2 page translation tables). */ +#define PTE_L012_TYPE_TABLE 1 + +/* Level 3 descriptor types. */ + +/** Page descriptor (valid in level 3 page translation tables). */ +#define PTE_L3_TYPE_PAGE 1 + +/** HelenOS descriptor type. Table for level 0, 1, 2 page translation tables, + * page for level 3 tables. Block descriptors are not used by HelenOS during + * normal processing. + */ +#define PTE_L0123_TYPE_HELENOS 1 + +/* Page table entry access macros. */ + +/** Shift to access the next-level table address in a page table entry. */ +#define PTE_NEXT_LEVEL_ADDRESS_SHIFT 12 + +/** Shift to access the resulting address in a page table entry. */ +#define PTE_OUTPUT_ADDRESS_SHIFT 12 + +/** Shift to access the access bit in a page table entry. */ +#define PTE_ACCESS_SHIFT 10 + +/** Shift to access the attr_index field in a page table entry. */ +#define PTE_ATTR_INDEX_SHIFT 2 + +/** Shift to access the type bit in a page table entry. */ +#define PTE_TYPE_SHIFT 1 + +/** Shift to access the present bit in a page table entry. */ +#define PTE_PRESENT_SHIFT 0 + +/** The present bit in a page table entry. */ +#define PTE_PRESENT_FLAG (1 << PTE_PRESENT_SHIFT) + +#ifndef __ASSEMBLER__ + +#include + +/** Page Table Entry. + * + * HelenOS model: + * * Level 0, 1, 2 translation tables hold next-level table descriptors. Block + * descriptors are not used during normal processing. + * * Level 3 tables store 4kB page descriptors. + */ +typedef struct { + /* Common bits. */ + /** Flag indicating entry contains valid data and can be used for page + * translation. + * + * Note: The flag is called `valid' in the official ARM terminology + * but it has the `present' (valid+active) sense in HelenOS. + */ + unsigned valid : 1; + unsigned type : 1; + + /* Lower block and page attributes. */ + unsigned attr_index : 3; + unsigned non_secure : 1; + unsigned access_permission : 2; + unsigned shareability : 2; + unsigned access : 1; + unsigned not_global : 1; + + /* Common output address. */ + uint64_t output_address : 36; + + unsigned : 4; + + /* Upper block and page attributes. */ + unsigned contiguous : 1; + unsigned privileged_execute_never : 1; + unsigned unprivileged_execute_never : 1; + + unsigned : 4; + + /* Next-level table attributes. */ + unsigned privileged_execute_never_table : 1; + unsigned unprivileged_execute_never_table : 1; + unsigned access_permission_table : 2; + unsigned non_secure_table : 1; +} __attribute__((packed)) pte_t; + +/** Returns level 0, 1, 2 page table entry flags. + * + * @param pt Level 0, 1, 2 page table. + * @param i Index of the entry to return. + */ +_NO_TRACE static inline unsigned int get_pt_level012_flags(pte_t *pt, size_t i) +{ + pte_t *p = &pt[i]; + + return (1 << PAGE_CACHEABLE_SHIFT) | + (!p->valid << PAGE_PRESENT_SHIFT) | (1 << PAGE_USER_SHIFT) | + (1 << PAGE_READ_SHIFT) | (1 << PAGE_WRITE_SHIFT) | + (1 << PAGE_EXEC_SHIFT); +} + +/** Returns level 3 page table entry flags. + * + * @param pt Level 3 page table. + * @param i Index of the entry to return. + */ +_NO_TRACE static inline unsigned int get_pt_level3_flags(pte_t *pt, size_t i) +{ + pte_t *p = &pt[i]; + + int cacheable = (p->attr_index == MAIR_EL1_NORMAL_MEMORY_INDEX); + int user = (p->access_permission == PTE_AP_USER_FULL_KERNEL_FULL || + p->access_permission == PTE_AP_USER_LIMITED_KERNEL_LIMITED); + int write = (p->access_permission == PTE_AP_USER_FULL_KERNEL_FULL || + p->access_permission == PTE_AP_USER_NO_KERNEL_FULL); + int exec = ((user && !p->unprivileged_execute_never) || + (!user && !p->privileged_execute_never)); + + return (cacheable << PAGE_CACHEABLE_SHIFT) | + (!p->valid << PAGE_PRESENT_SHIFT) | (user << PAGE_USER_SHIFT) | + (1 << PAGE_READ_SHIFT) | (write << PAGE_WRITE_SHIFT) | + (exec << PAGE_EXEC_SHIFT) | (!p->not_global << PAGE_GLOBAL_SHIFT); +} + +/** Sets flags of level 0, 1, 2 page table entry. + * + * @param pt Level 0, 1, 2 page table. + * @param i Index of the entry to be changed. + * @param flags New flags. + */ +_NO_TRACE static inline void set_pt_level012_flags(pte_t *pt, size_t i, + int flags) +{ + pte_t *p = &pt[i]; + + p->valid = (flags & PAGE_PRESENT) != 0; + p->type = PTE_L012_TYPE_TABLE; +} + +/** Sets flags of level 3 page table entry. + * + * @param pt Level 3 page table. + * @param i Index of the entry to be changed. + * @param flags New flags. + */ +_NO_TRACE static inline void set_pt_level3_flags(pte_t *pt, size_t i, + int flags) +{ + pte_t *p = &pt[i]; + + if (flags & PAGE_CACHEABLE) + p->attr_index = MAIR_EL1_NORMAL_MEMORY_INDEX; + else + p->attr_index = MAIR_EL1_DEVICE_MEMORY_INDEX; + p->valid = (flags & PAGE_PRESENT) != 0; + p->type = PTE_L3_TYPE_PAGE; + + /* Translate page permissions to access permissions. */ + if (flags & PAGE_USER) { + if (flags & PAGE_WRITE) + p->access_permission = PTE_AP_USER_FULL_KERNEL_FULL; + else + p->access_permission = + PTE_AP_USER_LIMITED_KERNEL_LIMITED; + } else { + if (flags & PAGE_WRITE) + p->access_permission = PTE_AP_USER_NO_KERNEL_FULL; + else + p->access_permission = PTE_AP_USER_NO_KERNEL_LIMITED; + } + p->access = 1; + p->unprivileged_execute_never = p->privileged_execute_never = + (flags & PAGE_EXEC) == 0; + + p->not_global = (flags & PAGE_GLOBAL) == 0; +} + +/** Sets the present flag of page table entry. + * + * @param pt Level 0, 1, 2, 3 page table. + * @param i Index of the entry to be changed. + */ +_NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) +{ + pte_t *p = &pt[i]; + + p->valid = 1; +} + +/** Gets the executable flag of page table entry. + * + * @param pte Page table entry. + */ +_NO_TRACE static inline bool get_pt_executable(pte_t *pte) +{ + if (pte->access_permission == PTE_AP_USER_NO_KERNEL_FULL || + pte->access_permission == PTE_AP_USER_NO_KERNEL_LIMITED) + return pte->privileged_execute_never; + else + return pte->unprivileged_execute_never; +} + +/** Gets the writable flag of page table entry. + * + * @param pte Page table entry. + */ +_NO_TRACE static inline bool get_pt_writable(pte_t *pte) +{ + return pte->access_permission == PTE_AP_USER_FULL_KERNEL_FULL || + pte->access_permission == PTE_AP_USER_NO_KERNEL_FULL; +} + +extern void page_arch_init(void); + +#endif /* __ASSEMBLER__ */ + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/mm/tlb.h =================================================================== --- kernel/arch/arm64/include/arch/mm/tlb.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/mm/tlb.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,42 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_mm + * @{ + */ +/** @file + * @brief TLB related declarations. + */ + +#ifndef KERN_arm64_TLB_H_ +#define KERN_arm64_TLB_H_ + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/proc/task.h =================================================================== --- kernel/arch/arm64/include/arch/proc/task.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/proc/task.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,48 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_proc + * @{ + */ +/** @file + * @brief Task related declarations. + */ + +#ifndef KERN_arm64_TASK_H_ +#define KERN_arm64_TASK_H_ + +typedef struct { +} task_arch_t; + +#define task_create_arch(t) +#define task_destroy_arch(t) + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/proc/thread.h =================================================================== --- kernel/arch/arm64/include/arch/proc/thread.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/proc/thread.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,49 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64_proc + * @{ + */ +/** @file + * @brief Thread related declarations. + */ + +#ifndef KERN_arm64_THREAD_H_ +#define KERN_arm64_THREAD_H_ + +typedef struct { +} thread_arch_t; + +#define thr_constructor_arch(t) +#define thr_destructor_arch(t) +#define thread_create_arch(t, flags) (EOK) + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/regutils.h =================================================================== --- kernel/arch/arm64/include/arch/regutils.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/regutils.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,195 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Utilities for convenient manipulation with ARM registers. + */ + +#ifndef KERN_arm64_REGUTILS_H_ +#define KERN_arm64_REGUTILS_H_ + +#ifndef __ASSEMBLER__ + +#include + +#define SPECIAL_REG_GEN_READ(name) \ + static inline uint64_t name##_read(void) \ + { \ + uint64_t res; \ + asm volatile ( \ + "mrs %[res], " #name \ + : [res] "=r" (res) \ + ); \ + return res; \ + } + +#define SPECIAL_REG_GEN_WRITE(name) \ + static inline void name##_write(uint64_t regn) \ + { \ + asm volatile ( \ + "msr " #name ", %[regn]\n" \ + "isb\n" \ + :: [regn] "r" (regn) \ + ); \ + } + +#define UWORD64(c) UINT64_C(c) + +#else /* __ASSEMBLER__ */ + +#define SPECIAL_REG_GEN_READ(name) +#define SPECIAL_REG_GEN_WRITE(name) +#define UWORD64(c) c + +#endif /* __ASSEMBLER__*/ + +/* CNTFRQ_EL0 */ +SPECIAL_REG_GEN_READ(CNTFRQ_EL0); + +/* CNTVCT_EL0 */ +SPECIAL_REG_GEN_READ(CNTVCT_EL0); + +/* CNTV_CTL_EL0 */ +SPECIAL_REG_GEN_READ(CNTV_CTL_EL0); +SPECIAL_REG_GEN_WRITE(CNTV_CTL_EL0); +#define CNTV_CTL_ENABLE_SHIFT 0 +#define CNTV_CTL_ENABLE_FLAG (UWORD64(1) << CNTV_CTL_ENABLE_SHIFT) +#define CNTV_CTL_IMASK_SHIFT 1 +#define CNTV_CTL_IMASK_FLAG (UWORD64(1) << CNTV_CTL_IMASK_SHIFT) + +/* CNTV_CVAL_EL0 */ +SPECIAL_REG_GEN_READ(CNTV_CVAL_EL0); +SPECIAL_REG_GEN_WRITE(CNTV_CVAL_EL0); + +/* CPACR_EL1 */ +SPECIAL_REG_GEN_READ(CPACR_EL1); +SPECIAL_REG_GEN_WRITE(CPACR_EL1); +#define CPACR_FPEN_SHIFT 20 +#define CPACR_FPEN_MASK (UWORD64(0x3) << CPACR_FPEN_SHIFT) +#define CPACR_FPEN_TRAP_ALL 0x0 +#define CPACR_FPEN_TRAP_NONE 0x3 + +/* CurrentEL */ +SPECIAL_REG_GEN_READ(CurrentEL); +#define CURRENT_EL_EL0 0x0 +#define CURRENT_EL_EL1 0x4 +#define CURRENT_EL_EL2 0x8 +#define CURRENT_EL_EL3 0xc + +/* DAIF */ +SPECIAL_REG_GEN_READ(DAIF); +SPECIAL_REG_GEN_WRITE(DAIF); +#define DAIF_IRQ_SHIFT 7 +#define DAIF_IRQ_FLAG (UWORD64(1) << DAIF_IRQ_SHIFT) + +/* ELR */ +SPECIAL_REG_GEN_WRITE(ELR_EL1); + +/* ESR */ +SPECIAL_REG_GEN_READ(ESR_EL1); +#define ESR_EC_SHIFT 26 +#define ESR_EC_MASK (UWORD64(0x3f) << ESR_EC_SHIFT) + +/** Exception from access to Advanced SIMD or floating-point functionality. */ +#define ESR_EC_FP 0x07 +/** Exception from SVC instruction execution. */ +#define ESR_EC_SVC 0x15 + +/** Instruction abort from Lower Exception level. */ +#define ESR_EC_IA_LOWER_EL 0x20 +/** Data abort from Lower Exception level. */ +#define ESR_EC_DA_LOWER_EL 0x24 +/** Data abort from Current Exception level. */ +#define ESR_EC_DA_CURRENT_EL 0x25 + +/** Instruction/data Fault Status Code. */ +#define ESR_IDFSC_SHIFT 0 +#define ESR_IDFSC_MASK (UWORD64(0x3f) << ESR_IDFSC_SHIFT) + +/** Instruction/data abort, translation fault, zeroth level. */ +#define ESR_IDA_IDFSC_TF0 0x4 +/** Instruction/data abort, translation fault, first level. */ +#define ESR_IDA_IDFSC_TF1 0x5 +/** Instruction/data abort, translation fault, second level. */ +#define ESR_IDA_IDFSC_TF2 0x6 +/** Instruction/data abort, translation fault, third level. */ +#define ESR_IDA_IDFSC_TF3 0x7 + +/** Data abort, Write not Read. */ +#define ESR_DA_WNR_SHIFT 6 +#define ESR_DA_WNR_FLAG (UWORD64(1) << ESR_DA_WNR_SHIFT) + +/* FAR */ +SPECIAL_REG_GEN_READ(FAR_EL1); + +/* MIDR_EL1 */ +SPECIAL_REG_GEN_READ(MIDR_EL1); +#define MIDR_REVISION_SHIFT 0 +#define MIDR_REVISION_MASK (UWORD64(0xf) << MIDR_REVISION_SHIFT) +#define MIDR_PARTNUM_SHIFT 4 +#define MIDR_PARTNUM_MASK (UWORD64(0xfff) << MIDR_PARTNUM_SHIFT) +#define MIDR_VARIANT_SHIFT 20 +#define MIDR_VARIANT_MASK (UWORD64(0xf) << MIDR_VARIANT_SHIFT) +#define MIDR_IMPLEMENTER_SHIFT 24 +#define MIDR_IMPLEMENTER_MASK (UWORD64(0xff) << MIDR_IMPLEMENTER_SHIFT) + +/* SCTLR */ +#define SCTLR_M_SHIFT 0 +#define SCTLR_M_FLAG (UWORD64(1) << SCTLR_M_SHIFT) + +/* SP */ +SPECIAL_REG_GEN_WRITE(SP_EL0); + +/* SPSR */ +SPECIAL_REG_GEN_READ(SPSR_EL1); +SPECIAL_REG_GEN_WRITE(SPSR_EL1); +#define SPSR_MODE_SHIFT 0 +#define SPSR_MODE_MASK (UWORD64(0x1f) << SPSR_MODE_SHIFT) +#define SPSR_MODE_ARM64_EL0T 0x00 /* ARM64, Exception Level 0, SP_EL0 */ + +/* TPIDR */ +SPECIAL_REG_GEN_WRITE(TPIDR_EL0); + +/* TTBR */ +SPECIAL_REG_GEN_WRITE(TTBR0_EL1); +SPECIAL_REG_GEN_WRITE(TTBR1_EL1); +#define TTBR0_ASID_SHIFT 48 + +/* VBAR */ +SPECIAL_REG_GEN_WRITE(VBAR_EL1); + +/* TLBI VAE1IS and TLBI ASIDE1IS parameter. */ +#define TLBI_ASID_SHIFT 48 + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/stack.h =================================================================== --- kernel/arch/arm64/include/arch/stack.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/stack.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,52 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Stack constants. + */ + +#ifndef KERN_arm64_STACK_H_ +#define KERN_arm64_STACK_H_ + +#include + +#define MEM_STACK_SIZE STACK_SIZE + +/** Size of a stack item. */ +#define STACK_ITEM_SIZE 8 + +/** Required stack alignment. */ +#define STACK_ALIGNMENT 16 + +#endif + +/** @} + */ Index: kernel/arch/arm64/include/arch/types.h =================================================================== --- kernel/arch/arm64/include/arch/types.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/include/arch/types.h (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,46 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + */ + +#ifndef KERN_arm64_TYPES_H_ +#define KERN_arm64_TYPES_H_ + +#include <_bits/all.h> + +typedef struct { +} fncptr_t; + +#endif + +/** @} + */ Index: kernel/arch/arm64/src/arm64.c =================================================================== --- kernel/arch/arm64/src/arm64.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/arm64.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,253 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief ARM64 architecture specific functions. + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +static void arm64_post_mm_init(void); +static void arm64_post_smp_init(void); + +arch_ops_t arm64_ops = { + .post_mm_init = arm64_post_mm_init, + .post_smp_init = arm64_post_smp_init, +}; + +arch_ops_t *arch_ops = &arm64_ops; + +/** Perform ARM64 specific initialization before main_bsp() is called. */ +void arm64_pre_main(void *entry __attribute__((unused)), bootinfo_t *bootinfo) +{ + /* Copy init task info. */ + init.cnt = min3(bootinfo->taskmap.cnt, TASKMAP_MAX_RECORDS, + CONFIG_INIT_TASKS); + + size_t i; + for (i = 0; i < init.cnt; i++) { + init.tasks[i].paddr = + (uintptr_t) bootinfo->taskmap.tasks[i].addr; + init.tasks[i].size = bootinfo->taskmap.tasks[i].size; + str_cpy(init.tasks[i].name, CONFIG_TASK_NAME_BUFLEN, + bootinfo->taskmap.tasks[i].name); + } + + /* Copy physical memory map. */ + memmap.cnt = min(bootinfo->memmap.cnt, MEMMAP_MAX_RECORDS); + for (i = 0; i < memmap.cnt; i++) { + memmap.zones[i].type = bootinfo->memmap.zones[i].type; + memmap.zones[i].start = bootinfo->memmap.zones[i].start; + memmap.zones[i].size = bootinfo->memmap.zones[i].size; + } + + /* Initialize machine_ops pointer. */ + machine_ops_init(); +} + +/** Perform ARM64 specific tasks needed before the memory management is + * initialized. + */ +void arm64_post_mm_init(void) +{ + if (config.cpu_active != 1) + return; + + /* Do machine-specific initialization. */ + machine_init(); + + /* Initialize exception dispatch table. */ + exception_init(); + interrupt_init(); + + /* Merge all memory zones to 1 big zone. */ + zone_merge_all(); + + /* Initialize output device. */ + machine_output_init(); +} + +/** Perform ARM64 specific tasks needed after the multiprocessing is + * initialized. + */ +void arm64_post_smp_init(void) +{ + /* Set platform name. */ + const char *platform = machine_get_platform_name(); + + sysinfo_set_item_data("platform", NULL, (void *) platform, + str_size(platform)); + + /* Initialize input device. */ + machine_input_init(); +} + +/** Calibrate delay loop. + * + * On ARM64, we implement delay() by waiting for the CNTVCT_EL0 register to + * reach a pre-computed value, as opposed to performing some pre-computed amount + * of instructions of known duration. We set the delay_loop_const to 1 in order + * to neutralize the multiplication done by delay(). + */ +void calibrate_delay_loop(void) +{ + CPU->delay_loop_const = 1; +} + +/** Wait several microseconds. + * + * @param t Microseconds to wait. + */ +void asm_delay_loop(uint32_t usec) +{ + uint64_t stop = CNTVCT_EL0_read() + usec * CNTFRQ_EL0_read() / 1000000; + + while (CNTVCT_EL0_read() < stop) + ; +} + +/** Change processor mode. + * + * @param kernel_uarg Userspace settings (entry point, stack, ...). + */ +void userspace(uspace_arg_t *kernel_uarg) +{ + /* Prepare return to EL0. */ + SPSR_EL1_write((SPSR_EL1_read() & ~SPSR_MODE_MASK) | + SPSR_MODE_ARM64_EL0T); + + /* Set program entry. */ + ELR_EL1_write((uint64_t) kernel_uarg->uspace_entry); + + /* Set user stack. */ + SP_EL0_write(((uint64_t) kernel_uarg->uspace_stack + + kernel_uarg->uspace_stack_size)); + + /* Clear Thread ID register. */ + TPIDR_EL0_write(0); + + asm volatile ( + /* + * Clear all general-purpose registers, except x0 that holds an + * argument for the user space. + */ + "mov x0, %[uspace_uarg]\n" + "mov x1, #0\n" + "mov x2, #0\n" + "mov x3, #0\n" + "mov x4, #0\n" + "mov x5, #0\n" + "mov x6, #0\n" + "mov x7, #0\n" + "mov x8, #0\n" + "mov x9, #0\n" + "mov x10, #0\n" + "mov x11, #0\n" + "mov x12, #0\n" + "mov x13, #0\n" + "mov x14, #0\n" + "mov x15, #0\n" + "mov x16, #0\n" + "mov x17, #0\n" + "mov x18, #0\n" + "mov x19, #0\n" + "mov x20, #0\n" + "mov x21, #0\n" + "mov x22, #0\n" + "mov x23, #0\n" + "mov x24, #0\n" + "mov x25, #0\n" + "mov x26, #0\n" + "mov x27, #0\n" + "mov x28, #0\n" + "mov x29, #0\n" + "mov x30, #0\n" + "eret\n" + :: [uspace_uarg] "r" (kernel_uarg->uspace_uarg) + ); + + unreachable(); +} + +/** Perform ARM64 specific tasks needed before the new task is run. */ +void before_task_runs_arch(void) +{ +} + +/** Perform ARM64 specific tasks needed before the new thread is scheduled. + */ +void before_thread_runs_arch(void) +{ +} + +/** Perform ARM64 specific tasks before a thread stops running. */ +void after_thread_ran_arch(void) +{ +} + +/** Reboot the system. */ +void arch_reboot(void) +{ + /* Not implemented. */ + while (true) + ; +} + +/** Construct function pointer. + * + * @param fptr Function pointer structure. + * @param addr Function address. + * @param caller Calling function address. + * + * @return Address of the function pointer. + */ +void *arch_construct_function(fncptr_t *fptr, void *addr, void *caller) +{ + return addr; +} + +/** Perform ARM64 specific tasks to initialize IRQ processing. */ +void irq_initialize_arch(irq_t *irq __attribute__((unused))) +{ +} + +/** @} + */ Index: kernel/arch/arm64/src/asm.S =================================================================== --- kernel/arch/arm64/src/asm.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/asm.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,220 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include +#include +#include + +.text + +FUNCTION_BEGIN(memcpy_from_uspace) +FUNCTION_BEGIN(memcpy_to_uspace) + /* Simple (un-optimized) memcpy(). */ + cbz x2, 2f + mov x3, x0 +1: + ldrb w4, [x1], #1 + strb w4, [x3], #1 + subs x2, x2, #1 + b.ne 1b + +2: + ret +FUNCTION_END(memcpy_from_uspace) +FUNCTION_END(memcpy_to_uspace) + +FUNCTION_BEGIN(memcpy_from_uspace_failover_address) +FUNCTION_BEGIN(memcpy_to_uspace_failover_address) + mov x0, #0 + ret +FUNCTION_END(memcpy_from_uspace_failover_address) +FUNCTION_END(memcpy_to_uspace_failover_address) + +FUNCTION_BEGIN(early_putwchar) + ret +FUNCTION_END(early_putwchar) + +/* Static checks for the istate_t save/load. */ +#if ISTATE_OFFSET_X0 + 8 != ISTATE_OFFSET_X1 +#error x0 and x1 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X2 + 8 != ISTATE_OFFSET_X3 +#error x2 and x3 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X4 + 8 != ISTATE_OFFSET_X5 +#error x4 and x5 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X6 + 8 != ISTATE_OFFSET_X7 +#error x6 and x7 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X8 + 8 != ISTATE_OFFSET_X9 +#error x8 and x9 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X10 + 8 != ISTATE_OFFSET_X11 +#error x10 and x11 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X12 + 8 != ISTATE_OFFSET_X13 +#error x12 and x13 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X14 + 8 != ISTATE_OFFSET_X15 +#error x14 and x15 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X16 + 8 != ISTATE_OFFSET_X17 +#error x16 and x17 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X18 + 8 != ISTATE_OFFSET_X19 +#error x18 and x19 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X20 + 8 != ISTATE_OFFSET_X21 +#error x20 and x21 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X22 + 8 != ISTATE_OFFSET_X23 +#error x22 and x23 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X24 + 8 != ISTATE_OFFSET_X25 +#error x24 and x25 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X26 + 8 != ISTATE_OFFSET_X27 +#error x26 and x27 are not successive in istate_t +#endif +#if ISTATE_OFFSET_X28 + 8 != ISTATE_OFFSET_X29 +#error x28 and x29 are not successive in istate_t +#endif +#if ISTATE_OFFSET_SPSR + 8 != ISTATE_OFFSET_SP +#error spsr and sp are not successive in istate_t +#endif +#if ISTATE_OFFSET_PC + 8 != ISTATE_OFFSET_TPIDR +#error pc and tpidr are not successive in istate_t +#endif + +/* Exception vector. */ +.macro handler i +handler_\i: + /* + * Initial code for each handler, at maximum 128 bytes (32 + * instructions). + */ + + /* Save current state. */ + sub sp, sp, #ISTATE_SIZE /* 0x00 */ + stp x0, x1, [sp, #ISTATE_OFFSET_X0] /* 0x04 */ + stp x2, x3, [sp, #ISTATE_OFFSET_X2] /* 0x08 */ + stp x4, x5, [sp, #ISTATE_OFFSET_X4] /* 0x0c */ + stp x6, x7, [sp, #ISTATE_OFFSET_X6] /* 0x10 */ + stp x8, x9, [sp, #ISTATE_OFFSET_X8] /* 0x14 */ + stp x10, x11, [sp, #ISTATE_OFFSET_X10] /* 0x18 */ + stp x12, x13, [sp, #ISTATE_OFFSET_X12] /* 0x1c */ + stp x14, x15, [sp, #ISTATE_OFFSET_X14] /* 0x20 */ + stp x16, x17, [sp, #ISTATE_OFFSET_X16] /* 0x24 */ + stp x18, x19, [sp, #ISTATE_OFFSET_X18] /* 0x28 */ + stp x20, x21, [sp, #ISTATE_OFFSET_X20] /* 0x2c */ + stp x22, x23, [sp, #ISTATE_OFFSET_X22] /* 0x30 */ + stp x24, x25, [sp, #ISTATE_OFFSET_X24] /* 0x34 */ + stp x26, x27, [sp, #ISTATE_OFFSET_X26] /* 0x38 */ + stp x28, x29, [sp, #ISTATE_OFFSET_X28] /* 0x3c */ + str x30, [sp, #ISTATE_OFFSET_X30] /* 0x40 */ + + mrs x0, spsr_el1 /* 0x44 */ + mrs x1, sp_el0 /* 0x48 */ + stp x0, x1, [sp, #ISTATE_OFFSET_SPSR] /* 0x4c */ + + mrs x0, elr_el1 /* 0x50 */ + mrs x1, tpidr_el0 /* 0x54 */ + stp x0, x1, [sp, #ISTATE_OFFSET_PC] /* 0x58 */ + + mov x0, #\i /* 0x5c */ + mov x1, sp /* 0x60 */ + bl exc_dispatch /* 0x64 */ + + /* Restore previous state. */ + ldp x0, x1, [sp, #ISTATE_OFFSET_SPSR] /* 0x68 */ + msr spsr_el1, x0 /* 0x6c */ + msr sp_el0, x1 /* 0x70 */ + + ldp x0, x1, [sp, #ISTATE_OFFSET_PC] /* 0x74 */ + msr elr_el1, x0 /* 0x78 */ + b exc_restore_end /* 0x7c */ +.endm + +exc_restore_end: + /* Restore remaining registers and return from the exception handler. */ + msr tpidr_el0, x1 + ldp x0, x1, [sp, #ISTATE_OFFSET_X0] + ldp x2, x3, [sp, #ISTATE_OFFSET_X2] + ldp x4, x5, [sp, #ISTATE_OFFSET_X4] + ldp x6, x7, [sp, #ISTATE_OFFSET_X6] + ldp x8, x9, [sp, #ISTATE_OFFSET_X8] + ldp x10, x11, [sp, #ISTATE_OFFSET_X10] + ldp x12, x13, [sp, #ISTATE_OFFSET_X12] + ldp x14, x15, [sp, #ISTATE_OFFSET_X14] + ldp x16, x17, [sp, #ISTATE_OFFSET_X16] + ldp x18, x19, [sp, #ISTATE_OFFSET_X18] + ldp x20, x21, [sp, #ISTATE_OFFSET_X20] + ldp x22, x23, [sp, #ISTATE_OFFSET_X22] + ldp x24, x25, [sp, #ISTATE_OFFSET_X24] + ldp x26, x27, [sp, #ISTATE_OFFSET_X26] + ldp x28, x29, [sp, #ISTATE_OFFSET_X28] + ldr x30, [sp, #ISTATE_OFFSET_X30] + add sp, sp, #ISTATE_SIZE + eret + +.align 11 +SYMBOL(exc_vector) +.org exc_vector + 0x000 + handler EXC_CURRENT_EL_SP_SEL0_SYNCH +.org exc_vector + 0x080 + handler EXC_CURRENT_EL_SP_SEL0_IRQ +.org exc_vector + 0x100 + handler EXC_CURRENT_EL_SP_SEL0_FIQ +.org exc_vector + 0x180 + handler EXC_CURRENT_EL_SP_SEL0_SERROR +.org exc_vector + 0x200 + handler EXC_CURRENT_EL_SP_SELX_SYNCH +.org exc_vector + 0x280 + handler EXC_CURRENT_EL_SP_SELX_IRQ +.org exc_vector + 0x300 + handler EXC_CURRENT_EL_SP_SELX_FIQ +.org exc_vector + 0x380 + handler EXC_CURRENT_EL_SP_SELX_SERROR +.org exc_vector + 0x400 + handler EXC_LOWER_EL_AARCH64_SYNCH +.org exc_vector + 0x480 + handler EXC_LOWER_EL_AARCH64_IRQ +.org exc_vector + 0x500 + handler EXC_LOWER_EL_AARCH64_FIQ +.org exc_vector + 0x580 + handler EXC_LOWER_EL_AARCH64_SERROR +.org exc_vector + 0x600 + handler EXC_LOWER_EL_AARCH32_SYNCH +.org exc_vector + 0x680 + handler EXC_LOWER_EL_AARCH32_IRQ +.org exc_vector + 0x700 + handler EXC_LOWER_EL_AARCH32_FIQ +.org exc_vector + 0x780 + handler EXC_LOWER_EL_AARCH32_SERROR +.org exc_vector + 0x800 Index: kernel/arch/arm64/src/context.S =================================================================== --- kernel/arch/arm64/src/context.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/context.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,84 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include +#include + +.text + +/* Static checks for the context_t save/load. */ +#if CONTEXT_OFFSET_SP + 8 != CONTEXT_OFFSET_PC +#error sp and pc are not successive in context_t +#endif +#if CONTEXT_OFFSET_X19 + 8 != CONTEXT_OFFSET_X20 +#error x19 and x20 are not successive in context_t +#endif +#if CONTEXT_OFFSET_X21 + 8 != CONTEXT_OFFSET_X22 +#error x21 and x22 are not successive in context_t +#endif +#if CONTEXT_OFFSET_X23 + 8 != CONTEXT_OFFSET_X24 +#error x23 and x24 are not successive in context_t +#endif +#if CONTEXT_OFFSET_X25 + 8 != CONTEXT_OFFSET_X26 +#error x25 and x26 are not successive in context_t +#endif +#if CONTEXT_OFFSET_X27 + 8 != CONTEXT_OFFSET_X28 +#error x27 and x28 are not successive in context_t +#endif + +FUNCTION_BEGIN(context_save_arch) + /* Save callee-saved registers into context_t pointed by x0. */ + mov x1, sp + stp x1, x30, [x0, #CONTEXT_OFFSET_SP] + stp x19, x20, [x0, #CONTEXT_OFFSET_X19] + stp x21, x22, [x0, #CONTEXT_OFFSET_X21] + stp x23, x24, [x0, #CONTEXT_OFFSET_X23] + stp x25, x26, [x0, #CONTEXT_OFFSET_X25] + stp x27, x28, [x0, #CONTEXT_OFFSET_X27] + str x29, [x0, #CONTEXT_OFFSET_X29] + + /* Return 1. */ + mov x0, #1 + ret +FUNCTION_END(context_save_arch) + +FUNCTION_BEGIN(context_restore_arch) + /* Restore callee-saved registers from context_t pointed by x0. */ + ldp x1, x30, [x0, #CONTEXT_OFFSET_SP] + mov sp, x1 + ldp x19, x20, [x0, #CONTEXT_OFFSET_X19] + ldp x21, x22, [x0, #CONTEXT_OFFSET_X21] + ldp x23, x24, [x0, #CONTEXT_OFFSET_X23] + ldp x25, x26, [x0, #CONTEXT_OFFSET_X25] + ldp x27, x28, [x0, #CONTEXT_OFFSET_X27] + ldr x29, [x0, #CONTEXT_OFFSET_X29] + + /* Return 0. */ + mov x0, #0 + ret +FUNCTION_END(context_restore_arch) Index: kernel/arch/arm64/src/cpu/cpu.c =================================================================== --- kernel/arch/arm64/src/cpu/cpu.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/cpu/cpu.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,97 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief CPU identification. + */ + +#include +#include +#include + +/** Decode implementer (vendor) name. */ +static const char *implementer(uint32_t id) +{ + switch (id) { + case 0x41: + return "ARM Limited"; + case 0x42: + return "Broadcom Corporation"; + case 0x43: + return "Cavium Inc."; + case 0x44: + return "Digital Equipment Corporation"; + case 0x49: + return "Infineon Technologies AG"; + case 0x4d: + return "Motorola or Freescale Semiconductor Inc."; + case 0x4e: + return "NVIDIA Corporation"; + case 0x50: + return "Applied Micro Circuits Corporation"; + case 0x51: + return "Qualcomm Inc."; + case 0x56: + return "Marvell International Ltd."; + case 0x69: + return "Intel Corporation"; + } + return "Unknown implementer"; +} + +/** Perform ARM64-specific tasks needed for CPU initialization. */ +void cpu_arch_init(void) +{ +} + +/** Retrieve processor identification and stores it to #CPU.arch */ +void cpu_identify(void) +{ + uint64_t midr = MIDR_EL1_read(); + + CPU->arch.implementer = + (midr & MIDR_IMPLEMENTER_MASK) >> MIDR_IMPLEMENTER_SHIFT; + CPU->arch.variant = (midr & MIDR_VARIANT_MASK) >> MIDR_VARIANT_SHIFT; + CPU->arch.partnum = (midr & MIDR_PARTNUM_MASK) >> MIDR_PARTNUM_SHIFT; + CPU->arch.revision = (midr & MIDR_REVISION_MASK) >> MIDR_REVISION_SHIFT; +} + +/** Print CPU identification. */ +void cpu_print_report(cpu_t *m) +{ + printf("cpu%d: vendor=%s, variant=%" PRIx32 ", part number=%" PRIx32 + ", revision=%" PRIx32 "\n", + m->id, implementer(m->arch.implementer), m->arch.variant, + m->arch.partnum, m->arch.revision); +} + +/** @} + */ Index: kernel/arch/arm64/src/debug/stacktrace.c =================================================================== --- kernel/arch/arm64/src/debug/stacktrace.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/debug/stacktrace.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,81 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + */ + +#include +#include +#include + +#define FRAME_OFFSET_FP_PREV 0 +#define FRAME_OFFSET_RA 1 + +bool kernel_stack_trace_context_validate(stack_trace_context_t *ctx) +{ + return ctx->fp != 0; +} + +bool kernel_frame_pointer_prev(stack_trace_context_t *ctx, uintptr_t *prev) +{ + uint64_t *stack = (void *) ctx->fp; + + *prev = stack[FRAME_OFFSET_FP_PREV]; + return true; +} + +bool kernel_return_address_get(stack_trace_context_t *ctx, uintptr_t *ra) +{ + uint64_t *stack = (void *) ctx->fp; + + *ra = stack[FRAME_OFFSET_RA]; + return true; +} + +bool uspace_stack_trace_context_validate(stack_trace_context_t *ctx) +{ + return ctx->fp != 0; +} + +bool uspace_frame_pointer_prev(stack_trace_context_t *ctx, uintptr_t *prev) +{ + return !copy_from_uspace((void *) prev, + (uint64_t *) ctx->fp + FRAME_OFFSET_FP_PREV, sizeof(*prev)); +} + +bool uspace_return_address_get(stack_trace_context_t *ctx, uintptr_t *ra) +{ + return !copy_from_uspace((void *) ra, + (uint64_t *) ctx->fp + FRAME_OFFSET_RA, sizeof(*ra)); +} + +/** @} + */ Index: kernel/arch/arm64/src/debug/stacktrace_asm.S =================================================================== --- kernel/arch/arm64/src/debug/stacktrace_asm.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/debug/stacktrace_asm.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,41 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include + +.text + +FUNCTION_BEGIN(frame_pointer_get) + mov x0, x29 + ret +FUNCTION_END(frame_pointer_get) + +FUNCTION_BEGIN(program_counter_get) + mov x0, x30 + ret +FUNCTION_END(program_counter_get) Index: kernel/arch/arm64/src/exception.c =================================================================== --- kernel/arch/arm64/src/exception.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/exception.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,324 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Exception handlers and exception initialization routines. + */ + +#include +#include +#include +#include +#include +#include +#include +#include + +static void current_el_sp_sel0_synch_exception(unsigned int exc_no, + istate_t *istate) +{ + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SEL0, Synch, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void current_el_sp_sel0_irq_exception(unsigned int exc_no, + istate_t *istate) +{ + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SEL0, IRQ, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void current_el_sp_sel0_fiq_exception(unsigned int exc_no, + istate_t *istate) +{ + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SEL0, FIQ, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void current_el_sp_sel0_serror_exception(unsigned int exc_no, + istate_t *istate) +{ + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SEL0, SError, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 + ".", (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void current_el_sp_selx_synch_exception(unsigned int exc_no, + istate_t *istate) +{ + uint64_t esr_el1 = ESR_EL1_read(); + uint64_t far_el1 = FAR_EL1_read(); + pf_access_t access; + + switch ((esr_el1 & ESR_EC_MASK) >> ESR_EC_SHIFT) { + case ESR_EC_DA_CURRENT_EL: + /* Data abort. */ + switch ((esr_el1 & ESR_IDFSC_MASK) >> ESR_IDFSC_SHIFT) { + case ESR_IDA_IDFSC_TF0: + case ESR_IDA_IDFSC_TF1: + case ESR_IDA_IDFSC_TF2: + case ESR_IDA_IDFSC_TF3: + /* Translation fault. */ + access = (esr_el1 & ESR_DA_WNR_FLAG) ? PF_ACCESS_WRITE : + PF_ACCESS_READ; + as_page_fault(far_el1, access, istate); + return; + } + } + + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SELx, Synch, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void current_el_sp_selx_irq_exception(unsigned int exc_no, + istate_t *istate) +{ + machine_irq_exception(exc_no, istate); +} + +static void current_el_sp_selx_fiq_exception(unsigned int exc_no, + istate_t *istate) +{ + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SELx, FIQ, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void current_el_sp_selx_serror_exception(unsigned int exc_no, + istate_t *istate) +{ + panic_badtrap(istate, exc_no, "Unhandled exception from Current EL, " + "SP_SELx, SError, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 + ".", (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void lower_el_aarch64_synch_exception(unsigned int exc_no, + istate_t *istate) +{ + uint64_t esr_el1 = ESR_EL1_read(); + uint64_t far_el1 = FAR_EL1_read(); + pf_access_t access; + bool exec = false; + + switch ((esr_el1 & ESR_EC_MASK) >> ESR_EC_SHIFT) { + case ESR_EC_FP: + /* Access to Advanced SIMD or floating-point functionality. */ +#ifdef CONFIG_FPU_LAZY + scheduler_fpu_lazy_request(); +#else + fault_from_uspace(istate, "AdvSIMD/FP fault."); +#endif + return; + case ESR_EC_SVC: + /* SVC instruction. */ + interrupts_enable(); + istate->x0 = syscall_handler(istate->x0, istate->x1, istate->x2, + istate->x3, istate->x4, istate->x5, istate->x6); + interrupts_disable(); + return; + case ESR_EC_IA_LOWER_EL: + /* Instruction abort. */ + exec = true; + /* Fallthrough */ + case ESR_EC_DA_LOWER_EL: + /* Data abort. */ + switch ((esr_el1 & ESR_IDFSC_MASK) >> ESR_IDFSC_SHIFT) { + case ESR_IDA_IDFSC_TF0: + case ESR_IDA_IDFSC_TF1: + case ESR_IDA_IDFSC_TF2: + case ESR_IDA_IDFSC_TF3: + /* Translation fault. */ + if (exec) + access = PF_ACCESS_EXEC; + else + access = (esr_el1 & ESR_DA_WNR_FLAG) ? + PF_ACCESS_WRITE : PF_ACCESS_READ; + as_page_fault(far_el1, access, istate); + return; + } + } + + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch64, " + "Synch, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) esr_el1, far_el1); +} + +static void lower_el_aarch64_irq_exception(unsigned int exc_no, + istate_t *istate) +{ + machine_irq_exception(exc_no, istate); +} + +static void lower_el_aarch64_fiq_exception(unsigned int exc_no, + istate_t *istate) +{ + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch64, " + "FIQ, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void lower_el_aarch64_serror_exception(unsigned int exc_no, + istate_t *istate) +{ + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch64, " + "SError, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void lower_el_aarch32_synch_exception(unsigned int exc_no, + istate_t *istate) +{ + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch32, " + "Synch, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void lower_el_aarch32_irq_exception(unsigned int exc_no, + istate_t *istate) +{ + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch32, " + "IRQ, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void lower_el_aarch32_fiq_exception(unsigned int exc_no, + istate_t *istate) +{ + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch32, " + "FIQ, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +static void lower_el_aarch32_serror_exception(unsigned int exc_no, + istate_t *istate) +{ + fault_from_uspace(istate, "Unhandled exception from Lower EL, AArch32, " + "SError, ESR_EL1=%0#10" PRIx32 ", FAR_EL1=%0#18" PRIx64 ".", + (uint32_t) ESR_EL1_read(), FAR_EL1_read()); +} + +/** Initializes exception handling. + * + * Installs low-level exception handlers and then registers exceptions and their + * handlers to kernel exception dispatcher. + */ +void exception_init(void) +{ + exc_register(EXC_CURRENT_EL_SP_SEL0_SYNCH, + "current EL, SP_SEL0, Synchronous", true, + (iroutine_t) current_el_sp_sel0_synch_exception); + exc_register(EXC_CURRENT_EL_SP_SEL0_IRQ, + "current EL, SP_SEL0, IRQ", true, + (iroutine_t) current_el_sp_sel0_irq_exception); + exc_register(EXC_CURRENT_EL_SP_SEL0_FIQ, + "current EL, SP_SEL0, FIQ", true, + (iroutine_t) current_el_sp_sel0_fiq_exception); + exc_register(EXC_CURRENT_EL_SP_SEL0_SERROR, + "current EL, SP_SEL0, SError", true, + (iroutine_t) current_el_sp_sel0_serror_exception); + exc_register(EXC_CURRENT_EL_SP_SELX_SYNCH, + "current EL, SP_SELx, Synchronous", true, + (iroutine_t) current_el_sp_selx_synch_exception); + exc_register(EXC_CURRENT_EL_SP_SELX_IRQ, + "current EL, SP_SELx, IRQ", true, + (iroutine_t) current_el_sp_selx_irq_exception); + exc_register(EXC_CURRENT_EL_SP_SELX_FIQ, + "current EL, SP_SELx, FIQ", true, + (iroutine_t) current_el_sp_selx_fiq_exception); + exc_register(EXC_CURRENT_EL_SP_SELX_SERROR, + "current EL, SP_SELx, SError", true, + (iroutine_t) current_el_sp_selx_serror_exception); + exc_register(EXC_LOWER_EL_AARCH64_SYNCH, + "lower EL, AArch64, Synchronous", true, + (iroutine_t) lower_el_aarch64_synch_exception); + exc_register(EXC_LOWER_EL_AARCH64_IRQ, + "lower EL, AArch64, IRQ", true, + (iroutine_t) lower_el_aarch64_irq_exception); + exc_register(EXC_LOWER_EL_AARCH64_FIQ, + "lower EL, AArch64, FIQ", true, + (iroutine_t) lower_el_aarch64_fiq_exception); + exc_register(EXC_LOWER_EL_AARCH64_SERROR, + "lower EL, AArch64, SError", true, + (iroutine_t) lower_el_aarch64_serror_exception); + exc_register(EXC_LOWER_EL_AARCH32_SYNCH, + "lower EL, AArch32, Synchronous", true, + (iroutine_t) lower_el_aarch32_synch_exception); + exc_register(EXC_LOWER_EL_AARCH32_IRQ, + "lower EL, AArch32, IRQ", true, + (iroutine_t) lower_el_aarch32_irq_exception); + exc_register(EXC_LOWER_EL_AARCH32_FIQ, + "lower EL, AArch32, FIQ", true, + (iroutine_t) lower_el_aarch32_fiq_exception); + exc_register(EXC_LOWER_EL_AARCH32_SERROR, + "lower EL, AArch32, SError", true, + (iroutine_t) lower_el_aarch32_serror_exception); + + VBAR_EL1_write(((uint64_t) &exc_vector)); +} + +/** Print #istate_t structure content. + * + * @param istate Structure to be printed. + */ +void istate_decode(istate_t *istate) +{ + printf("x0 =%0#18" PRIx64 "\tx1 =%0#18" PRIx64 "\t" + "x2 =%0#18" PRIx64 "\n", istate->x0, istate->x1, istate->x2); + printf("x3 =%0#18" PRIx64 "\tx4 =%0#18" PRIx64 "\t" + "x5 =%0#18" PRIx64 "\n", istate->x3, istate->x4, istate->x5); + printf("x6 =%0#18" PRIx64 "\tx7 =%0#18" PRIx64 "\t" + "x8 =%0#18" PRIx64 "\n", istate->x6, istate->x7, istate->x8); + printf("x9 =%0#18" PRIx64 "\tx10=%0#18" PRIx64 "\t" + "x11=%0#18" PRIx64 "\n", istate->x9, istate->x10, istate->x11); + printf("x12=%0#18" PRIx64 "\tx13=%0#18" PRIx64 "\t" + "x14=%0#18" PRIx64 "\n", istate->x12, istate->x13, istate->x14); + printf("x15=%0#18" PRIx64 "\tx16=%0#18" PRIx64 "\t" + "x17=%0#18" PRIx64 "\n", istate->x15, istate->x16, istate->x17); + printf("x18=%0#18" PRIx64 "\tx19=%0#18" PRIx64 "\t" + "x20=%0#18" PRIx64 "\n", istate->x18, istate->x19, istate->x20); + printf("x21=%0#18" PRIx64 "\tx22=%0#18" PRIx64 "\t" + "x23=%0#18" PRIx64 "\n", istate->x21, istate->x22, istate->x23); + printf("x24=%0#18" PRIx64 "\tx25=%0#18" PRIx64 "\t" + "x26=%0#18" PRIx64 "\n", istate->x24, istate->x25, istate->x26); + printf("x27=%0#18" PRIx64 "\tx28=%0#18" PRIx64 "\t" + "x29=%0#18" PRIx64 "\n", istate->x27, istate->x28, istate->x29); + printf("x30=%0#18" PRIx64 "\tsp =%0#18" PRIx64 "\t" + "pc =%0#18" PRIx64 "\n", istate->x30, istate->sp, istate->pc); + printf("spsr=%0#18" PRIx64 "\ttpidr=%0#18" PRIx64 "\n", istate->spsr, + istate->tpidr); +} + +/** @} + */ Index: kernel/arch/arm64/src/fpu.S =================================================================== --- kernel/arch/arm64/src/fpu.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/fpu.S (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,82 @@ +/* + * Copyright (c) 2018 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include +#include + +.text + +FUNCTION_BEGIN(fpu_context_save) + /* Save FPU registers into fpu_context_t pointed by x0. */ + stp q0, q1, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 0] + stp q2, q3, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 2] + stp q4, q5, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 4] + stp q6, q7, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 6] + stp q8, q9, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 8] + stp q10, q11, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 10] + stp q12, q13, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 12] + stp q14, q15, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 14] + stp q16, q17, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 16] + stp q18, q19, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 18] + stp q20, q21, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 20] + stp q22, q23, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 22] + stp q24, q25, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 24] + stp q26, q27, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 26] + stp q28, q29, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 28] + stp q30, q31, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 30] + mrs x1, fpcr + str w1, [x0, #FPU_CONTEXT_OFFSET_FPCR] + mrs x1, fpsr + str w1, [x0, #FPU_CONTEXT_OFFSET_FPSR] + ret +FUNCTION_END(fpu_context_save) + +FUNCTION_BEGIN(fpu_context_restore) + /* Restore FPU registers from fpu_context_t pointed by x0. */ + ldp q0, q1, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 0] + ldp q2, q3, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 2] + ldp q4, q5, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 4] + ldp q6, q7, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 6] + ldp q8, q9, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 8] + ldp q10, q11, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 10] + ldp q12, q13, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 12] + ldp q14, q15, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 14] + ldp q16, q17, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 16] + ldp q18, q19, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 18] + ldp q20, q21, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 20] + ldp q22, q23, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 22] + ldp q24, q25, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 24] + ldp q26, q27, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 26] + ldp q28, q29, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 28] + ldp q30, q31, [x0, #FPU_CONTEXT_OFFSET_VREGS + 16 * 30] + ldr w1, [x0, #FPU_CONTEXT_OFFSET_FPCR] + msr fpcr, x1 + ldr w1, [x0, #FPU_CONTEXT_OFFSET_FPSR] + msr fpsr, x1 + ret +FUNCTION_END(fpu_context_restore) Index: kernel/arch/arm64/src/fpu_context.c =================================================================== --- kernel/arch/arm64/src/fpu_context.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/fpu_context.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,97 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief ARM64 FPU context. + */ + +#include +#include + +/** Initialize FPU functionality. */ +void fpu_init(void) +{ + /* + * Set initial FPU state: + * o Registers v0-v31 are cleared. + * o FPCR value: + * [31:27] - Reserved 0. + * [26] - AHP=0, IEEE half-precision format selected. + * [25] - DN=0, NaN operands propagate through to the output of a + * floating-point operation. + * [24] - FZ=0, flush-to-zero mode disabled. + * [23:22] - RMode=00, round to nearest mode. + * [21:20] - Stride=00, this field has no function in AArch64 state. + * [19] - FZ16=0, flush-to-zero mode disabled. + * [18:16] - Len=000, this field has no function in AArch64 state. + * [15] - IDE=0, input denormal FP exception is untrapped. + * [14:13] - Reserved 0. + * [12] - IXE=0, inexact FP exception is untrapped. + * [11] - UFE=0, underflow FP exception is untrapped. + * [10] - OFE=0, overflow FP exception is untrapped. + * [9] - DZE=0, divide by zero FP exception is untrapped. + * [8] - IOE=0, invalid operation FP exception is untrapped. + * [7:0] - Reserved 0. + * o FPSR value: + * [31] - N=0, negative condition flag for AArch32. + * [30] - Z=0, zero condition flag for AArch32. + * [29] - C=0, carry condition flag for AArch32. + * [28] - V=0, overflow condition flag for AArch32. + * [27] - QC=0, cumulative saturation bit. + * [26:8] - Reserved 0. + * [7] - IDC=0, input denormal cumulative FP exception bit. + * [6:5] - Reserved 0. + * [4] - IXC=0, inexact cumulative FP exception bit. + * [3] - UFC=0, underflow cumulative FP exception bit. + * [2] - OFC=0, overflow cumulative FP exception bit. + * [1] - DZC=0, divide by zero cumulative FP exception bit. + * [0] - IOC=0, invalid operation cumulative FP exception bit. + */ + static fpu_context_t init = { .vregs = { 0 }, .fpcr = 0, .fpsr = 0 }; + fpu_context_restore(&init); +} + +/** Enable FPU instructions. */ +void fpu_enable(void) +{ + CPACR_EL1_write((CPACR_EL1_read() & ~CPACR_FPEN_MASK) | + (CPACR_FPEN_TRAP_NONE << CPACR_FPEN_SHIFT)); +} + +/** Disable FPU instructions. */ +void fpu_disable(void) +{ + CPACR_EL1_write((CPACR_EL1_read() & ~CPACR_FPEN_MASK) | + (CPACR_FPEN_TRAP_ALL << CPACR_FPEN_SHIFT)); +} + +/** @} + */ Index: kernel/arch/arm64/src/interrupt.c =================================================================== --- kernel/arch/arm64/src/interrupt.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) +++ kernel/arch/arm64/src/interrupt.c (revision 84176f3d26c423111021bb2b97b70bf0076fb9f4) @@ -0,0 +1,173 @@ +/* + * Copyright (c) 2015 Petr Pavlu + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * - The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +/** @addtogroup kernel_arm64 + * @{ + */ +/** @file + * @brief Interrupts controlling routines. + */ + +#include +#include +#include +#include +#include