source: mainline/kernel/arch/arm64/src/arm64.c@ db17889

/*
 * Copyright (c) 2015 Petr Pavlu
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/** @addtogroup kernel_arm64
 * @{
 */
/** @file
 * @brief ARM64 architecture specific functions.
 */

#include <abi/errno.h>
#include <arch.h>
#include <arch/arch.h>
#include <arch/asm.h>
#include <arch/exception.h>
#include <arch/machine_func.h>
#include <interrupt.h>
#include <proc/scheduler.h>
#include <syscall/syscall.h>
#include <sysinfo/sysinfo.h>
#include <userspace.h>

static void arm64_post_mm_init(void);
static void arm64_post_smp_init(void);

arch_ops_t arm64_ops = {
        .post_mm_init = arm64_post_mm_init,
        .post_smp_init = arm64_post_smp_init,
};

arch_ops_t *arch_ops = &arm64_ops;

/** Perform ARM64 specific initialization before main_bsp() is called. */
void arm64_pre_main(void *entry __attribute__((unused)), bootinfo_t *bootinfo)
{
        /* Copy init task info. */
        init.cnt = min3(bootinfo->taskmap.cnt, TASKMAP_MAX_RECORDS,
            CONFIG_INIT_TASKS);

        size_t i;
        for (i = 0; i < init.cnt; i++) {
                init.tasks[i].paddr =
                    (uintptr_t) bootinfo->taskmap.tasks[i].addr;
                init.tasks[i].size = bootinfo->taskmap.tasks[i].size;
                str_cpy(init.tasks[i].name, CONFIG_TASK_NAME_BUFLEN,
                    bootinfo->taskmap.tasks[i].name);
        }

        /* Copy physical memory map. */
        memmap.cnt = min(bootinfo->memmap.cnt, MEMMAP_MAX_RECORDS);
        for (i = 0; i < memmap.cnt; i++) {
                memmap.zones[i].type = bootinfo->memmap.zones[i].type;
                memmap.zones[i].start = bootinfo->memmap.zones[i].start;
                memmap.zones[i].size = bootinfo->memmap.zones[i].size;
        }

        /* Initialize machine_ops pointer. */
        machine_ops_init();
}

/** Perform ARM64 specific tasks needed before the memory management is
 * initialized.
 */
void arm64_post_mm_init(void)
{
        if (config.cpu_active != 1)
                return;

        /* Do machine-specific initialization. */
        machine_init();

        /* Initialize exception dispatch table. */
        exception_init();
        interrupt_init();

        /* Merge all memory zones to 1 big zone. */
        zone_merge_all();

        /* Initialize output device. */
        machine_output_init();
}

/** Perform ARM64 specific tasks needed after the multiprocessing is
 * initialized.
 */
void arm64_post_smp_init(void)
{
        /* Set platform name. */
        const char *platform = machine_get_platform_name();

        sysinfo_set_item_data("platform", NULL, (void *) platform,
            str_size(platform));

        /* Initialize input device. */
        machine_input_init();
}

/** Calibrate delay loop.
 *
 * On ARM64, we implement delay() by waiting for the CNTVCT_EL0 register to
 * reach a pre-computed value, as opposed to performing some pre-computed amount
 * of instructions of known duration. We set the delay_loop_const to 1 in order
 * to neutralize the multiplication done by delay().
 */
void calibrate_delay_loop(void)
{
        CPU->delay_loop_const = 1;
}

/** Wait several microseconds.
 *
 * @param t Microseconds to wait.
 */
void asm_delay_loop(uint32_t usec)
{
        uint64_t stop = CNTVCT_EL0_read() + usec * CNTFRQ_EL0_read() / 1000000;

        while (CNTVCT_EL0_read() < stop)
                ;
}

/** Change processor mode.
 *
 * @param kernel_uarg Userspace settings (entry point, stack, ...).
 */
void userspace(uspace_arg_t *kernel_uarg)
{
        /* Prepare return to EL0. */
        SPSR_EL1_write((SPSR_EL1_read() & ~SPSR_MODE_MASK) |
            SPSR_MODE_ARM64_EL0T);

        /* Set program entry. */
        ELR_EL1_write(kernel_uarg->uspace_entry);

        /* Set user stack. */
        SP_EL0_write(kernel_uarg->uspace_stack +
            kernel_uarg->uspace_stack_size);

        /* Clear Thread ID register. */
        TPIDR_EL0_write(0);

        asm volatile (
            /*
             * Reset the kernel stack to its base value.
             *
             * Clear all general-purpose registers,
             * except x0 that holds an argument for
             * the user space.
             */
            "mov sp, %[kstack]\n"
            "mov x0, %[uspace_uarg]\n"
            "mov x1, #0\n"
            "mov x2, #0\n"
            "mov x3, #0\n"
            "mov x4, #0\n"
            "mov x5, #0\n"
            "mov x6, #0\n"
            "mov x7, #0\n"
            "mov x8, #0\n"
            "mov x9, #0\n"
            "mov x10, #0\n"
            "mov x11, #0\n"
            "mov x12, #0\n"
            "mov x13, #0\n"
            "mov x14, #0\n"
            "mov x15, #0\n"
            "mov x16, #0\n"
            "mov x17, #0\n"
            "mov x18, #0\n"
            "mov x19, #0\n"
            "mov x20, #0\n"
            "mov x21, #0\n"
            "mov x22, #0\n"
            "mov x23, #0\n"
            "mov x24, #0\n"
            "mov x25, #0\n"
            "mov x26, #0\n"
            "mov x27, #0\n"
            "mov x28, #0\n"
            "mov x29, #0\n"
            "mov x30, #0\n"
            "eret\n"
            :: [uspace_uarg] "r" (kernel_uarg->uspace_uarg),
              [kstack] "r" (((uint64_t) (THREAD->kstack)) +
              MEM_STACK_SIZE - SP_DELTA)
        );

        unreachable();
}

/** Perform ARM64 specific tasks needed before the new task is run. */
void before_task_runs_arch(void)
{
}

/** Perform ARM64 specific tasks needed before the new thread is scheduled.
 */
void before_thread_runs_arch(void)
{
}

/** Perform ARM64 specific tasks before a thread stops running. */
void after_thread_ran_arch(void)
{
}

/** Reboot the system. */
void arch_reboot(void)
{
        /* Not implemented. */
        while (true)
                ;
}

/** Construct function pointer.
 *
 * @param fptr   Function pointer structure.
 * @param addr   Function address.
 * @param caller Calling function address.
 *
 * @return Address of the function pointer.
 */
void *arch_construct_function(fncptr_t *fptr, void *addr, void *caller)
{
        return addr;
}

/** Perform ARM64 specific tasks to initialize IRQ processing. */
void irq_initialize_arch(irq_t *irq __attribute__((unused)))
{
}

/** @}
 */