source: mainline/kernel/arch/ia64/include/asm.h@ c69209d

/*
 * Copyright (c) 2005 Jakub Jermar
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/** @addtogroup ia64
 * @{
 */
/** @file
 */

#ifndef KERN_ia64_ASM_H_
#define KERN_ia64_ASM_H_

#include <config.h>
#include <typedefs.h>
#include <typedefs.h>
#include <arch/register.h>
#include <trace.h>

#define IA64_IOSPACE_ADDRESS  0xE001000000000000ULL

NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)
{
        uintptr_t prt = (uintptr_t) port;
        
        *((ioport8_t *) (IA64_IOSPACE_ADDRESS +
            ((prt & 0xfff) | ((prt >> 2) << 12)))) = v;
        
        asm volatile (
                "mf\n"
                ::: "memory"
        );
}

NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)
{
        uintptr_t prt = (uintptr_t) port;
        
        *((ioport16_t *) (IA64_IOSPACE_ADDRESS +
            ((prt & 0xfff) | ((prt >> 2) << 12)))) = v;
        
        asm volatile (
                "mf\n"
                ::: "memory"
        );
}

NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)
{
        uintptr_t prt = (uintptr_t) port;
        
        *((ioport32_t *) (IA64_IOSPACE_ADDRESS +
            ((prt & 0xfff) | ((prt >> 2) << 12)))) = v;
        
        asm volatile (
                "mf\n"
                ::: "memory"
        );
}

NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)
{
        uintptr_t prt = (uintptr_t) port;
        
        asm volatile (
                "mf\n"
                ::: "memory"
        );
        
        return *((ioport8_t *) (IA64_IOSPACE_ADDRESS +
            ((prt & 0xfff) | ((prt >> 2) << 12))));
}

NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)
{
        uintptr_t prt = (uintptr_t) port;
        
        asm volatile (
                "mf\n"
                ::: "memory"
        );
        
        return *((ioport16_t *) (IA64_IOSPACE_ADDRESS +
            ((prt & 0xfff) | ((prt >> 2) << 12))));
}

NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)
{
        uintptr_t prt = (uintptr_t) port;
        
        asm volatile (
                "mf\n"
                ::: "memory"
        );
        
        return *((ioport32_t *) (IA64_IOSPACE_ADDRESS +
            ((prt & 0xfff) | ((prt >> 2) << 12))));
}

/** Return base address of current stack
 *
 * Return the base address of the current stack.
 * The stack is assumed to be STACK_SIZE long.
 * The stack must start on page boundary.
 *
 */
NO_TRACE static inline uintptr_t get_stack_base(void)
{
        uint64_t v;
        
        /*
         * I'm not sure why but this code inlines badly
         * in scheduler, resulting in THE shifting about
         * 16B and causing kernel panic.
         *
         * asm volatile (
         *     "and %[value] = %[mask], r12"
         *     : [value] "=r" (v)
         *     : [mask] "r" (~(STACK_SIZE - 1))
         * );
         * return v;
         *
         * The following code has the same semantics but
         * inlines correctly.
         *
         */
        
        asm volatile (
                "mov %[value] = r12"
                : [value] "=r" (v)
        );
        
        return (v & (~(STACK_SIZE - 1)));
}

/** Return Processor State Register.
 *
 * @return PSR.
 *
 */
NO_TRACE static inline uint64_t psr_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = psr\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Read IVA (Interruption Vector Address).
 *
 * @return Return location of interruption vector table.
 *
 */
NO_TRACE static inline uint64_t iva_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = cr.iva\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Write IVA (Interruption Vector Address) register.
 *
 * @param v New location of interruption vector table.
 *
 */
NO_TRACE static inline void iva_write(uint64_t v)
{
        asm volatile (
                "mov cr.iva = %[value]\n"
                :: [value] "r" (v)
        );
}

/** Read IVR (External Interrupt Vector Register).
 *
 * @return Highest priority, pending, unmasked external
 *         interrupt vector.
 *
 */
NO_TRACE static inline uint64_t ivr_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = cr.ivr\n"
                : [value] "=r" (v)
        );
        
        return v;
}

NO_TRACE static inline uint64_t cr64_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = cr64\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Write ITC (Interval Timer Counter) register.
 *
 * @param v New counter value.
 *
 */
NO_TRACE static inline void itc_write(uint64_t v)
{
        asm volatile (
                "mov ar.itc = %[value]\n"
                :: [value] "r" (v)
        );
}

/** Read ITC (Interval Timer Counter) register.
 *
 * @return Current counter value.
 *
 */
NO_TRACE static inline uint64_t itc_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = ar.itc\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Write ITM (Interval Timer Match) register.
 *
 * @param v New match value.
 *
 */
NO_TRACE static inline void itm_write(uint64_t v)
{
        asm volatile (
                "mov cr.itm = %[value]\n"
                :: [value] "r" (v)
        );
}

/** Read ITM (Interval Timer Match) register.
 *
 * @return Match value.
 *
 */
NO_TRACE static inline uint64_t itm_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = cr.itm\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Read ITV (Interval Timer Vector) register.
 *
 * @return Current vector and mask bit.
 *
 */
NO_TRACE static inline uint64_t itv_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = cr.itv\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Write ITV (Interval Timer Vector) register.
 *
 * @param v New vector and mask bit.
 *
 */
NO_TRACE static inline void itv_write(uint64_t v)
{
        asm volatile (
                "mov cr.itv = %[value]\n"
                :: [value] "r" (v)
        );
}

/** Write EOI (End Of Interrupt) register.
 *
 * @param v This value is ignored.
 *
 */
NO_TRACE static inline void eoi_write(uint64_t v)
{
        asm volatile (
                "mov cr.eoi = %[value]\n"
                :: [value] "r" (v)
        );
}

/** Read TPR (Task Priority Register).
 *
 * @return Current value of TPR.
 *
 */
NO_TRACE static inline uint64_t tpr_read(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = cr.tpr\n"
                : [value] "=r" (v)
        );
        
        return v;
}

/** Write TPR (Task Priority Register).
 *
 * @param v New value of TPR.
 *
 */
NO_TRACE static inline void tpr_write(uint64_t v)
{
        asm volatile (
                "mov cr.tpr = %[value]\n"
                :: [value] "r" (v)
        );
}

/** Disable interrupts.
 *
 * Disable interrupts and return previous
 * value of PSR.
 *
 * @return Old interrupt priority level.
 *
 */
NO_TRACE static ipl_t interrupts_disable(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = psr\n"
                "rsm %[mask]\n"
                : [value] "=r" (v)
                : [mask] "i" (PSR_I_MASK)
        );
        
        return (ipl_t) v;
}

/** Enable interrupts.
 *
 * Enable interrupts and return previous
 * value of PSR.
 *
 * @return Old interrupt priority level.
 *
 */
NO_TRACE static ipl_t interrupts_enable(void)
{
        uint64_t v;
        
        asm volatile (
                "mov %[value] = psr\n"
                "ssm %[mask]\n"
                ";;\n"
                "srlz.d\n"
                : [value] "=r" (v)
                : [mask] "i" (PSR_I_MASK)
        );
        
        return (ipl_t) v;
}

/** Restore interrupt priority level.
 *
 * Restore PSR.
 *
 * @param ipl Saved interrupt priority level.
 *
 */
NO_TRACE static inline void interrupts_restore(ipl_t ipl)
{
        if (ipl & PSR_I_MASK)
                (void) interrupts_enable();
        else
                (void) interrupts_disable();
}

/** Return interrupt priority level.
 *
 * @return PSR.
 *
 */
NO_TRACE static inline ipl_t interrupts_read(void)
{
        return (ipl_t) psr_read();
}

/** Check interrupts state.
 *
 * @return True if interrupts are disabled.
 *
 */
NO_TRACE static inline bool interrupts_disabled(void)
{
        return !(psr_read() & PSR_I_MASK);
}

/** Disable protection key checking. */
NO_TRACE static inline void pk_disable(void)
{
        asm volatile (
                "rsm %[mask]\n"
                ";;\n"
                "srlz.d\n"
                :: [mask] "i" (PSR_PK_MASK)
        );
}

extern void cpu_halt(void) __attribute__((noreturn));
extern void cpu_sleep(void);
extern void asm_delay_loop(uint32_t t);

extern void switch_to_userspace(uintptr_t, uintptr_t, uintptr_t, uintptr_t,
    uint64_t, uint64_t);

#endif

/** @}
 */