/* * Copyright (c) 2005 Jakub Jermar * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * - Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * - Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * - The name of the author may not be used to endorse or promote products * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ /** @addtogroup ia64 * @{ */ /** @file */ #ifndef KERN_ia64_ASM_H_ #define KERN_ia64_ASM_H_ #include #include #include #include #include #define IA64_IOSPACE_ADDRESS 0xE001000000000000ULL #define IO_SPACE_BOUNDARY ((void *) (64 * 1024)) NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) { if (port < (ioport8_t *) IO_SPACE_BOUNDARY) { uintptr_t prt = (uintptr_t) port; *((ioport8_t *) (IA64_IOSPACE_ADDRESS + ((prt & 0xfff) | ((prt >> 2) << 12)))) = v; } else { *port = v; } asm volatile ( "mf\n" ::: "memory" ); } NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) { if (port < (ioport16_t *) IO_SPACE_BOUNDARY) { uintptr_t prt = (uintptr_t) port; *((ioport16_t *) (IA64_IOSPACE_ADDRESS + ((prt & 0xfff) | ((prt >> 2) << 12)))) = v; } else { *port = v; } asm volatile ( "mf\n" ::: "memory" ); } NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) { if (port < (ioport32_t *) IO_SPACE_BOUNDARY) { uintptr_t prt = (uintptr_t) port; *((ioport32_t *) (IA64_IOSPACE_ADDRESS + ((prt & 0xfff) | ((prt >> 2) << 12)))) = v; } else { *port = v; } asm volatile ( "mf\n" ::: "memory" ); } NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) { uint8_t v; asm volatile ( "mf\n" ::: "memory" ); if (port < (ioport8_t *) IO_SPACE_BOUNDARY) { uintptr_t prt = (uintptr_t) port; v = *((ioport8_t *) (IA64_IOSPACE_ADDRESS + ((prt & 0xfff) | ((prt >> 2) << 12)))); } else { v = *port; } return v; } NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) { uint16_t v; asm volatile ( "mf\n" ::: "memory" ); if (port < (ioport16_t *) IO_SPACE_BOUNDARY) { uintptr_t prt = (uintptr_t) port; v = *((ioport16_t *) (IA64_IOSPACE_ADDRESS + ((prt & 0xfff) | ((prt >> 2) << 12)))); } else { v = *port; } return v; } NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) { uint32_t v; asm volatile ( "mf\n" ::: "memory" ); if (port < (ioport32_t *) IO_SPACE_BOUNDARY) { uintptr_t prt = (uintptr_t) port; v = *((ioport32_t *) (IA64_IOSPACE_ADDRESS + ((prt & 0xfff) | ((prt >> 2) << 12)))); } else { v = *port; } return v; } /** Return base address of current memory stack. * * The memory stack is assumed to be STACK_SIZE / 2 long. Note that there is * also the RSE stack, which takes up the upper half of STACK_SIZE. * The memory stack must start on page boundary. */ NO_TRACE static inline uintptr_t get_stack_base(void) { uint64_t value; asm volatile ( "mov %[value] = r12" : [value] "=r" (value) ); return (value & (~(STACK_SIZE / 2 - 1))); } /** Return Processor State Register. * * @return PSR. * */ NO_TRACE static inline uint64_t psr_read(void) { uint64_t v; asm volatile ( "mov %[value] = psr\n" : [value] "=r" (v) ); return v; } /** Read IVA (Interruption Vector Address). * * @return Return location of interruption vector table. * */ NO_TRACE static inline uint64_t iva_read(void) { uint64_t v; asm volatile ( "mov %[value] = cr.iva\n" : [value] "=r" (v) ); return v; } /** Write IVA (Interruption Vector Address) register. * * @param v New location of interruption vector table. * */ NO_TRACE static inline void iva_write(uint64_t v) { asm volatile ( "mov cr.iva = %[value]\n" :: [value] "r" (v) ); } /** Read IVR (External Interrupt Vector Register). * * @return Highest priority, pending, unmasked external * interrupt vector. * */ NO_TRACE static inline uint64_t ivr_read(void) { uint64_t v; asm volatile ( "mov %[value] = cr.ivr\n" : [value] "=r" (v) ); return v; } NO_TRACE static inline uint64_t cr64_read(void) { uint64_t v; asm volatile ( "mov %[value] = cr64\n" : [value] "=r" (v) ); return v; } /** Write ITC (Interval Timer Counter) register. * * @param v New counter value. * */ NO_TRACE static inline void itc_write(uint64_t v) { asm volatile ( "mov ar.itc = %[value]\n" :: [value] "r" (v) ); } /** Read ITC (Interval Timer Counter) register. * * @return Current counter value. * */ NO_TRACE static inline uint64_t itc_read(void) { uint64_t v; asm volatile ( "mov %[value] = ar.itc\n" : [value] "=r" (v) ); return v; } /** Write ITM (Interval Timer Match) register. * * @param v New match value. * */ NO_TRACE static inline void itm_write(uint64_t v) { asm volatile ( "mov cr.itm = %[value]\n" :: [value] "r" (v) ); } /** Read ITM (Interval Timer Match) register. * * @return Match value. * */ NO_TRACE static inline uint64_t itm_read(void) { uint64_t v; asm volatile ( "mov %[value] = cr.itm\n" : [value] "=r" (v) ); return v; } /** Read ITV (Interval Timer Vector) register. * * @return Current vector and mask bit. * */ NO_TRACE static inline uint64_t itv_read(void) { uint64_t v; asm volatile ( "mov %[value] = cr.itv\n" : [value] "=r" (v) ); return v; } /** Write ITV (Interval Timer Vector) register. * * @param v New vector and mask bit. * */ NO_TRACE static inline void itv_write(uint64_t v) { asm volatile ( "mov cr.itv = %[value]\n" :: [value] "r" (v) ); } /** Write EOI (End Of Interrupt) register. * * @param v This value is ignored. * */ NO_TRACE static inline void eoi_write(uint64_t v) { asm volatile ( "mov cr.eoi = %[value]\n" :: [value] "r" (v) ); } /** Read TPR (Task Priority Register). * * @return Current value of TPR. * */ NO_TRACE static inline uint64_t tpr_read(void) { uint64_t v; asm volatile ( "mov %[value] = cr.tpr\n" : [value] "=r" (v) ); return v; } /** Write TPR (Task Priority Register). * * @param v New value of TPR. * */ NO_TRACE static inline void tpr_write(uint64_t v) { asm volatile ( "mov cr.tpr = %[value]\n" :: [value] "r" (v) ); } /** Disable interrupts. * * Disable interrupts and return previous * value of PSR. * * @return Old interrupt priority level. * */ NO_TRACE static ipl_t interrupts_disable(void) { uint64_t v; asm volatile ( "mov %[value] = psr\n" "rsm %[mask]\n" : [value] "=r" (v) : [mask] "i" (PSR_I_MASK) ); return (ipl_t) v; } /** Enable interrupts. * * Enable interrupts and return previous * value of PSR. * * @return Old interrupt priority level. * */ NO_TRACE static ipl_t interrupts_enable(void) { uint64_t v; asm volatile ( "mov %[value] = psr\n" "ssm %[mask]\n" ";;\n" "srlz.d\n" : [value] "=r" (v) : [mask] "i" (PSR_I_MASK) ); return (ipl_t) v; } /** Restore interrupt priority level. * * Restore PSR. * * @param ipl Saved interrupt priority level. * */ NO_TRACE static inline void interrupts_restore(ipl_t ipl) { if (ipl & PSR_I_MASK) (void) interrupts_enable(); else (void) interrupts_disable(); } /** Return interrupt priority level. * * @return PSR. * */ NO_TRACE static inline ipl_t interrupts_read(void) { return (ipl_t) psr_read(); } /** Check interrupts state. * * @return True if interrupts are disabled. * */ NO_TRACE static inline bool interrupts_disabled(void) { return !(psr_read() & PSR_I_MASK); } /** Disable protection key checking. */ NO_TRACE static inline void pk_disable(void) { asm volatile ( "rsm %[mask]\n" ";;\n" "srlz.d\n" :: [mask] "i" (PSR_PK_MASK) ); } extern void cpu_halt(void) __attribute__((noreturn)); extern void cpu_sleep(void); extern void asm_delay_loop(uint32_t t); extern void switch_to_userspace(uintptr_t, uintptr_t, uintptr_t, uintptr_t, uint64_t, uint64_t); #endif /** @} */