cpufunc.h

Version: - FREEBSD - FREEBSD-13-STABLE - FREEBSD-13-0 - FREEBSD-12-STABLE - FREEBSD-12-0 - FREEBSD-11-STABLE - FREEBSD-11-0 - FREEBSD-10-STABLE - FREEBSD-10-0 - FREEBSD-9-STABLE - FREEBSD-9-0 - FREEBSD-8-STABLE - FREEBSD-8-0 - FREEBSD-7-STABLE - FREEBSD-7-0 - FREEBSD-6-STABLE - FREEBSD-6-0 - FREEBSD-5-STABLE - FREEBSD-5-0 - FREEBSD-4-STABLE - FREEBSD-3-STABLE - FREEBSD22 - l41 - OPENBSD - linux-2.6 - MK84 - PLAN9 - xnu-8792
SearchContext: - none - 3 - 10
    1 /*-
    2  * Copyright (c) 2001 Jake Burkholder.
    3  * All rights reserved.
    4  *
    5  * Redistribution and use in source and binary forms, with or without
    6  * modification, are permitted provided that the following conditions
    7  * are met:
    8  * 1. Redistributions of source code must retain the above copyright
    9  *    notice, this list of conditions and the following disclaimer.
   10  * 2. Redistributions in binary form must reproduce the above copyright
   11  *    notice, this list of conditions and the following disclaimer in the
   12  *    documentation and/or other materials provided with the distribution.
   13  *
   14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
   15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
   16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
   17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
   18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
   19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
   20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
   21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
   22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
   23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   24  * SUCH DAMAGE.
   25  *
   26  * $FreeBSD: releng/6.4/sys/sparc64/include/cpufunc.h 182217 2008-08-26 18:50:52Z marius $
   27  */
   28 
   29 #ifndef _MACHINE_CPUFUNC_H_
   30 #define _MACHINE_CPUFUNC_H_
   31 
   32 #include <machine/asi.h>
   33 #include <machine/pstate.h>
   34 
   35 struct thread;
   36 
   37 /*
   38  * Membar operand macros for use in other macros when # is a special
   39  * character.  Keep these in sync with what the hardware expects.
   40  */
   41 #define C_Lookaside     (0)
   42 #define C_MemIssue      (1)
   43 #define C_Sync          (2)
   44 #define M_LoadLoad      (0)
   45 #define M_StoreLoad     (1)
   46 #define M_LoadStore     (2)
   47 #define M_StoreStore    (3)
   48 
   49 #define CMASK_SHIFT     (4)
   50 #define MMASK_SHIFT     (0)
   51 
   52 #define CMASK_GEN(bit)  ((1 << (bit)) << CMASK_SHIFT)
   53 #define MMASK_GEN(bit)  ((1 << (bit)) << MMASK_SHIFT)
   54 
   55 #define Lookaside       CMASK_GEN(C_Lookaside)
   56 #define MemIssue        CMASK_GEN(C_MemIssue)
   57 #define Sync            CMASK_GEN(C_Sync)
   58 #define LoadLoad        MMASK_GEN(M_LoadLoad)
   59 #define StoreLoad       MMASK_GEN(M_StoreLoad)
   60 #define LoadStore       MMASK_GEN(M_LoadStore)
   61 #define StoreStore      MMASK_GEN(M_StoreStore)
   62 
   63 #define casa(rs1, rs2, rd, asi) ({                                      \
   64         u_int __rd = (uint32_t)(rd);                                    \
   65         __asm __volatile("casa [%2] %3, %4, %0"                         \
   66             : "+r" (__rd), "=m" (*rs1)                                  \
   67             : "r" (rs1), "n" (asi), "r" (rs2), "m" (*rs1));             \
   68         __rd;                                                           \
   69 })
   70 
   71 #define casxa(rs1, rs2, rd, asi) ({                                     \
   72         u_long __rd = (uint64_t)(rd);                                   \
   73         __asm __volatile("casxa [%2] %3, %4, %0"                        \
   74             : "+r" (__rd), "=m" (*rs1)                                  \
   75             : "r" (rs1), "n" (asi), "r" (rs2), "m" (*rs1));             \
   76         __rd;                                                           \
   77 })
   78 
   79 #define flush(va) do {                                                  \
   80         __asm __volatile("flush %0" : : "r" (va));                      \
   81 } while (0)
   82 
   83 #define flushw() do {                                                   \
   84         __asm __volatile("flushw" : :);                                 \
   85 } while (0)
   86 
   87 #define mov(val, reg) do {                                              \
   88         __asm __volatile("mov %0, %" __XSTRING(reg) : : "r" (val));     \
   89 } while (0)
   90 
   91 /* Generate ld*a/st*a functions for non-constant ASIs. */
   92 #define LDNC_GEN(tp, o)                                                 \
   93         static __inline tp                                              \
   94         o ## _nc(caddr_t va, int asi)                                   \
   95         {                                                               \
   96                 tp r;                                                   \
   97                 __asm __volatile("wr %2, 0, %%asi;" #o " [%1] %%asi, %0"\
   98                     : "=r" (r) : "r" (va), "r" (asi));                  \
   99                 return (r);                                             \
  100         }
  101 
  102 LDNC_GEN(u_char, lduba);
  103 LDNC_GEN(u_short, lduha);
  104 LDNC_GEN(u_int, lduwa);
  105 LDNC_GEN(u_long, ldxa);
  106 
  107 #define LD_GENERIC(va, asi, op, type) ({                                \
  108         type __r;                                                       \
  109         __asm __volatile(#op " [%1] %2, %0"                             \
  110             : "=r" (__r) : "r" (va), "n" (asi));                        \
  111         __r;                                                            \
  112 })
  113 
  114 #define lduba(va, asi)  LD_GENERIC(va, asi, lduba, u_char)
  115 #define lduha(va, asi)  LD_GENERIC(va, asi, lduha, u_short)
  116 #define lduwa(va, asi)  LD_GENERIC(va, asi, lduwa, u_int)
  117 #define ldxa(va, asi)   LD_GENERIC(va, asi, ldxa, u_long)
  118 
  119 #define STNC_GEN(tp, o)                                                 \
  120         static __inline void                                            \
  121         o ## _nc(caddr_t va, int asi, tp val)                           \
  122         {                                                               \
  123                 __asm __volatile("wr %2, 0, %%asi;" #o " %0, [%1] %%asi"\
  124                     : : "r" (val), "r" (va), "r" (asi));                \
  125         }
  126 
  127 STNC_GEN(u_char, stba);
  128 STNC_GEN(u_short, stha);
  129 STNC_GEN(u_int, stwa);
  130 STNC_GEN(u_long, stxa);
  131 
  132 #define ST_GENERIC(va, asi, val, op)                                    \
  133         __asm __volatile(#op " %0, [%1] %2"                             \
  134             : : "r" (val), "r" (va), "n" (asi));                        \
  135 
  136 #define stba(va, asi, val)      ST_GENERIC(va, asi, val, stba)
  137 #define stha(va, asi, val)      ST_GENERIC(va, asi, val, stha)
  138 #define stwa(va, asi, val)      ST_GENERIC(va, asi, val, stwa)
  139 #define stxa(va, asi, val)      ST_GENERIC(va, asi, val, stxa)
  140 
  141 /*
  142  * Attempt to read from addr, val.  If a Data Access Error trap happens,
  143  * they return -1 and the contents of val is undefined.  A return of 0
  144  * means no trap happened, and the contents of val is valid.
  145  */
  146 int fasword8(u_long asi, void *addr, uint8_t *val);
  147 int fasword16(u_long asi, void *addr, uint16_t *val);
  148 int fasword32(u_long asi, void *addr, uint32_t *val);
  149 
  150 #define membar(mask) do {                                               \
  151         __asm __volatile("membar %0" : : "n" (mask) : "memory");        \
  152 } while (0)
  153 
  154 #define rd(name) ({                                                     \
  155         uint64_t __sr;                                                  \
  156         __asm __volatile("rd %%" #name ", %0" : "=r" (__sr) :);         \
  157         __sr;                                                           \
  158 })
  159 
  160 #define wr(name, val, xor) do {                                         \
  161         __asm __volatile("wr %0, %1, %%" #name                          \
  162             : : "r" (val), "rI" (xor));                                 \
  163 } while (0)
  164 
  165 #define rdpr(name) ({                                                   \
  166         uint64_t __pr;                                                  \
  167         __asm __volatile("rdpr %%" #name", %0" : "=r" (__pr) :);        \
  168         __pr;                                                           \
  169 })
  170 
  171 #define wrpr(name, val, xor) do {                                       \
  172         __asm __volatile("wrpr %0, %1, %%" #name                        \
  173             : : "r" (val), "rI" (xor));                                 \
  174 } while (0)
  175 
  176 /*
  177  * Macro intended to be used instead of wr(asr23, val, xor) for writing to
  178  * the TICK_COMPARE register in order to avoid a bug in BlackBird CPUs that
  179  * can cause these writes to fail under certain condidtions which in turn
  180  * causes the hardclock to stop.  The workaround is to read the TICK_COMPARE
  181  * register back immediately after writing to it with these two instructions
  182  * aligned to a quadword boundary in order to ensure that I$ misses won't
  183  * split them up.
  184  */
  185 #define wrtickcmpr(val, xor) ({                                         \
  186         __asm __volatile(                                               \
  187         "       ba,pt   %%xcc, 1f ;             "                       \
  188         "        nop     ;                      "                       \
  189         "       .align  128 ;                   "                       \
  190         "1:     wr      %0, %1, %%asr23 ;       "                       \
  191         "       rd      %%asr23, %%g0 ;         "                       \
  192         : : "r" (val), "rI" (xor));                                     \
  193 })
  194 
  195 static __inline void
  196 breakpoint(void)
  197 {
  198 
  199         __asm __volatile("ta %%xcc, 1" : :);
  200 }
  201 
  202 static __inline register_t
  203 intr_disable(void)
  204 {
  205         register_t s;
  206 
  207         s = rdpr(pstate);
  208         wrpr(pstate, s & ~PSTATE_IE, 0);
  209         return (s);
  210 }
  211 #define intr_restore(s) wrpr(pstate, (s), 0)
  212 
  213 /*
  214  * In some places, it is required that the store is directly followed by a
  215  * membar #Sync.  Don't trust the compiler to not insert instructions in
  216  * between.  We also need to disable interrupts completely.
  217  */
  218 #define stxa_sync(va, asi, val) do {                                    \
  219         register_t s;                                                   \
  220         s = intr_disable();                                             \
  221         __asm __volatile("stxa %0, [%1] %2; membar #Sync"               \
  222             : : "r" (val), "r" (va), "n" (asi));                        \
  223         intr_restore(s);                                                \
  224 } while (0)
  225 
  226 void ascopy(u_long asi, vm_offset_t src, vm_offset_t dst, size_t len);
  227 void ascopyfrom(u_long sasi, vm_offset_t src, caddr_t dst, size_t len);
  228 void ascopyto(caddr_t src, u_long dasi, vm_offset_t dst, size_t len);
  229 void aszero(u_long asi, vm_offset_t dst, size_t len);
  230 
  231 /*
  232  * Ultrasparc II doesn't implement popc in hardware.
  233  */
  234 #if 0
  235 #define HAVE_INLINE_FFS
  236 /*
  237  * See page 202 of the SPARC v9 Architecture Manual.
  238  */
  239 static __inline int
  240 ffs(int mask)
  241 {
  242         int result;
  243         int neg;
  244         int tmp;
  245 
  246         __asm __volatile(
  247         "       neg     %3, %1 ;        "
  248         "       xnor    %3, %1, %2 ;    "
  249         "       popc    %2, %0 ;        "
  250         "       movrz   %3, %%g0, %0 ;  "
  251         : "=r" (result), "=r" (neg), "=r" (tmp) : "r" (mask));
  252         return (result);
  253 }
  254 #endif
  255 
  256 #undef LDNC_GEN
  257 #undef STNC_GEN
  258 
  259 #endif /* !_MACHINE_CPUFUNC_H_ */
Cache object: 42d4268047501794cf41cd25cd67e7e1
[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]
This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.
FreeBSD/Linux Kernel Cross Reference sys/sparc64/include/cpufunc.h

FreeBSD/Linux Kernel Cross Reference
sys/sparc64/include/cpufunc.h
