The Design and Implementation of the FreeBSD Operating System, Second Edition
Now available: The Design and Implementation of the FreeBSD Operating System (Second Edition)


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]

FreeBSD/Linux Kernel Cross Reference
sys/i386/include/pcpu.h

Version: -  FREEBSD  -  FREEBSD-13-STABLE  -  FREEBSD-13-0  -  FREEBSD-12-STABLE  -  FREEBSD-12-0  -  FREEBSD-11-STABLE  -  FREEBSD-11-0  -  FREEBSD-10-STABLE  -  FREEBSD-10-0  -  FREEBSD-9-STABLE  -  FREEBSD-9-0  -  FREEBSD-8-STABLE  -  FREEBSD-8-0  -  FREEBSD-7-STABLE  -  FREEBSD-7-0  -  FREEBSD-6-STABLE  -  FREEBSD-6-0  -  FREEBSD-5-STABLE  -  FREEBSD-5-0  -  FREEBSD-4-STABLE  -  FREEBSD-3-STABLE  -  FREEBSD22  -  l41  -  OPENBSD  -  linux-2.6  -  MK84  -  PLAN9  -  xnu-8792 
SearchContext: -  none  -  3  -  10 

    1 /*-
    2  * Copyright (c) Peter Wemm <peter@netplex.com.au>
    3  * All rights reserved.
    4  *
    5  * Redistribution and use in source and binary forms, with or without
    6  * modification, are permitted provided that the following conditions
    7  * are met:
    8  * 1. Redistributions of source code must retain the above copyright
    9  *    notice, this list of conditions and the following disclaimer.
   10  * 2. Redistributions in binary form must reproduce the above copyright
   11  *    notice, this list of conditions and the following disclaimer in the
   12  *    documentation and/or other materials provided with the distribution.
   13  *
   14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
   15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
   16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
   17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
   18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
   19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
   20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
   21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
   22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
   23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   24  * SUCH DAMAGE.
   25  *
   26  * $FreeBSD$
   27  */
   28 
   29 #ifndef _MACHINE_PCPU_H_
   30 #define _MACHINE_PCPU_H_
   31 
   32 #ifdef _KERNEL
   33 
   34 #include <machine/segments.h>
   35 #include <machine/tss.h>
   36 
   37 /*
   38  * The SMP parts are setup in pmap.c and locore.s for the BSP, and
   39  * mp_machdep.c sets up the data for the AP's to "see" when they awake.
   40  * The reason for doing it via a struct is so that an array of pointers
   41  * to each CPU's data can be set up for things like "check curproc on all
   42  * other processors"
   43  */
   44 #define PCPU_MD_FIELDS                                                  \
   45         struct  pcpu *pc_prvspace;              /* Self-reference */    \
   46         struct  pmap *pc_curpmap;                                       \
   47         struct  i386tss pc_common_tss;                                  \
   48         struct  segment_descriptor pc_common_tssd;                      \
   49         struct  segment_descriptor *pc_tss_gdt;                         \
   50         int     pc_currentldt;                                          \
   51         u_int   pc_acpi_id;                                             \
   52         u_int   pc_apic_id;                                             \
   53         struct  segment_descriptor *pc_fsgs_gdt
   54 
   55 #if defined(lint)
   56  
   57 extern struct pcpu *pcpup;
   58  
   59 #define PCPU_GET(member)        (pcpup->pc_ ## member)
   60 #define PCPU_PTR(member)        (&pcpup->pc_ ## member)
   61 #define PCPU_SET(member,value)  (pcpup->pc_ ## member = (value))
   62  
   63 #elif defined(__GNUC__) || defined (__INTEL_COMPILER)
   64 
   65 /*
   66  * Evaluates to the byte offset of the per-cpu variable name.
   67  */
   68 #define __pcpu_offset(name)                                             \
   69         __offsetof(struct pcpu, name)
   70 
   71 /*
   72  * Evaluates to the type of the per-cpu variable name.
   73  */
   74 #define __pcpu_type(name)                                               \
   75         __typeof(((struct pcpu *)0)->name)
   76 
   77 /*
   78  * Evaluates to the address of the per-cpu variable name.
   79  */
   80 #define __PCPU_PTR(name) __extension__ ({                               \
   81         __pcpu_type(name) *__p;                                         \
   82                                                                         \
   83         __asm __volatile("movl %%fs:%1,%0; addl %2,%0"                  \
   84             : "=r" (__p)                                                \
   85             : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))),       \
   86               "i" (__pcpu_offset(name)));                               \
   87                                                                         \
   88         __p;                                                            \
   89 })
   90 
   91 /*
   92  * Evaluates to the value of the per-cpu variable name.
   93  */
   94 #define __PCPU_GET(name) __extension__ ({                               \
   95         __pcpu_type(name) __result;                                     \
   96                                                                         \
   97         if (sizeof(__result) == 1) {                                    \
   98                 u_char __b;                                             \
   99                 __asm __volatile("movb %%fs:%1,%0"                      \
  100                     : "=r" (__b)                                        \
  101                     : "m" (*(u_char *)(__pcpu_offset(name))));          \
  102                 __result = *(__pcpu_type(name) *)(void *)&__b;          \
  103         } else if (sizeof(__result) == 2) {                             \
  104                 u_short __w;                                            \
  105                 __asm __volatile("movw %%fs:%1,%0"                      \
  106                     : "=r" (__w)                                        \
  107                     : "m" (*(u_short *)(__pcpu_offset(name))));         \
  108                 __result = *(__pcpu_type(name) *)(void *)&__w;          \
  109         } else if (sizeof(__result) == 4) {                             \
  110                 u_int __i;                                              \
  111                 __asm __volatile("movl %%fs:%1,%0"                      \
  112                     : "=r" (__i)                                        \
  113                     : "m" (*(u_int *)(__pcpu_offset(name))));           \
  114                 __result = *(__pcpu_type(name) *)(void *)&__i;          \
  115         } else {                                                        \
  116                 __result = *__PCPU_PTR(name);                           \
  117         }                                                               \
  118                                                                         \
  119         __result;                                                       \
  120 })
  121 
  122 /*
  123  * Sets the value of the per-cpu variable name to value val.
  124  */
  125 #define __PCPU_SET(name, val) {                                         \
  126         __pcpu_type(name) __val = (val);                                \
  127                                                                         \
  128         if (sizeof(__val) == 1) {                                       \
  129                 u_char __b;                                             \
  130                 __b = *(u_char *)&__val;                                \
  131                 __asm __volatile("movb %1,%%fs:%0"                      \
  132                     : "=m" (*(u_char *)(__pcpu_offset(name)))           \
  133                     : "r" (__b));                                       \
  134         } else if (sizeof(__val) == 2) {                                \
  135                 u_short __w;                                            \
  136                 __w = *(u_short *)&__val;                               \
  137                 __asm __volatile("movw %1,%%fs:%0"                      \
  138                     : "=m" (*(u_short *)(__pcpu_offset(name)))          \
  139                     : "r" (__w));                                       \
  140         } else if (sizeof(__val) == 4) {                                \
  141                 u_int __i;                                              \
  142                 __i = *(u_int *)&__val;                                 \
  143                 __asm __volatile("movl %1,%%fs:%0"                      \
  144                     : "=m" (*(u_int *)(__pcpu_offset(name)))            \
  145                     : "r" (__i));                                       \
  146         } else {                                                        \
  147                 *__PCPU_PTR(name) = __val;                              \
  148         }                                                               \
  149 }
  150 
  151 #define PCPU_GET(member)        __PCPU_GET(pc_ ## member)
  152 #define PCPU_PTR(member)        __PCPU_PTR(pc_ ## member)
  153 #define PCPU_SET(member, val)   __PCPU_SET(pc_ ## member, val)
  154 
  155 static __inline struct thread *
  156 __curthread(void)
  157 {
  158         struct thread *td;
  159 
  160         __asm __volatile("movl %%fs:0,%0" : "=r" (td));
  161         return (td);
  162 }
  163 #define curthread (__curthread())
  164 
  165 #else
  166 #error gcc or lint is required to use this file
  167 #endif
  168 
  169 #endif  /* _KERNEL */
  170 
  171 #endif  /* ! _MACHINE_PCPU_H_ */

Cache object: 638779a3002b7d6e83260b7d80dc945c


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]


This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.