The Design and Implementation of the FreeBSD Operating System, Second Edition
Now available: The Design and Implementation of the FreeBSD Operating System (Second Edition)


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]

FreeBSD/Linux Kernel Cross Reference
sys/mips/include/counter.h

Version: -  FREEBSD  -  FREEBSD-13-STABLE  -  FREEBSD-13-0  -  FREEBSD-12-STABLE  -  FREEBSD-12-0  -  FREEBSD-11-STABLE  -  FREEBSD-11-0  -  FREEBSD-10-STABLE  -  FREEBSD-10-0  -  FREEBSD-9-STABLE  -  FREEBSD-9-0  -  FREEBSD-8-STABLE  -  FREEBSD-8-0  -  FREEBSD-7-STABLE  -  FREEBSD-7-0  -  FREEBSD-6-STABLE  -  FREEBSD-6-0  -  FREEBSD-5-STABLE  -  FREEBSD-5-0  -  FREEBSD-4-STABLE  -  FREEBSD-3-STABLE  -  FREEBSD22  -  l41  -  OPENBSD  -  linux-2.6  -  MK84  -  PLAN9  -  xnu-8792 
SearchContext: -  none  -  3  -  10 

    1 /*-
    2  * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org>
    3  * All rights reserved.
    4  *
    5  * Redistribution and use in source and binary forms, with or without
    6  * modification, are permitted provided that the following conditions
    7  * are met:
    8  * 1. Redistributions of source code must retain the above copyright
    9  *    notice, this list of conditions and the following disclaimer.
   10  * 2. Redistributions in binary form must reproduce the above copyright
   11  *    notice, this list of conditions and the following disclaimer in the
   12  *    documentation and/or other materials provided with the distribution.
   13  *
   14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
   15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
   16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
   17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
   18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
   19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
   20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
   21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
   22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
   23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   24  * SUCH DAMAGE.
   25  *
   26  * $FreeBSD: releng/11.0/sys/mips/include/counter.h 252434 2013-07-01 02:48:27Z kib $
   27  */
   28 
   29 #ifndef __MACHINE_COUNTER_H__
   30 #define __MACHINE_COUNTER_H__
   31 
   32 #include <sys/pcpu.h>
   33 #ifdef INVARIANTS
   34 #include <sys/proc.h>
   35 #endif
   36 
   37 #define counter_enter() critical_enter()
   38 #define counter_exit()  critical_exit()
   39 
   40 #ifdef IN_SUBR_COUNTER_C
   41 /* XXXKIB non-atomic 64bit read on 32bit */
   42 static inline uint64_t
   43 counter_u64_read_one(uint64_t *p, int cpu)
   44 {
   45 
   46         return (*(uint64_t *)((char *)p + sizeof(struct pcpu) * cpu));
   47 }
   48 
   49 static inline uint64_t
   50 counter_u64_fetch_inline(uint64_t *p)
   51 {
   52         uint64_t r;
   53         int i;
   54 
   55         r = 0;
   56         for (i = 0; i < mp_ncpus; i++)
   57                 r += counter_u64_read_one((uint64_t *)p, i);
   58 
   59         return (r);
   60 }
   61 
   62 /* XXXKIB non-atomic 64bit store on 32bit, might interrupt increment */
   63 static void
   64 counter_u64_zero_one_cpu(void *arg)
   65 {
   66 
   67         *((uint64_t *)((char *)arg + sizeof(struct pcpu) *
   68             PCPU_GET(cpuid))) = 0;
   69 }
   70 
   71 static inline void
   72 counter_u64_zero_inline(counter_u64_t c)
   73 {
   74 
   75         smp_rendezvous(smp_no_rendevous_barrier, counter_u64_zero_one_cpu,
   76             smp_no_rendevous_barrier, c);
   77 }
   78 #endif
   79 
   80 #define counter_u64_add_protected(c, inc)       do {    \
   81         CRITICAL_ASSERT(curthread);                     \
   82         *(uint64_t *)zpcpu_get(c) += (inc);             \
   83 } while (0)
   84 
   85 static inline void
   86 counter_u64_add(counter_u64_t c, int64_t inc)
   87 {
   88 
   89         counter_enter();
   90         counter_u64_add_protected(c, inc);
   91         counter_exit();
   92 }
   93 
   94 #endif  /* ! __MACHINE_COUNTER_H__ */

Cache object: 50a3c2b5d948b53c2775ae70316ad69a


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]


This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.