The Design and Implementation of the FreeBSD Operating System, Second Edition
Now available: The Design and Implementation of the FreeBSD Operating System (Second Edition)


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]

FreeBSD/Linux Kernel Cross Reference
sys/mips/include/counter.h

Version: -  FREEBSD  -  FREEBSD-13-STABLE  -  FREEBSD-13-0  -  FREEBSD-12-STABLE  -  FREEBSD-12-0  -  FREEBSD-11-STABLE  -  FREEBSD-11-0  -  FREEBSD-10-STABLE  -  FREEBSD-10-0  -  FREEBSD-9-STABLE  -  FREEBSD-9-0  -  FREEBSD-8-STABLE  -  FREEBSD-8-0  -  FREEBSD-7-STABLE  -  FREEBSD-7-0  -  FREEBSD-6-STABLE  -  FREEBSD-6-0  -  FREEBSD-5-STABLE  -  FREEBSD-5-0  -  FREEBSD-4-STABLE  -  FREEBSD-3-STABLE  -  FREEBSD22  -  l41  -  OPENBSD  -  linux-2.6  -  MK84  -  PLAN9  -  xnu-8792 
SearchContext: -  none  -  3  -  10 

    1 /*-
    2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
    3  *
    4  * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org>
    5  * All rights reserved.
    6  *
    7  * Redistribution and use in source and binary forms, with or without
    8  * modification, are permitted provided that the following conditions
    9  * are met:
   10  * 1. Redistributions of source code must retain the above copyright
   11  *    notice, this list of conditions and the following disclaimer.
   12  * 2. Redistributions in binary form must reproduce the above copyright
   13  *    notice, this list of conditions and the following disclaimer in the
   14  *    documentation and/or other materials provided with the distribution.
   15  *
   16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
   17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
   18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
   19  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
   20  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
   21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
   22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
   23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
   24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
   25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   26  * SUCH DAMAGE.
   27  *
   28  * $FreeBSD$
   29  */
   30 
   31 #ifndef __MACHINE_COUNTER_H__
   32 #define __MACHINE_COUNTER_H__
   33 
   34 #include <sys/pcpu.h>
   35 #ifdef INVARIANTS
   36 #include <sys/proc.h>
   37 #endif
   38 
   39 #define EARLY_COUNTER   &((struct pcpu *)pcpu_space)->pc_early_dummy_counter
   40 
   41 #define counter_enter() critical_enter()
   42 #define counter_exit()  critical_exit()
   43 
   44 #ifdef IN_SUBR_COUNTER_C
   45 /* XXXKIB non-atomic 64bit read on 32bit */
   46 static inline uint64_t
   47 counter_u64_read_one(uint64_t *p, int cpu)
   48 {
   49 
   50         return (*(uint64_t *)((char *)p + UMA_PCPU_ALLOC_SIZE * cpu));
   51 }
   52 
   53 static inline uint64_t
   54 counter_u64_fetch_inline(uint64_t *p)
   55 {
   56         uint64_t r;
   57         int i;
   58 
   59         r = 0;
   60         for (i = 0; i < mp_ncpus; i++)
   61                 r += counter_u64_read_one((uint64_t *)p, i);
   62 
   63         return (r);
   64 }
   65 
   66 /* XXXKIB non-atomic 64bit store on 32bit, might interrupt increment */
   67 static void
   68 counter_u64_zero_one_cpu(void *arg)
   69 {
   70 
   71         *((uint64_t *)((char *)arg + UMA_PCPU_ALLOC_SIZE *
   72             PCPU_GET(cpuid))) = 0;
   73 }
   74 
   75 static inline void
   76 counter_u64_zero_inline(counter_u64_t c)
   77 {
   78 
   79         smp_rendezvous(smp_no_rendezvous_barrier, counter_u64_zero_one_cpu,
   80             smp_no_rendezvous_barrier, c);
   81 }
   82 #endif
   83 
   84 #define counter_u64_add_protected(c, inc)       do {    \
   85         CRITICAL_ASSERT(curthread);                     \
   86         *(uint64_t *)zpcpu_get(c) += (inc);             \
   87 } while (0)
   88 
   89 static inline void
   90 counter_u64_add(counter_u64_t c, int64_t inc)
   91 {
   92 
   93         counter_enter();
   94         counter_u64_add_protected(c, inc);
   95         counter_exit();
   96 }
   97 
   98 #endif  /* ! __MACHINE_COUNTER_H__ */

Cache object: 88ac44059ffec2b10a524b8aa5e6778e


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]


This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.