FreeBSD/Linux Kernel Cross Reference
sys/mips/mips/bus_space_generic.c

     /*      $NetBSD: bus.h,v 1.12 1997/10/01 08:25:15 fvdl Exp $    */
     /*-
      * $Id: bus.h,v 1.6 2007/08/09 11:23:32 katta Exp $
      *
      * Copyright (c) 1996, 1997 The NetBSD Foundation, Inc.
      * All rights reserved.
      *
      * This code is derived from software contributed to The NetBSD Foundation
      * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
     * NASA Ames Research Center.
     *
     * Redistribution and use in source and binary forms, with or without
     * modification, are permitted provided that the following conditions
     * are met:
     * 1. Redistributions of source code must retain the above copyright
     *    notice, this list of conditions and the following disclaimer.
     * 2. Redistributions in binary form must reproduce the above copyright
     *    notice, this list of conditions and the following disclaimer in the
     *    documentation and/or other materials provided with the distribution.
     *
     * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     * POSSIBILITY OF SUCH DAMAGE.
     */
    
    /*
     * Copyright (c) 1996 Charles M. Hannum.  All rights reserved.
     * Copyright (c) 1996 Christopher G. Demetriou.  All rights reserved.
     *
     * Redistribution and use in source and binary forms, with or without
     * modification, are permitted provided that the following conditions
     * are met:
     * 1. Redistributions of source code must retain the above copyright
     *    notice, this list of conditions and the following disclaimer.
     * 2. Redistributions in binary form must reproduce the above copyright
     *    notice, this list of conditions and the following disclaimer in the
     *    documentation and/or other materials provided with the distribution.
     * 3. All advertising materials mentioning features or use of this software
     *    must display the following acknowledgement:
     *      This product includes software developed by Christopher G. Demetriou
     *      for the NetBSD Project.
     * 4. The name of the author may not be used to endorse or promote products
     *    derived from this software without specific prior written permission
     *
     * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     *
     *      from: src/sys/alpha/include/bus.h,v 1.5 1999/08/28 00:38:40 peter
     * $FreeBSD: releng/11.1/sys/mips/mips/bus_space_generic.c 295504 2016-02-11 06:24:34Z adrian $
     */
    #include <sys/cdefs.h>
    __FBSDID("$FreeBSD: releng/11.1/sys/mips/mips/bus_space_generic.c 295504 2016-02-11 06:24:34Z adrian $");
    
    #include <sys/param.h>
    #include <sys/systm.h>
    #include <sys/bus.h>
    #include <sys/kernel.h>
    #include <sys/malloc.h>
    #include <sys/ktr.h>
    
    #include <vm/vm.h>
    #include <vm/pmap.h>
    #include <vm/vm_kern.h>
    #include <vm/vm_extern.h>
    
    #include <machine/bus.h>
    #include <machine/cache.h>
    
    static struct bus_space generic_space = {
            /* cookie */
            .bs_cookie =    (void *) 0,
    
            /* mapping/unmapping */
            .bs_map =       generic_bs_map,
            .bs_unmap =     generic_bs_unmap,
            .bs_subregion = generic_bs_subregion,
    
            /* allocation/deallocation */
            .bs_alloc =     generic_bs_alloc,
            .bs_free =      generic_bs_free,
    
            /* barrier */
            .bs_barrier =   generic_bs_barrier,
   
           /* read (single) */
           .bs_r_1 =       generic_bs_r_1,
           .bs_r_2 =       generic_bs_r_2,
           .bs_r_4 =       generic_bs_r_4,
           .bs_r_8 =       generic_bs_r_8,
   
           /* read multiple */
           .bs_rm_1 =      generic_bs_rm_1,
           .bs_rm_2 =      generic_bs_rm_2,
           .bs_rm_4 =      generic_bs_rm_4,
           .bs_rm_8 =      generic_bs_rm_8,
   
           /* read region */
           .bs_rr_1 =      generic_bs_rr_1,
           .bs_rr_2 =      generic_bs_rr_2,
           .bs_rr_4 =      generic_bs_rr_4,
           .bs_rr_8 =      generic_bs_rr_8,
   
           /* write (single) */
           .bs_w_1 =       generic_bs_w_1,
           .bs_w_2 =       generic_bs_w_2,
           .bs_w_4 =       generic_bs_w_4,
           .bs_w_8 =       generic_bs_w_8,
   
           /* write multiple */
           .bs_wm_1 =      generic_bs_wm_1,
           .bs_wm_2 =      generic_bs_wm_2,
           .bs_wm_4 =      generic_bs_wm_4,
           .bs_wm_8 =      generic_bs_wm_8,
   
           /* write region */
           .bs_wr_1 =      generic_bs_wr_1,
           .bs_wr_2 =      generic_bs_wr_2,
           .bs_wr_4 =      generic_bs_wr_4,
           .bs_wr_8 =      generic_bs_wr_8,
   
           /* set multiple */
           .bs_sm_1 =      generic_bs_sm_1,
           .bs_sm_2 =      generic_bs_sm_2,
           .bs_sm_4 =      generic_bs_sm_4,
           .bs_sm_8 =      generic_bs_sm_8,
   
           /* set region */
           .bs_sr_1 =      generic_bs_sr_1,
           .bs_sr_2 =      generic_bs_sr_2,
           .bs_sr_4 =      generic_bs_sr_4,
           .bs_sr_8 =      generic_bs_sr_8,
   
           /* copy */
           .bs_c_1 =       generic_bs_c_1,
           .bs_c_2 =       generic_bs_c_2,
           .bs_c_4 =       generic_bs_c_4,
           .bs_c_8 =       generic_bs_c_8,
   
           /* read (single) stream */
           .bs_r_1_s =     generic_bs_r_1,
           .bs_r_2_s =     generic_bs_r_2,
           .bs_r_4_s =     generic_bs_r_4,
           .bs_r_8_s =     generic_bs_r_8,
   
           /* read multiple stream */
           .bs_rm_1_s =    generic_bs_rm_1,
           .bs_rm_2_s =    generic_bs_rm_2,
           .bs_rm_4_s =    generic_bs_rm_4,
           .bs_rm_8_s =    generic_bs_rm_8,
   
           /* read region stream */
           .bs_rr_1_s =    generic_bs_rr_1,
           .bs_rr_2_s =    generic_bs_rr_2,
           .bs_rr_4_s =    generic_bs_rr_4,
           .bs_rr_8_s =    generic_bs_rr_8,
   
           /* write (single) stream */
           .bs_w_1_s =     generic_bs_w_1,
           .bs_w_2_s =     generic_bs_w_2,
           .bs_w_4_s =     generic_bs_w_4,
           .bs_w_8_s =     generic_bs_w_8,
   
           /* write multiple stream */
           .bs_wm_1_s =    generic_bs_wm_1,
           .bs_wm_2_s =    generic_bs_wm_2,
           .bs_wm_4_s =    generic_bs_wm_4,
           .bs_wm_8_s =    generic_bs_wm_8,
   
           /* write region stream */
           .bs_wr_1_s =    generic_bs_wr_1,
           .bs_wr_2_s =    generic_bs_wr_2,
           .bs_wr_4_s =    generic_bs_wr_4,
           .bs_wr_8_s =    generic_bs_wr_8,
   };
   
   /* Ultra-gross kludge */
   #if defined(CPU_CNMIPS) && (defined(__mips_n32) || defined(__mips_o32))
   #include <contrib/octeon-sdk/cvmx.h>
   #define rd8(a) cvmx_read64_uint8(a)
   #define rd16(a) cvmx_read64_uint16(a)
   #define rd32(a) cvmx_read64_uint32(a)
   #define rd64(a) cvmx_read64_uint64(a)
   #define wr8(a, v) cvmx_write64_uint8(a, v)
   #define wr16(a, v) cvmx_write64_uint16(a, v)
   #define wr32(a, v) cvmx_write64_uint32(a, v)
   #define wr64(a, v) cvmx_write64_uint64(a, v)
   #elif defined(CPU_SB1) && _BYTE_ORDER == _BIG_ENDIAN
   #include <mips/sibyte/sb_bus_space.h>
   #define rd8(a) sb_big_endian_read8(a)
   #define rd16(a) sb_big_endian_read16(a)
   #define rd32(a) sb_big_endian_read32(a)
   #define wr8(a, v) sb_big_endian_write8(a, v)
   #define wr16(a, v) sb_big_endian_write16(a, v)
   #define wr32(a, v) sb_big_endian_write32(a, v)
   #else
   #define rd8(a) readb(a)
   #define rd16(a) readw(a)
   #define rd32(a) readl(a)
   #ifdef readq
   #define rd64(a) readq((a))
   #endif
   #define wr8(a, v) writeb(a, v)
   #define wr16(a, v) writew(a, v)
   #define wr32(a, v) writel(a, v)
   #ifdef writeq
   #define wr64(a, v) writeq(a, v)
   #endif
   #endif
   
   /* generic bus_space tag */
   bus_space_tag_t mips_bus_space_generic = &generic_space;
   
   int
   generic_bs_map(void *t __unused, bus_addr_t addr,
                 bus_size_t size, int flags __unused,
                 bus_space_handle_t *bshp)
   {
   
           *bshp = (bus_space_handle_t)pmap_mapdev((vm_paddr_t)addr,
               (vm_size_t)size);
           return (0);
   }
   
   void
   generic_bs_unmap(void *t __unused, bus_space_handle_t bh,
                 bus_size_t size)
   {
   
           pmap_unmapdev((vm_offset_t)bh, (vm_size_t)size);
   }
   
   int
   generic_bs_subregion(void *t __unused, bus_space_handle_t handle,
                 bus_size_t offset, bus_size_t size __unused,
                 bus_space_handle_t *bshp)
   {
   
           *bshp = handle + offset;
           return (0);
   }
   
   int
   generic_bs_alloc(void *t, bus_addr_t rstart, bus_addr_t rend,
       bus_size_t size, bus_size_t alignment, bus_size_t boundary, int flags,
       bus_addr_t *bpap, bus_space_handle_t *bshp)
   {
   
           panic("%s: not implemented", __func__);
   }
   
   void    
   generic_bs_free(void *t, bus_space_handle_t bsh, bus_size_t size)
   {
   
           panic("%s: not implemented", __func__);
   }
   
   uint8_t
   generic_bs_r_1(void *t, bus_space_handle_t handle,
       bus_size_t offset)
   {
   
           return (rd8(handle + offset));
   }
   
   uint16_t
   generic_bs_r_2(void *t, bus_space_handle_t handle,
       bus_size_t offset)
   {
   
           return (rd16(handle + offset));
   }
   
   uint32_t
   generic_bs_r_4(void *t, bus_space_handle_t handle,
       bus_size_t offset)
   {
   
           return (rd32(handle + offset));
   }
   
   uint64_t
   generic_bs_r_8(void *t, bus_space_handle_t handle, bus_size_t offset)
   {
   
   #ifdef rd64
           return(rd64(handle + offset));
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   void
   generic_bs_rm_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint8_t *addr, size_t count)
   {
   
           while (count--)
                   *addr++ = rd8(bsh + offset);
   }
   
   void
   generic_bs_rm_2(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint16_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   *addr++ = rd16(baddr);
   }
   
   void
   generic_bs_rm_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint32_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   *addr++ = rd32(baddr);
   }
   
   void
   generic_bs_rm_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       uint64_t *addr, size_t count)
   {
   #ifdef rd64
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   *addr++ = rd64(baddr);
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Read `count' 1, 2, 4, or 8 byte quantities from bus space
    * described by tag/handle and starting at `offset' and copy into
    * buffer provided.
    */
   void
   generic_bs_rr_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint8_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   *addr++ = rd8(baddr);
                   baddr += 1;
           }
   }
   
   void
   generic_bs_rr_2(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint16_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   *addr++ = rd16(baddr);
                   baddr += 2;
           }
   }
   
   void
   generic_bs_rr_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint32_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   *addr++ = rd32(baddr);
                   baddr += 4;
           }
   }
   
   void
   generic_bs_rr_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       uint64_t *addr, size_t count)
   {
   #ifdef rd64
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   *addr++ = rd64(baddr);
                   baddr += 8;
           }
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Write the 1, 2, 4, or 8 byte value `value' to bus space
    * described by tag/handle/offset.
    */
   void
   generic_bs_w_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint8_t value)
   {
   
           wr8(bsh + offset, value);
   }
   
   void
   generic_bs_w_2(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint16_t value)
   {
   
           wr16(bsh + offset, value);
   }
   
   void
   generic_bs_w_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint32_t value)
   {
   
           wr32(bsh + offset, value);
   }
   
   void
   generic_bs_w_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       uint64_t value)
   {
   
   #ifdef wr64
           wr64(bsh + offset, value);
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Write `count' 1, 2, 4, or 8 byte quantities from the buffer
    * provided to bus space described by tag/handle/offset.
    */
   void
   generic_bs_wm_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, const uint8_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   wr8(baddr, *addr++);
   }
   
   void
   generic_bs_wm_2(void *t, bus_space_handle_t bsh,
       bus_size_t offset, const uint16_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   wr16(baddr, *addr++);
   }
   
   void
   generic_bs_wm_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, const uint32_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   wr32(baddr, *addr++);
   }
   
   void
   generic_bs_wm_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       const uint64_t *addr, size_t count)
   {
   #ifdef wr64
           bus_addr_t baddr = bsh + offset;
   
           while (count--)
                   wr64(baddr, *addr++);
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Write `count' 1, 2, 4, or 8 byte quantities from the buffer provided
    * to bus space described by tag/handle starting at `offset'.
    */
   void
   generic_bs_wr_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, const uint8_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   wr8(baddr, *addr++);
                   baddr += 1;
           }
   }
   
   void
   generic_bs_wr_2(void *t, bus_space_handle_t bsh,
       bus_size_t offset, const uint16_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   wr16(baddr, *addr++);
                   baddr += 2;
           }
   }
   
   void
   generic_bs_wr_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, const uint32_t *addr, size_t count)
   {
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   wr32(baddr, *addr++);
                   baddr += 4;
           }
   }
   
   void
   generic_bs_wr_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       const uint64_t *addr, size_t count)
   {
   #ifdef wr64
           bus_addr_t baddr = bsh + offset;
   
           while (count--) {
                   wr64(baddr, *addr++);
                   baddr += 8;
           }
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Write the 1, 2, 4, or 8 byte value `val' to bus space described
    * by tag/handle/offset `count' times.
    */
   void
   generic_bs_sm_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint8_t value, size_t count)
   {
           bus_addr_t addr = bsh + offset;
   
           while (count--)
                   wr8(addr, value);
   }
   
   void
   generic_bs_sm_2(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint16_t value, size_t count)
   {
           bus_addr_t addr = bsh + offset;
   
           while (count--)
                   wr16(addr, value);
   }
   
   void
   generic_bs_sm_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint32_t value, size_t count)
   {
           bus_addr_t addr = bsh + offset;
   
           while (count--)
                   wr32(addr, value);
   }
   
   void
   generic_bs_sm_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       uint64_t value, size_t count)
   {
   #ifdef wr64
           bus_addr_t addr = bsh + offset;
   
           while (count--)
                   wr64(addr, value);
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Write `count' 1, 2, 4, or 8 byte value `val' to bus space described
    * by tag/handle starting at `offset'.
    */
   void
   generic_bs_sr_1(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint8_t value, size_t count)
   {
           bus_addr_t addr = bsh + offset;
   
           for (; count != 0; count--, addr++)
                   wr8(addr, value);
   }
   
   void
   generic_bs_sr_2(void *t, bus_space_handle_t bsh,
                          bus_size_t offset, uint16_t value, size_t count)
   {
           bus_addr_t addr = bsh + offset;
   
           for (; count != 0; count--, addr += 2)
                   wr16(addr, value);
   }
   
   void
   generic_bs_sr_4(void *t, bus_space_handle_t bsh,
       bus_size_t offset, uint32_t value, size_t count)
   {
           bus_addr_t addr = bsh + offset;
   
           for (; count != 0; count--, addr += 4)
                   wr32(addr, value);
   }
   
   void
   generic_bs_sr_8(void *t, bus_space_handle_t bsh, bus_size_t offset,
       uint64_t value, size_t count)
   {
   #ifdef wr64
           bus_addr_t addr = bsh + offset;
   
           for (; count != 0; count--, addr += 8)
                   wr64(addr, value);
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   /*
    * Copy `count' 1, 2, 4, or 8 byte values from bus space starting
    * at tag/bsh1/off1 to bus space starting at tag/bsh2/off2.
    */
   void
   generic_bs_c_1(void *t, bus_space_handle_t bsh1,
       bus_size_t off1, bus_space_handle_t bsh2,
       bus_size_t off2, size_t count)
   {
           bus_addr_t addr1 = bsh1 + off1;
           bus_addr_t addr2 = bsh2 + off2;
   
           if (addr1 >= addr2) {
                   /* src after dest: copy forward */
                   for (; count != 0; count--, addr1++, addr2++)
                           wr8(addr2, rd8(addr1));
           } else {
                   /* dest after src: copy backwards */
                   for (addr1 += (count - 1), addr2 += (count - 1);
                       count != 0; count--, addr1--, addr2--)
                           wr8(addr2, rd8(addr1));
           }
   }
   
   void
   generic_bs_c_2(void *t, bus_space_handle_t bsh1,
       bus_size_t off1, bus_space_handle_t bsh2,
       bus_size_t off2, size_t count)
   {
           bus_addr_t addr1 = bsh1 + off1;
           bus_addr_t addr2 = bsh2 + off2;
   
           if (addr1 >= addr2) {
                   /* src after dest: copy forward */
                   for (; count != 0; count--, addr1 += 2, addr2 += 2)
                           wr16(addr2, rd16(addr1));
           } else {
                   /* dest after src: copy backwards */
                   for (addr1 += 2 * (count - 1), addr2 += 2 * (count - 1);
                       count != 0; count--, addr1 -= 2, addr2 -= 2)
                           wr16(addr2, rd16(addr1));
           }
   }
   
   void
   generic_bs_c_4(void *t, bus_space_handle_t bsh1,
       bus_size_t off1, bus_space_handle_t bsh2,
       bus_size_t off2, size_t count)
   {
           bus_addr_t addr1 = bsh1 + off1;
           bus_addr_t addr2 = bsh2 + off2;
   
           if (addr1 >= addr2) {
                   /* src after dest: copy forward */
                   for (; count != 0; count--, addr1 += 4, addr2 += 4)
                           wr32(addr2, rd32(addr1));
           } else {
                   /* dest after src: copy backwards */
                   for (addr1 += 4 * (count - 1), addr2 += 4 * (count - 1);
                       count != 0; count--, addr1 -= 4, addr2 -= 4)
                           wr32(addr2, rd32(addr1));
           }
   }
   
   void
   generic_bs_c_8(void *t, bus_space_handle_t bsh1, bus_size_t off1,
       bus_space_handle_t bsh2, bus_size_t off2, size_t count)
   {
   #if defined(rd64) && defined(wr64)
           bus_addr_t addr1 = bsh1 + off1;
           bus_addr_t addr2 = bsh2 + off2;
   
           if (addr1 >= addr2) {
                   /* src after dest: copy forward */
                   for (; count != 0; count--, addr1 += 8, addr2 += 8)
                           wr64(addr2, rd64(addr1));
           } else {
                   /* dest after src: copy backwards */
                   for (addr1 += 8 * (count - 1), addr2 += 8 * (count - 1);
                       count != 0; count--, addr1 -= 8, addr2 -= 8)
                           wr64(addr2, rd64(addr1));
           }
   #else
           panic("%s: not implemented", __func__);
   #endif
   }
   
   void
   generic_bs_barrier(void *t __unused, 
                   bus_space_handle_t bsh __unused,
                   bus_size_t offset __unused, bus_size_t len __unused, 
                   int flags)
   {
   #if 0
           if (flags & BUS_SPACE_BARRIER_WRITE)
                   mips_dcache_wbinv_all();
   #endif
           if (flags & BUS_SPACE_BARRIER_READ)
                   rmb();
           if (flags & BUS_SPACE_BARRIER_WRITE)
                   wmb();
   }

Cache object: e50ee521b4a358cdb4430449c4cba6df