FreeBSD/Linux Kernel Cross Reference
sys/vm/vm_user.c

     /* 
      * Mach Operating System
      * Copyright (c) 1993,1992,1991,1990,1989,1988 Carnegie Mellon University
      * All Rights Reserved.
      * 
      * Permission to use, copy, modify and distribute this software and its
      * documentation is hereby granted, provided that both the copyright
      * notice and this permission notice appear in all copies of the
      * software, derivative works or modified versions, and any portions
     * thereof, and that both notices appear in supporting documentation.
     * 
     * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
     * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     * 
     * Carnegie Mellon requests users of this software to return to
     * 
     *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
     *  School of Computer Science
     *  Carnegie Mellon University
     *  Pittsburgh PA 15213-3890
     * 
     * any improvements or extensions that they make and grant Carnegie Mellon
     * the rights to redistribute these changes.
     */
    /*
     * HISTORY
     * $Log:        vm_user.c,v $
     * Revision 2.24  93/11/17  18:57:54  dbg
     *      Conditionalized projected buffer support under NET_ATM.
     *      Added ANSI function prototypes.
     *      [93/09/10            dbg]
     * 
     * Revision 2.23  93/08/10  15:13:57  mrt
     *      Included calls to projected_buffer_in_range to deny user direct 
     *      manipulation of protection, inheritance, machine attributes or 
     *      wiring of projected buffers. These can be altered only by other code inside
     *      the kernel, presumably the device driver that created the projected buffer.
     *      [93/02/16  09:48:40  jcb]
     * 
     * Revision 2.22  92/08/03  18:02:30  jfriedl
     *      removed silly prototypes
     *      [92/08/02            jfriedl]
     * 
     * Revision 2.21  92/05/21  17:27:02  jfriedl
     *      tried prototypes.
     *      [92/05/20            jfriedl]
     * 
     * Revision 2.20  92/03/10  16:30:43  jsb
     *      Removed NORMA_VM workaround.
     *      [92/02/11  17:42:41  jsb]
     *      Add checks for protection and inheritance arguments.
     *      [92/02/22  17:07:18  dlb@osf.org]
     * 
     * Revision 2.19  92/02/23  19:51:23  elf
     *      Eliminate keep_wired argument from vm_map_copyin().
     *      [92/02/21  10:16:59  dlb]
     * 
     * Revision 2.18  91/12/11  08:44:21  jsb
     *      Fixed vm_write and vm_copy to check for a null map.
     *      Fixed vm_write and vm_copy to not check for misalignment.
     *      Fixed vm_copy to discard the copy if the overwrite fails.
     *      [91/12/09            rpd]
     * 
     * Revision 2.17  91/12/10  13:27:17  jsb
     *      Apply temporary NORMA_VM workaround to XMM problem.
     *      This leaks objects if vm_map() fails.
     *      [91/12/10  12:55:27  jsb]
     * 
     * Revision 2.16  91/08/28  11:19:07  jsb
     *      Fixed vm_map to check memory_object with IP_VALID.
     *      Changed vm_wire to use KERN_INVALID_{HOST,TASK,VALUE}
     *      instead of a generic KERN_INVALID_ARGUMENT return code.
     *      [91/07/12            rpd]
     * 
     * Revision 2.15  91/07/31  18:22:40  dbg
     *      Change vm_pageable to vm_wire.  Require host_priv port to gain
     *      wiring privileges.
     *      [91/07/30  17:28:22  dbg]
     * 
     * Revision 2.14  91/05/14  17:51:35  mrt
     *      Correcting copyright
     * 
     * Revision 2.13  91/03/16  15:07:13  rpd
     *      Removed temporary extra stats.
     *      [91/02/10            rpd]
     * 
     * Revision 2.12  91/02/05  18:00:35  mrt
     *      Changed to new Mach copyright
     *      [91/02/01  16:35:00  mrt]
     * 
     * Revision 2.11  90/08/06  15:08:59  rwd
     *      Vm_read should check that the map is non null.
     *      [90/07/26            rwd]
     * 
     * Revision 2.10  90/06/02  15:12:07  rpd
     *      Moved trap versions of syscalls to kern/ipc_mig.c.
     *      Removed syscall_vm_allocate_with_pager.
     *      [90/05/31            rpd]
    * 
    *      Purged vm_allocate_with_pager.
    *      [90/04/09            rpd]
    *      Purged MACH_XP_FPD.  Use vm_map_pageable_user for vm_pageable.
    *      Converted to new IPC kernel call semantics.
    *      [90/03/26  23:21:55  rpd]
    * 
    * Revision 2.9  90/05/29  18:39:57  rwd
    *      New trap versions of exported vm calls from rfr.
    *      [90/04/20            rwd]
    * 
    * Revision 2.8  90/05/03  15:53:30  dbg
    *      Set current protection to VM_PROT_DEFAULT in
    *      vm_allocate_with_pager.
    *      [90/04/12            dbg]
    * 
    * Revision 2.7  90/03/14  21:11:49  rwd
    *      Get rfr bug fix.
    *      [90/03/07            rwd]
    * 
    * Revision 2.6  90/02/22  20:07:02  dbg
    *      Use new vm_object_copy routines.  Use new vm_map_copy
    *      technology.  vm_read() no longer requires page alignment.
    *      Change PAGE_WAKEUP to PAGE_WAKEUP_DONE to reflect the fact
    *      that it clears the busy flag.
    *      [90/01/25            dbg]
    * 
    * Revision 2.5  90/01/24  14:08:30  af
    *      Fixed bug in optimized vm_write: now that we relaxed the restriction
    *      on the page-alignment of the size arg we must be able to cope with
    *      e.g. one-and-a-half pages as well.
    *      Also, by simple measures on my pmax turns out that mapping is a win
    *      versus copyin even for a single page. IF you can map.
    *      [90/01/24  11:37:35  af]
    * 
    * Revision 2.4  90/01/22  23:09:42  af
    *      Go through the map module for machine attributes.
    *      [90/01/20  17:23:35  af]
    * 
    *      Added vm_machine_attribute(), which only invokes the
    *      corresponding pmap operation, for now.  Just a first
    *      shot at it, lacks proper locking and keeping the info
    *      around, someplace.
    *      [89/12/08            af]
    * 
    * Revision 2.3  90/01/19  14:36:22  rwd
    *      Disable vm_write optimization on mips since it doesn't appear to
    *      work.
    *      [90/01/19            rwd]
    * 
    *      Get version that works on multiprocessor from rfr
    *      [90/01/10            rwd]
    *      Get new user copyout code from rfr.
    *      [90/01/05            rwd]
    * 
    * Revision 2.2  89/09/08  11:29:05  dbg
    *      Pass keep_wired parameter to vm_map_move.
    *      [89/07/14            dbg]
    * 
    * 28-Apr-89  David Golub (dbg) at Carnegie-Mellon University
    *      Changes for MACH_KERNEL:
    *      . Removed non-MACH include files and all conditionals.
    *      . Added vm_pageable, for privileged tasks only.
    *      . vm_read now uses vm_map_move to consolidate map operations.
    *      . If using FAST_PAGER_DATA, vm_write expects data to be in
    *        current task's address space.
    *
    * Revision 2.12  89/04/18  21:30:56  mwyoung
    *      All relevant history has been integrated into the documentation below.
    * 
    */
   /*
    *      File:   vm/vm_user.c
    *      Author: Avadis Tevanian, Jr., Michael Wayne Young
    * 
    *      User-exported virtual memory functions.
    */
   
   #include <net_atm.h>
   
   #include <mach/boolean.h>
   #include <mach/kern_return.h>
   #include <mach/mach_types.h>    /* to get vm_address_t */
   #include <mach/memory_object.h>
   #include <mach/std_types.h>     /* to get pointer_t */
   #include <mach/vm_attributes.h>
   #include <mach/vm_param.h>
   #include <mach/vm_statistics.h>
   #include <kern/host.h>
   #include <kern/task.h>
   #include <vm/vm_fault.h>
   #include <vm/vm_map.h>
   #include <vm/vm_object.h>
   #include <vm/vm_page.h>
   
   
   
   vm_statistics_data_t    vm_stat;
   
   /*
    *      vm_allocate allocates "zero fill" memory in the specfied
    *      map.
    */
   kern_return_t vm_allocate(
           register vm_map_t       map,
           register vm_offset_t    *addr,
           register vm_size_t      size,
           boolean_t               anywhere)
   {
   
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
           if (size == 0) {
                   *addr = 0;
                   return KERN_SUCCESS;
           }
   
           if (anywhere)
                   *addr = vm_map_min(map);
           else
                   *addr = trunc_page(*addr);
           size = round_page(size);
   
           return vm_map_enter(
                           map,
                           addr,
                           size,
                           (vm_offset_t)0,
                           anywhere,
                           VM_OBJECT_NULL,
                           (vm_offset_t)0,
                           FALSE,
                           VM_PROT_DEFAULT,
                           VM_PROT_ALL,
                           VM_INHERIT_DEFAULT);
   }
   
   /*
    *      vm_deallocate deallocates the specified range of addresses in the
    *      specified address map.
    */
   kern_return_t vm_deallocate(
           register vm_map_t       map,
           vm_offset_t             start,
           vm_size_t               size)
   {
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           if (size == (vm_size_t) 0)
                   return KERN_SUCCESS;
   
           return vm_map_remove(map, trunc_page(start), round_page(start+size));
   }
   
   /*
    *      vm_inherit sets the inheritance of the specified range in the
    *      specified map.
    */
   kern_return_t vm_inherit(
           register vm_map_t       map,
           vm_offset_t             start,
           vm_size_t               size,
           vm_inherit_t            new_inheritance)
   {
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           switch (new_inheritance) {
           case VM_INHERIT_NONE:
           case VM_INHERIT_COPY:
           case VM_INHERIT_SHARE:
                   break;
           default:
                   return KERN_INVALID_ARGUMENT;
           }
   
   #if     NET_ATM
           /*Check if range includes projected buffer;
             user is not allowed direct manipulation in that case*/
           if (projected_buffer_in_range(map, start, start+size))
                   return KERN_INVALID_ARGUMENT;
   #endif  /* NET_ATM */
   
           return vm_map_inherit(map,
                                 trunc_page(start),
                                 round_page(start+size),
                                 new_inheritance);
   }
   
   /*
    *      vm_protect sets the protection of the specified range in the
    *      specified map.
    */
   
   kern_return_t vm_protect(
           register vm_map_t       map,
           vm_offset_t             start,
           vm_size_t               size,
           boolean_t               set_maximum,
           vm_prot_t               new_protection)
   {
           if ((map == VM_MAP_NULL) || (new_protection & ~VM_PROT_ALL))
                   return KERN_INVALID_ARGUMENT;
   
   #if     NET_ATM
           /*Check if range includes projected buffer;
             user is not allowed direct manipulation in that case*/
           if (projected_buffer_in_range(map, start, start+size))
                   return KERN_INVALID_ARGUMENT;
   #endif  /* NET_ATM */
   
           return vm_map_protect(map,
                                 trunc_page(start),
                                 round_page(start+size),
                                 new_protection,
                                 set_maximum);
   }
   
   kern_return_t vm_statistics(
           vm_map_t        map,
           vm_statistics_data_t    *stat)
   {
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           *stat = vm_stat;
   
           stat->pagesize = PAGE_SIZE;
           stat->free_count = vm_page_free_count;
           stat->active_count = vm_page_active_count;
           stat->inactive_count = vm_page_inactive_count;
           stat->wire_count = vm_page_wire_count;
   
           return KERN_SUCCESS;
   }
   
   /*
    * Handle machine-specific attributes for a mapping, such
    * as cachability, migrability, etc.
    */
   kern_return_t vm_machine_attribute(
           vm_map_t        map,
           vm_address_t    address,
           vm_size_t       size,
           vm_machine_attribute_t  attribute,
           vm_machine_attribute_val_t* value)              /* IN/OUT */
   {
           extern kern_return_t    vm_map_machine_attribute();
   
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
   #if     NET_ATM
           /*Check if range includes projected buffer;
             user is not allowed direct manipulation in that case*/
           if (projected_buffer_in_range(map, address, address+size))
                   return KERN_INVALID_ARGUMENT;
   #endif  /* NET_ATM */
   
           return vm_map_machine_attribute(map, address, size, attribute, value);
   }
   
   kern_return_t vm_read(
           vm_map_t        map,
           vm_address_t    address,
           vm_size_t       size,
           pointer_t       *data,
           vm_size_t       *data_size)
   {
           kern_return_t   error;
           vm_map_copy_t   ipc_address;
   
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           if ((error = vm_map_copyin(map,
                                   address,
                                   size,
                                   FALSE,  /* src_destroy */
                                   &ipc_address)) == KERN_SUCCESS) {
                   *data = (pointer_t) ipc_address;
                   *data_size = size;
           }
           return error;
   }
   
   kern_return_t vm_write(
           vm_map_t        map,
           vm_address_t    address,
           pointer_t       data,
           vm_size_t       size)
   {
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           return vm_map_copy_overwrite(map, address, (vm_map_copy_t) data,
                                        FALSE /* interruptible XXX */);
   }
   
   kern_return_t vm_copy(
           vm_map_t        map,
           vm_address_t    source_address,
           vm_size_t       size,
           vm_address_t    dest_address)
   {
           vm_map_copy_t copy;
           kern_return_t kr;
   
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           kr = vm_map_copyin(map, source_address, size,
                              FALSE, &copy);
           if (kr != KERN_SUCCESS)
                   return kr;
   
           kr = vm_map_copy_overwrite(map, dest_address, copy,
                                      FALSE /* interruptible XXX */);
           if (kr != KERN_SUCCESS) {
                   vm_map_copy_discard(copy);
                   return kr;
           }
   
           return KERN_SUCCESS;
   }
   
   /*
    *      Routine:        vm_map
    */
   kern_return_t vm_map(
           vm_map_t        target_map,
           vm_offset_t     *address,
           vm_size_t       size,
           vm_offset_t     mask,
           boolean_t       anywhere,
           ipc_port_t      memory_object,
           vm_offset_t     offset,
           boolean_t       copy,
           vm_prot_t       cur_protection,
           vm_prot_t       max_protection,
           vm_inherit_t    inheritance)
   {
           register
           vm_object_t     object;
           register
           kern_return_t   result;
   
           if ((target_map == VM_MAP_NULL) ||
               (cur_protection & ~VM_PROT_ALL) ||
               (max_protection & ~VM_PROT_ALL))
                   return KERN_INVALID_ARGUMENT;
   
           switch (inheritance) {
           case VM_INHERIT_NONE:
           case VM_INHERIT_COPY:
           case VM_INHERIT_SHARE:
                   break;
           default:
                   return KERN_INVALID_ARGUMENT;
           }
   
           *address = trunc_page(*address);
           size = round_page(size);
   
           if (!IP_VALID(memory_object)) {
                   object = VM_OBJECT_NULL;
                   offset = 0;
                   copy = FALSE;
           } else if ((object = vm_object_enter(memory_object, size, FALSE))
                           == VM_OBJECT_NULL)
                   return KERN_INVALID_ARGUMENT;
   
           /*
            *      Perform the copy if requested
            */
   
           if (copy) {
                   vm_object_t     new_object;
                   vm_offset_t     new_offset;
   
                   result = vm_object_copy_strategically(object, offset, size,
                                   &new_object, &new_offset,
                                   &copy);
   
                   /*
                    *      Throw away the reference to the
                    *      original object, as it won't be mapped.
                    */
   
                   vm_object_deallocate(object);
   
                   if (result != KERN_SUCCESS)
                           return result;
   
                   object = new_object;
                   offset = new_offset;
           }
   
           if ((result = vm_map_enter(target_map,
                                   address, size, mask, anywhere,
                                   object, offset,
                                   copy,
                                   cur_protection, max_protection, inheritance
                                   )) != KERN_SUCCESS)
                   vm_object_deallocate(object);
           return result;
   }
   
   /*
    *      Specify that the range of the virtual address space
    *      of the target task must not cause page faults for
    *      the indicated accesses.
    *
    *      [ To unwire the pages, specify VM_PROT_NONE. ]
    */
   kern_return_t vm_wire(
           host_t                  host,
           register vm_map_t       map,
           vm_offset_t             start,
           vm_size_t               size,
           vm_prot_t               access)
   {
           if (host == HOST_NULL)
                   return KERN_INVALID_HOST;
   
           if (map == VM_MAP_NULL)
                   return KERN_INVALID_TASK;
   
           if (access & ~VM_PROT_ALL)
                   return KERN_INVALID_ARGUMENT;
   
   #if     NET_ATM
           /*Check if range includes projected buffer;
             user is not allowed direct manipulation in that case*/
           if (projected_buffer_in_range(map, start, start+size))
                   return(KERN_INVALID_ARGUMENT);
   #endif  /* NET_ATM */
   
           return vm_map_pageable_user(map,
                                       trunc_page(start),
                                       round_page(start+size),
                                       access);
   }

Cache object: ea7ebbe2fa0e4759b8f8c89362d2875a