1 // Copyright 2015 The Rust Project Developers. See the COPYRIGHT
2 // file at the top-level directory of this distribution and at
3 // http://rust-lang.org/COPYRIGHT.
5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
8 // option. This file may not be copied, modified, or distributed
9 // except according to those terms.
11 #![crate_name = "alloc_system"]
12 #![crate_type = "rlib"]
15 #![cfg_attr(not(stage0), deny(warnings))]
16 #![unstable(feature = "alloc_system",
17 reason = "this library is unlikely to be stabilized in its current \
20 #![feature(allocator)]
22 #![feature(staged_api)]
26 // The minimum alignment guaranteed by the architecture. This value is used to
27 // add fast paths for low alignment values. In practice, the alignment is a
28 // constant at the call site and the branch will be optimized out.
29 #[cfg(all(any(target_arch = "x86",
32 target_arch = "powerpc",
33 target_arch = "powerpc64",
34 target_arch = "asmjs")))]
35 const MIN_ALIGN: usize = 8;
36 #[cfg(all(any(target_arch = "x86_64",
37 target_arch = "aarch64")))]
38 const MIN_ALIGN: usize = 16;
41 pub extern "C" fn __rust_allocate(size: usize, align: usize) -> *mut u8 {
42 unsafe { imp::allocate(size, align) }
46 pub extern "C" fn __rust_deallocate(ptr: *mut u8, old_size: usize, align: usize) {
47 unsafe { imp::deallocate(ptr, old_size, align) }
51 pub extern "C" fn __rust_reallocate(ptr: *mut u8,
56 unsafe { imp::reallocate(ptr, old_size, size, align) }
60 pub extern "C" fn __rust_reallocate_inplace(ptr: *mut u8,
65 unsafe { imp::reallocate_inplace(ptr, old_size, size, align) }
69 pub extern "C" fn __rust_usable_size(size: usize, align: usize) -> usize {
70 imp::usable_size(size, align)
80 pub unsafe fn allocate(size: usize, align: usize) -> *mut u8 {
81 if align <= MIN_ALIGN {
82 libc::malloc(size as libc::size_t) as *mut u8
84 let mut out = ptr::null_mut();
85 let ret = libc::posix_memalign(&mut out, align as libc::size_t, size as libc::size_t);
94 pub unsafe fn reallocate(ptr: *mut u8, old_size: usize, size: usize, align: usize) -> *mut u8 {
95 if align <= MIN_ALIGN {
96 libc::realloc(ptr as *mut libc::c_void, size as libc::size_t) as *mut u8
98 let new_ptr = allocate(size, align);
99 if !new_ptr.is_null() {
100 ptr::copy(ptr, new_ptr, cmp::min(size, old_size));
101 deallocate(ptr, old_size, align);
107 pub unsafe fn reallocate_inplace(_ptr: *mut u8,
115 pub unsafe fn deallocate(ptr: *mut u8, _old_size: usize, _align: usize) {
116 libc::free(ptr as *mut libc::c_void)
119 pub fn usable_size(size: usize, _align: usize) -> usize {
129 type LPVOID = *mut u8;
130 type HANDLE = LPVOID;
136 fn GetProcessHeap() -> HANDLE;
137 fn HeapAlloc(hHeap: HANDLE, dwFlags: DWORD, dwBytes: SIZE_T) -> LPVOID;
138 fn HeapReAlloc(hHeap: HANDLE, dwFlags: DWORD, lpMem: LPVOID, dwBytes: SIZE_T) -> LPVOID;
139 fn HeapFree(hHeap: HANDLE, dwFlags: DWORD, lpMem: LPVOID) -> BOOL;
143 struct Header(*mut u8);
145 const HEAP_REALLOC_IN_PLACE_ONLY: DWORD = 0x00000010;
147 unsafe fn get_header<'a>(ptr: *mut u8) -> &'a mut Header {
148 &mut *(ptr as *mut Header).offset(-1)
151 unsafe fn align_ptr(ptr: *mut u8, align: usize) -> *mut u8 {
152 let aligned = ptr.offset((align - (ptr as usize & (align - 1))) as isize);
153 *get_header(aligned) = Header(ptr);
157 pub unsafe fn allocate(size: usize, align: usize) -> *mut u8 {
158 if align <= MIN_ALIGN {
159 HeapAlloc(GetProcessHeap(), 0, size as SIZE_T) as *mut u8
161 let ptr = HeapAlloc(GetProcessHeap(), 0, (size + align) as SIZE_T) as *mut u8;
165 align_ptr(ptr, align)
169 pub unsafe fn reallocate(ptr: *mut u8, _old_size: usize, size: usize, align: usize) -> *mut u8 {
170 if align <= MIN_ALIGN {
171 HeapReAlloc(GetProcessHeap(), 0, ptr as LPVOID, size as SIZE_T) as *mut u8
173 let header = get_header(ptr);
174 let new = HeapReAlloc(GetProcessHeap(),
177 (size + align) as SIZE_T) as *mut u8;
181 align_ptr(new, align)
185 pub unsafe fn reallocate_inplace(ptr: *mut u8,
190 if align <= MIN_ALIGN {
191 let new = HeapReAlloc(GetProcessHeap(),
192 HEAP_REALLOC_IN_PLACE_ONLY,
194 size as SIZE_T) as *mut u8;
205 pub unsafe fn deallocate(ptr: *mut u8, _old_size: usize, align: usize) {
206 if align <= MIN_ALIGN {
207 let err = HeapFree(GetProcessHeap(), 0, ptr as LPVOID);
208 debug_assert!(err != 0);
210 let header = get_header(ptr);
211 let err = HeapFree(GetProcessHeap(), 0, header.0 as LPVOID);
212 debug_assert!(err != 0);
216 pub fn usable_size(size: usize, _align: usize) -> usize {