/* * Copyright 2008-2012 NVIDIA Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /*! \file thrust/memory.h * \brief Abstractions for Thrust's memory model. */ #include #include #include #include #include #include #include #include namespace thrust { /*! \addtogroup memory_management Memory Management * \addtogroup memory_management_classes Memory Management Classes * \ingroup memory_management * \{ */ /*! \p pointer stores a pointer to an object allocated in memory. Like \p device_ptr, this * type ensures type safety when dispatching standard algorithms on ranges resident in memory. * * \p pointer generalizes \p device_ptr by relaxing the backend system associated with the \p pointer. * Instead of the backend system specified by \p THRUST_DEFAULT_DEVICE_BACKEND, \p pointer's * system is given by its second template parameter, \p Tag. For the purpose of Thrust dispatch, * device_ptr and pointer are considered equivalent. * * The raw pointer encapsulated by a \p pointer may be obtained through its get member function * or the \p raw_pointer_cast free function. * * \tparam Element specifies the type of the pointed-to object. * * \tparam Tag specifies the system with which this \p pointer is associated. This may be any Thrust * backend system, or a user-defined tag. * * \tparam Reference allows the client to specify the reference type returned upon derereference. * By default, this type is reference. * * \tparam Derived allows the client to specify the name of the derived type when \p pointer is used as * a base class. This is useful to ensure that arithmetic on values of the derived type return * values of the derived type as a result. By default, this type is pointer. * * \note \p pointer is not a smart pointer; it is the client's responsibility to deallocate memory * pointer to by \p pointer. * * \see device_ptr * \see reference * \see raw_pointer_cast */ // define pointer for the purpose of Doxygenating it // it is actually defined elsewhere #if 0 template class pointer { public: /*! The type of the raw pointer */ typedef typename super_t::base_type raw_pointer; /*! \p pointer's default constructor initializes its encapsulated pointer to \c 0 */ __host__ __device__ pointer(); /*! This constructor allows construction of a pointer from a T*. * * \param ptr A raw pointer to copy from, presumed to point to a location in \p Tag's memory. * \tparam OtherElement \p OtherElement shall be convertible to \p Element. */ template __host__ __device__ explicit pointer(OtherElement *ptr); /*! This contructor allows initialization from another pointer-like object. * * \param other The \p OtherPointer to copy. * * \tparam OtherPointer The tag associated with \p OtherPointer shall be convertible to \p Tag, * and its element type shall be convertible to \p Element. */ template __host__ __device__ pointer(const OtherPointer &other, typename thrust::detail::enable_if_pointer_is_convertible< OtherPointer, pointer >::type * = 0); /*! Assignment operator allows assigning from another pointer-like object with related type. * * \param other The other pointer-like object to assign from. * \return *this * * \tparam OtherPointer The tag associated with \p OtherPointer shall be convertible to \p Tag, * and its element type shall be convertible to \p Element. */ template __host__ __device__ typename thrust::detail::enable_if_pointer_is_convertible< OtherPointer, pointer, derived_type & >::type operator=(const OtherPointer &other); /*! \p get returns this \p pointer's encapsulated raw pointer. * \return This \p pointer's raw pointer. */ __host__ __device__ Element *get() const; }; #endif /*! \p reference is a wrapped reference to an object stored in memory. \p reference generalizes * \p device_reference by relaxing the type of pointer associated with the object. \p reference * is the type of the result of dereferencing a tagged pointer-like object such as \p pointer, and * intermediates operations on objects existing in a remote memory. * * \tparam Element specifies the type of the referent object. * \tparam Pointer specifies the type of the result of taking the address of \p reference. * \tparam Derived allows the client to specify the name of the derived type when \p reference is used as * a base class. This is useful to ensure that assignment to objects of the derived type return * values of the derived type as a result. By default, this type is reference. */ // define pointer for the purpose of Doxygenating it // it is actually defined elsewhere #if 0 template class reference { public: /*! The type of this \p reference's wrapped pointers. */ typedef Pointer pointer; /*! The \p value_type of this \p reference. */ typedef typename thrust::detail::remove_const::type value_type; /*! This copy constructor initializes this \p reference * to refer to an object pointed to by the given \p pointer. After * this \p reference is constructed, it shall refer to the * object pointed to by \p ptr. * * \param ptr A \p pointer to copy from. */ __host__ __device__ explicit reference(const pointer &ptr); /*! This copy constructor accepts a const reference to another * \p reference of related type. After this \p reference is constructed, * it shall refer to the same object as \p other. * * \param other A \p reference to copy from. * \tparam OtherElement the element type of the other \p reference. * \tparam OtherPointer the pointer type of the other \p reference. * \tparam OtherDerived the derived type of the other \p reference. * * \note This constructor is templated primarily to allow initialization of * reference from reference. */ template __host__ __device__ reference(const reference &other, typename thrust::detail::enable_if_convertible< typename reference::pointer, pointer >::type * = 0); /*! Copy assignment operator copy assigns from another \p reference. * * \param other The other \p reference to assign from. * \return static_cast(*this) */ __host__ __device__ derived_type &operator=(const reference &other); /*! Assignment operator copy assigns from another \p reference of related type. * * \param other The other \p reference to assign from. * \return static_cast(*this) * * \tparam OtherElement the element type of the other \p reference. * \tparam OtherPointer the pointer type of the other \p reference. * \tparam OtherDerived the derived type of the other \p reference. */ template __host__ __device__ derived_type &operator=(const reference &other); /*! Assignment operator assigns from a \p value_type. * * \param x The \p value_type to assign from. * \return static_cast(*this). */ __host__ __device__ derived_type &operator=(const value_type &x); /*! Address-of operator returns a \p pointer pointing to the object * referenced by this \p reference. It does not return the address of this * \p reference. * * \return A \p pointer pointing to the referenct object. */ __host__ __device__ pointer operator&() const; /*! Conversion operator converts this \p reference to \p value_type by * returning a copy of the referent object. * * \return A copy of the referent object. */ __host__ __device__ operator value_type () const; /*! Swaps the value of the referent object with another. * * \param other The other \p reference with which to swap. * \note The argument is of type \p derived_type rather than \p reference. */ __host__ __device__ void swap(derived_type &other); /*! Prefix increment operator increments the referent object. * * \return static_Cast(*this). * * \note Documentation for other arithmetic operators omitted for brevity. */ derived_type &operator++(); }; #endif /*! \} */ /*! * \addtogroup memory_management_functions Memory Management Functions * \ingroup memory_management * \{ */ /*! \addtogroup allocation_functions * \{ */ /*! This version of \p malloc allocates untyped uninitialized storage associated with a given system. * * \param system The Thrust system with which to associate the storage. * \param n The number of bytes of storage to allocate. * \return If allocation succeeds, a pointer to the allocated storage; a null pointer otherwise. * The pointer must be deallocated with \p thrust::free. * * \tparam DerivedPolicy The name of the derived execution policy. * * \pre \p DerivedPolicy must be publically derived from thrust::execution_policy. * * The following code snippet demonstrates how to use \p malloc to allocate a range of memory * associated with Thrust's device system. * * \code * #include * ... * // allocate some memory with thrust::malloc * const int N = 100; * thrust::device_system_tag device_sys; * thrust::pointer void_ptr = thrust::malloc(device_sys, N); * * // manipulate memory * ... * * // deallocate void_ptr with thrust::free * thrust::free(device_sys, void_ptr); * \endcode * * \see free * \see device_malloc */ template pointer malloc(const thrust::detail::execution_policy_base &system, std::size_t n); /*! This version of \p malloc allocates typed uninitialized storage associated with a given system. * * \param system The Thrust system with which to associate the storage. * \param n The number of elements of type \c T which the storage should accomodate. * \return If allocation succeeds, a pointer to an allocation large enough to accomodate \c n * elements of type \c T; a null pointer otherwise. * The pointer must be deallocated with \p thrust::free. * * \tparam DerivedPolicy The name of the derived execution policy. * * \pre \p DerivedPolicy must be publically derived from thrust::execution_policy. * * The following code snippet demonstrates how to use \p malloc to allocate a range of memory * to accomodate integers associated with Thrust's device system. * * \code * #include * ... * // allocate storage for 100 ints with thrust::malloc * const int N = 100; * thrust::device_system_tag device_sys; * thrust::pointer ptr = thrust::malloc(device_sys, N); * * // manipulate memory * ... * * // deallocate ptr with thrust::free * thrust::free(device_sys, ptr); * \endcode * * \see free * \see device_malloc */ template pointer malloc(const thrust::detail::execution_policy_base &system, std::size_t n); /*! \p get_temporary_buffer returns a pointer to storage associated with a given Thrust system sufficient to store up to * \p n objects of type \c T. If not enough storage is available to accomodate \p n objects, an implementation may return * a smaller buffer. The number of objects the returned buffer can accomodate is also returned. * * Thrust uses \p get_temporary_buffer internally when allocating temporary storage required by algorithm implementations. * * The storage allocated with \p get_temporary_buffer must be returned to the system with \p return_temporary_buffer. * * \param system The Thrust system with which to associate the storage. * \param n The requested number of objects of type \c T the storage should accomodate. * \return A pair \c p such that p.first is a pointer to the allocated storage and p.second is the number of * contiguous objects of type \c T that the storage can accomodate. If no storage can be allocated, p.first if * no storage can be obtained. The storage must be returned to the system using \p return_temporary_buffer. * * \tparam DerivedPolicy The name of the derived execution policy. * * \pre \p DerivedPolicy must be publically derived from thrust::execution_policy. * * The following code snippet demonstrates how to use \p get_temporary_buffer to allocate a range of memory * to accomodate integers associated with Thrust's device system. * * \code * #include * ... * // allocate storage for 100 ints with thrust::get_temporary_buffer * const int N = 100; * * typedef thrust::pair< * thrust::pointer, * std::ptrdiff_t * > ptr_and_size_t; * * thrust::device_system_tag device_sys; * ptr_and_size_t ptr_and_size = thrust::get_temporary_buffer(device_sys, N); * * // manipulate up to 100 ints * for(int i = 0; i < ptr_and_size.second; ++i) * { * *ptr_and_size.first = i; * } * * // deallocate storage with thrust::return_temporary_buffer * thrust::return_temporary_buffer(device_sys, ptr_and_size.first); * \endcode * * \see malloc * \see return_temporary_buffer */ template thrust::pair, typename thrust::pointer::difference_type> get_temporary_buffer(const thrust::detail::execution_policy_base &system, typename thrust::pointer::difference_type n); /*! \} allocation_functions */ /*! \addtogroup deallocation_functions * \{ */ /*! \p free deallocates the storage previously allocated by \p thrust::malloc. * * \param system The Thrust system with which the storage is associated. * \param ptr A pointer previously returned by \p thrust::malloc. If \p ptr is null, \p free * does nothing. * * \tparam DerivedPolicy The name of the derived execution policy. * * \pre \p ptr shall have been returned by a previous call to thrust::malloc(system, n) or thrust::malloc(system, n) for some type \c T. * * The following code snippet demonstrates how to use \p free to deallocate a range of memory * previously allocated with \p thrust::malloc. * * \code * #include * ... * // allocate storage for 100 ints with thrust::malloc * const int N = 100; * thrust::device_system_tag device_sys; * thrust::pointer ptr = thrust::malloc(device_sys, N); * * // mainpulate memory * ... * * // deallocate ptr with thrust::free * thrust::free(device_sys, ptr); * \endcode */ template void free(const thrust::detail::execution_policy_base &system, Pointer ptr); /*! \p return_temporary_buffer deallocates storage associated with a given Thrust system previously allocated by \p get_temporary_buffer. * * Thrust uses \p return_temporary_buffer internally when deallocating temporary storage required by algorithm implementations. * * \param system The Thrust system with which the storage is associated. * \param p A pointer previously returned by \p thrust::get_temporary_buffer. If \p ptr is null, \p return_temporary_buffer does nothing. * * \tparam DerivedPolicy The name of the derived execution policy. * * \pre \p p shall have been previously allocated by \p thrust::get_temporary_buffer. * * The following code snippet demonstrates how to use \p return_temporary_buffer to deallocate a range of memory * previously allocated by \p get_temporary_buffer. * * \code * #include * ... * // allocate storage for 100 ints with thrust::get_temporary_buffer * const int N = 100; * * typedef thrust::pair< * thrust::pointer, * std::ptrdiff_t * > ptr_and_size_t; * * thrust::device_system_tag device_sys; * ptr_and_size_t ptr_and_size = thrust::get_temporary_buffer(device_sys, N); * * // manipulate up to 100 ints * for(int i = 0; i < ptr_and_size.second; ++i) * { * *ptr_and_size.first = i; * } * * // deallocate storage with thrust::return_temporary_buffer * thrust::return_temporary_buffer(device_sys, ptr_and_size.first); * \endcode * * \see free * \see get_temporary_buffer */ template void return_temporary_buffer(const thrust::detail::execution_policy_base &system, Pointer p); /*! \} deallocation_functions */ /*! \p raw_pointer_cast creates a "raw" pointer from a pointer-like type, * simply returning the wrapped pointer, should it exist. * * \param ptr The pointer of interest. * \return ptr.get(), if the expression is well formed; ptr, otherwise. * \see raw_reference_cast */ template __host__ __device__ inline typename thrust::detail::pointer_traits::raw_pointer raw_pointer_cast(const Pointer &ptr); /*! \p raw_reference_cast creates a "raw" reference from a wrapped reference type, * simply returning the underlying reference, should it exist. * * If the argument is not a reference wrapper, the result is a reference to the argument. * * \param ref The reference of interest. * \return *thrust::raw_pointer_cast(&ref). * \note There are two versions of \p raw_reference_cast. One for const references, * and one for non-const. * \see raw_pointer_cast */ template __host__ __device__ inline typename detail::raw_reference::type raw_reference_cast(T &ref); /*! \p raw_reference_cast creates a "raw" reference from a wrapped reference type, * simply returning the underlying reference, should it exist. * * If the argument is not a reference wrapper, the result is a reference to the argument. * * \param ref The reference of interest. * \return *thrust::raw_pointer_cast(&ref). * \note There are two versions of \p raw_reference_cast. One for const references, * and one for non-const. * \see raw_pointer_cast */ template __host__ __device__ inline typename detail::raw_reference::type raw_reference_cast(const T &ref); /*! \} */ } // end thrust