You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
415 lines
12 KiB
415 lines
12 KiB
11 years ago
|
/*
|
||
|
|
* Copyright 2008-2012 NVIDIA Corporation
|
||
|
|
*
|
||
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
* you may not use this file except in ctbbliance with the License.
|
||
|
|
* You may obtain a copy of the License at
|
||
|
|
*
|
||
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
*
|
||
|
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
* See the License for the specific language governing permissions and
|
||
|
|
* limitations under the License.
|
||
|
|
*/
|
||
|
|
|
||
|
|
/*! \file thrust/system/tbb/memory.h
|
||
|
|
* \brief Managing memory associated with Thrust's TBB system.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#pragma once
|
||
|
|
|
||
|
|
#include <thrust/detail/config.h>
|
||
|
|
#include <thrust/system/tbb/detail/execution_policy.h>
|
||
|
|
#include <thrust/memory.h>
|
||
|
|
#include <thrust/detail/type_traits.h>
|
||
|
|
#include <thrust/detail/allocator/malloc_allocator.h>
|
||
|
|
#include <ostream>
|
||
|
|
|
||
|
|
namespace thrust
|
||
|
|
{
|
||
|
|
namespace system
|
||
|
|
{
|
||
|
|
namespace tbb
|
||
|
|
{
|
||
|
|
|
||
|
|
template<typename> class pointer;
|
||
|
|
|
||
|
|
} // end tbb
|
||
|
|
} // end system
|
||
|
|
} // end thrust
|
||
|
|
|
||
|
|
|
||
|
|
/*! \cond
|
||
|
|
*/
|
||
|
|
|
||
|
|
// specialize std::iterator_traits to avoid problems with the name of
|
||
|
|
// pointer's constructor shadowing its nested pointer type
|
||
|
|
// do this before pointer is defined so the specialization is correctly
|
||
|
|
// used inside the definition
|
||
|
|
namespace std
|
||
|
|
{
|
||
|
|
|
||
|
|
template<typename Element>
|
||
|
|
struct iterator_traits<thrust::system::tbb::pointer<Element> >
|
||
|
|
{
|
||
|
|
private:
|
||
|
|
typedef thrust::system::tbb::pointer<Element> ptr;
|
||
|
|
|
||
|
|
public:
|
||
|
|
typedef typename ptr::iterator_category iterator_category;
|
||
|
|
typedef typename ptr::value_type value_type;
|
||
|
|
typedef typename ptr::difference_type difference_type;
|
||
|
|
typedef ptr pointer;
|
||
|
|
typedef typename ptr::reference reference;
|
||
|
|
}; // end iterator_traits
|
||
|
|
|
||
|
|
} // end std
|
||
|
|
|
||
|
|
/*! \endcond
|
||
|
|
*/
|
||
|
|
|
||
|
|
|
||
|
|
namespace thrust
|
||
|
|
{
|
||
|
|
namespace system
|
||
|
|
{
|
||
|
|
|
||
|
|
/*! \addtogroup system_backends Systems
|
||
|
|
* \ingroup system
|
||
|
|
* \{
|
||
|
|
*/
|
||
|
|
|
||
|
|
/*! \namespace thrust::system::tbb
|
||
|
|
* \brief \p thrust::system::tbb is the namespace containing functionality for allocating, manipulating,
|
||
|
|
* and deallocating memory available to Thrust's TBB backend system.
|
||
|
|
* The identifiers are provided in a separate namespace underneath <tt>thrust::system</tt>
|
||
|
|
* for import convenience but are also aliased in the top-level <tt>thrust::tbb</tt>
|
||
|
|
* namespace for easy access.
|
||
|
|
*
|
||
|
|
*/
|
||
|
|
namespace tbb
|
||
|
|
{
|
||
|
|
|
||
|
|
// forward declaration of reference for pointer
|
||
|
|
template<typename Element> class reference;
|
||
|
|
|
||
|
|
/*! \cond
|
||
|
|
*/
|
||
|
|
|
||
|
|
// XXX nvcc + msvc have trouble instantiating reference below
|
||
|
|
// this is a workaround
|
||
|
|
namespace detail
|
||
|
|
{
|
||
|
|
|
||
|
|
template<typename Element>
|
||
|
|
struct reference_msvc_workaround
|
||
|
|
{
|
||
|
|
typedef thrust::system::tbb::reference<Element> type;
|
||
|
|
}; // end reference_msvc_workaround
|
||
|
|
|
||
|
|
} // end detail
|
||
|
|
|
||
|
|
/*! \endcond
|
||
|
|
*/
|
||
|
|
|
||
|
|
|
||
|
|
/*! \p pointer stores a pointer to an object allocated in memory available to the tbb system.
|
||
|
|
* This type provides type safety when dispatching standard algorithms on ranges resident
|
||
|
|
* in tbb memory.
|
||
|
|
*
|
||
|
|
* \p pointer has pointer semantics: it may be dereferenced and manipulated with pointer arithmetic.
|
||
|
|
*
|
||
|
|
* \p pointer can be created with the function \p tbb::malloc, or by explicitly calling its constructor
|
||
|
|
* with a raw pointer.
|
||
|
|
*
|
||
|
|
* The raw pointer encapsulated by a \p pointer may be obtained by eiter its <tt>get</tt> member function
|
||
|
|
* or the \p raw_pointer_cast function.
|
||
|
|
*
|
||
|
|
* \note \p pointer is not a "smart" pointer; it is the programmer's responsibility to deallocate memory
|
||
|
|
* pointed to by \p pointer.
|
||
|
|
*
|
||
|
|
* \tparam T specifies the type of the pointee.
|
||
|
|
*
|
||
|
|
* \see tbb::malloc
|
||
|
|
* \see tbb::free
|
||
|
|
* \see raw_pointer_cast
|
||
|
|
*/
|
||
|
|
template<typename T>
|
||
|
|
class pointer
|
||
|
|
: public thrust::pointer<
|
||
|
|
T,
|
||
|
|
thrust::system::tbb::tag,
|
||
|
|
thrust::system::tbb::reference<T>,
|
||
|
|
thrust::system::tbb::pointer<T>
|
||
|
|
>
|
||
|
|
{
|
||
|
|
/*! \cond
|
||
|
|
*/
|
||
|
|
|
||
|
|
private:
|
||
|
|
typedef thrust::pointer<
|
||
|
|
T,
|
||
|
|
thrust::system::tbb::tag,
|
||
|
|
//thrust::system::tbb::reference<T>,
|
||
|
|
typename detail::reference_msvc_workaround<T>::type,
|
||
|
|
thrust::system::tbb::pointer<T>
|
||
|
|
> super_t;
|
||
|
|
|
||
|
|
/*! \endcond
|
||
|
|
*/
|
||
|
|
|
||
|
|
public:
|
||
|
|
// note that tbb::pointer's member functions need __host__ __device__
|
||
|
|
// to interoperate with nvcc + iterators' dereference member function
|
||
|
|
|
||
|
|
/*! \p pointer's no-argument constructor initializes its encapsulated pointer to \c 0.
|
||
|
|
*/
|
||
|
|
__host__ __device__
|
||
|
|
pointer() : super_t() {}
|
||
|
|
|
||
|
|
/*! This constructor allows construction of a <tt>pointer<const T></tt> from a <tt>T*</tt>.
|
||
|
|
*
|
||
|
|
* \param ptr A raw pointer to copy from, presumed to point to a location in memory
|
||
|
|
* accessible by the \p tbb system.
|
||
|
|
* \tparam OtherT \p OtherT shall be convertible to \p T.
|
||
|
|
*/
|
||
|
|
template<typename OtherT>
|
||
|
|
__host__ __device__
|
||
|
|
explicit pointer(OtherT *ptr) : super_t(ptr) {}
|
||
|
|
|
||
|
|
/*! This constructor allows construction from another pointer-like object with related type.
|
||
|
|
*
|
||
|
|
* \param other The \p OtherPointer to copy.
|
||
|
|
* \tparam OtherPointer The system tag associated with \p OtherPointer shall be convertible
|
||
|
|
* to \p thrust::system::tbb::tag and its element type shall be convertible to \p T.
|
||
|
|
*/
|
||
|
|
template<typename OtherPointer>
|
||
|
|
__host__ __device__
|
||
|
|
pointer(const OtherPointer &other,
|
||
|
|
typename thrust::detail::enable_if_pointer_is_convertible<
|
||
|
|
OtherPointer,
|
||
|
|
pointer
|
||
|
|
>::type * = 0) : super_t(other) {}
|
||
|
|
|
||
|
|
/*! Assignment operator allows assigning from another pointer-like object with related type.
|
||
|
|
*
|
||
|
|
* \param other The other pointer-like object to assign from.
|
||
|
|
* \tparam OtherPointer The system tag associated with \p OtherPointer shall be convertible
|
||
|
|
* to \p thrust::system::tbb::tag and its element type shall be convertible to \p T.
|
||
|
|
*/
|
||
|
|
template<typename OtherPointer>
|
||
|
|
__host__ __device__
|
||
|
|
typename thrust::detail::enable_if_pointer_is_convertible<
|
||
|
|
OtherPointer,
|
||
|
|
pointer,
|
||
|
|
pointer &
|
||
|
|
>::type
|
||
|
|
operator=(const OtherPointer &other)
|
||
|
|
{
|
||
|
|
return super_t::operator=(other);
|
||
|
|
}
|
||
|
|
}; // end pointer
|
||
|
|
|
||
|
|
|
||
|
|
/*! \p reference is a wrapped reference to an object stored in memory available to the \p tbb system.
|
||
|
|
* \p reference is the type of the result of dereferencing a \p tbb::pointer.
|
||
|
|
*
|
||
|
|
* \tparam T Specifies the type of the referenced object.
|
||
|
|
*/
|
||
|
|
template<typename T>
|
||
|
|
class reference
|
||
|
|
: public thrust::reference<
|
||
|
|
T,
|
||
|
|
thrust::system::tbb::pointer<T>,
|
||
|
|
thrust::system::tbb::reference<T>
|
||
|
|
>
|
||
|
|
{
|
||
|
|
/*! \cond
|
||
|
|
*/
|
||
|
|
|
||
|
|
private:
|
||
|
|
typedef thrust::reference<
|
||
|
|
T,
|
||
|
|
thrust::system::tbb::pointer<T>,
|
||
|
|
thrust::system::tbb::reference<T>
|
||
|
|
> super_t;
|
||
|
|
|
||
|
|
/*! \endcond
|
||
|
|
*/
|
||
|
|
|
||
|
|
public:
|
||
|
|
/*! \cond
|
||
|
|
*/
|
||
|
|
|
||
|
|
typedef typename super_t::value_type value_type;
|
||
|
|
typedef typename super_t::pointer pointer;
|
||
|
|
|
||
|
|
/*! \endcond
|
||
|
|
*/
|
||
|
|
|
||
|
|
/*! This constructor initializes this \p reference to refer to an object
|
||
|
|
* pointed to by the given \p pointer. After this \p reference is constructed,
|
||
|
|
* it shall refer to the object pointed to by \p ptr.
|
||
|
|
*
|
||
|
|
* \param ptr A \p pointer to copy from.
|
||
|
|
*/
|
||
|
|
__host__ __device__
|
||
|
|
explicit reference(const pointer &ptr)
|
||
|
|
: super_t(ptr)
|
||
|
|
{}
|
||
|
|
|
||
|
|
/*! This constructor accepts a const reference to another \p reference of related type.
|
||
|
|
* After this \p reference is constructed, it shall refer to the same object as \p other.
|
||
|
|
*
|
||
|
|
* \param other A \p reference to copy from.
|
||
|
|
* \tparam OtherT The element type of the other \p reference.
|
||
|
|
*
|
||
|
|
* \note This constructor is templated primarily to allow initialization of <tt>reference<const T></tt>
|
||
|
|
* from <tt>reference<T></tt>.
|
||
|
|
*/
|
||
|
|
template<typename OtherT>
|
||
|
|
__host__ __device__
|
||
|
|
reference(const reference<OtherT> &other,
|
||
|
|
typename thrust::detail::enable_if_convertible<
|
||
|
|
typename reference<OtherT>::pointer,
|
||
|
|
pointer
|
||
|
|
>::type * = 0)
|
||
|
|
: super_t(other)
|
||
|
|
{}
|
||
|
|
|
||
|
|
/*! Copy assignment operator copy assigns from another \p reference of related type.
|
||
|
|
*
|
||
|
|
* \param other The other \p reference to assign from.
|
||
|
|
* \return <tt>*this</tt>
|
||
|
|
* \tparam OtherT The element type of the other \p reference.
|
||
|
|
*/
|
||
|
|
template<typename OtherT>
|
||
|
|
reference &operator=(const reference<OtherT> &other);
|
||
|
|
|
||
|
|
/*! Assignment operator assigns from a \p value_type.
|
||
|
|
*
|
||
|
|
* \param x The \p value_type to assign from.
|
||
|
|
* \return <tt>*this</tt>
|
||
|
|
*/
|
||
|
|
reference &operator=(const value_type &x);
|
||
|
|
}; // end reference
|
||
|
|
|
||
|
|
/*! Exchanges the values of two objects referred to by \p reference.
|
||
|
|
* \p x The first \p reference of interest.
|
||
|
|
* \p y The second \p reference ot interest.
|
||
|
|
*/
|
||
|
|
template<typename T>
|
||
|
|
__host__ __device__
|
||
|
|
void swap(reference<T> x, reference<T> y);
|
||
|
|
|
||
|
|
/*! Allocates an area of memory available to Thrust's <tt>tbb</tt> system.
|
||
|
|
* \param n Number of bytes to allocate.
|
||
|
|
* \return A <tt>tbb::pointer<void></tt> pointing to the beginning of the newly
|
||
|
|
* allocated memory. A null <tt>tbb::pointer<void></tt> is returned if
|
||
|
|
* an error occurs.
|
||
|
|
* \note The <tt>tbb::pointer<void></tt> returned by this function must be
|
||
|
|
* deallocated with \p tbb::free.
|
||
|
|
* \see tbb::free
|
||
|
|
* \see std::malloc
|
||
|
|
*/
|
||
|
|
inline pointer<void> malloc(std::size_t n);
|
||
|
|
|
||
|
|
/*! Allocates a typed area of memory available to Thrust's <tt>tbb</tt> system.
|
||
|
|
* \param n Number of elements to allocate.
|
||
|
|
* \return A <tt>tbb::pointer<T></tt> pointing to the beginning of the newly
|
||
|
|
* allocated memory. A null <tt>tbb::pointer<T></tt> is returned if
|
||
|
|
* an error occurs.
|
||
|
|
* \note The <tt>tbb::pointer<T></tt> returned by this function must be
|
||
|
|
* deallocated with \p tbb::free.
|
||
|
|
* \see tbb::free
|
||
|
|
* \see std::malloc
|
||
|
|
*/
|
||
|
|
template<typename T>
|
||
|
|
inline pointer<T> malloc(std::size_t n);
|
||
|
|
|
||
|
|
/*! Deallocates an area of memory previously allocated by <tt>tbb::malloc</tt>.
|
||
|
|
* \param ptr A <tt>tbb::pointer<void></tt> pointing to the beginning of an area
|
||
|
|
* of memory previously allocated with <tt>tbb::malloc</tt>.
|
||
|
|
* \see tbb::malloc
|
||
|
|
* \see std::free
|
||
|
|
*/
|
||
|
|
inline void free(pointer<void> ptr);
|
||
|
|
|
||
|
|
// XXX upon c++11
|
||
|
|
// template<typename T> using allocator = thrust::detail::malloc_allocator<T,tag,pointer<T> >;
|
||
|
|
|
||
|
|
/*! \p tbb::allocator is the default allocator used by the \p tbb system's containers such as
|
||
|
|
* <tt>tbb::vector</tt> if no user-specified allocator is provided. \p tbb::allocator allocates
|
||
|
|
* (deallocates) storage with \p tbb::malloc (\p tbb::free).
|
||
|
|
*/
|
||
|
|
template<typename T>
|
||
|
|
struct allocator
|
||
|
|
: thrust::detail::malloc_allocator<
|
||
|
|
T,
|
||
|
|
tag,
|
||
|
|
pointer<T>
|
||
|
|
>
|
||
|
|
{
|
||
|
|
/*! The \p rebind metafunction provides the type of an \p allocator
|
||
|
|
* instantiated with another type.
|
||
|
|
*
|
||
|
|
* \tparam U The other type to use for instantiation.
|
||
|
|
*/
|
||
|
|
template<typename U>
|
||
|
|
struct rebind
|
||
|
|
{
|
||
|
|
/*! The typedef \p other gives the type of the rebound \p allocator.
|
||
|
|
*/
|
||
|
|
typedef allocator<U> other;
|
||
|
|
};
|
||
|
|
|
||
|
|
/*! No-argument constructor has no effect.
|
||
|
|
*/
|
||
|
|
__host__ __device__
|
||
|
|
inline allocator() {}
|
||
|
|
|
||
|
|
/*! Copy constructor has no effect.
|
||
|
|
*/
|
||
|
|
__host__ __device__
|
||
|
|
inline allocator(const allocator &) {}
|
||
|
|
|
||
|
|
/*! Constructor from other \p allocator has no effect.
|
||
|
|
*/
|
||
|
|
template<typename U>
|
||
|
|
__host__ __device__
|
||
|
|
inline allocator(const allocator<U> &) {}
|
||
|
|
|
||
|
|
/*! Destructor has no effect.
|
||
|
|
*/
|
||
|
|
__host__ __device__
|
||
|
|
inline ~allocator() {}
|
||
|
|
}; // end allocator
|
||
|
|
|
||
|
|
} // end tbb
|
||
|
|
|
||
|
|
/*! \}
|
||
|
|
*/
|
||
|
|
|
||
|
|
} // end system
|
||
|
|
|
||
|
|
/*! \namespace thrust::tbb
|
||
|
|
* \brief \p thrust::tbb is a top-level alias for thrust::system::tbb.
|
||
|
|
*/
|
||
|
|
namespace tbb
|
||
|
|
{
|
||
|
|
|
||
|
|
using thrust::system::tbb::pointer;
|
||
|
|
using thrust::system::tbb::reference;
|
||
|
|
using thrust::system::tbb::malloc;
|
||
|
|
using thrust::system::tbb::free;
|
||
|
|
using thrust::system::tbb::allocator;
|
||
|
|
|
||
|
|
} // end tbb
|
||
|
|
|
||
|
|
} // end thrust
|
||
|
|
|
||
|
|
#include <thrust/system/tbb/detail/memory.inl>
|
||
|
|
|