You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
299 lines
10 KiB
299 lines
10 KiB
11 years ago
|
/*
|
||
|
|
* Copyright 2008-2012 NVIDIA Corporation
|
||
|
|
*
|
||
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
* you may not use this file except in compliance with the License.
|
||
|
|
* You may obtain a copy of the License at
|
||
|
|
*
|
||
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
*
|
||
|
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
* See the License for the specific language governing permissions and
|
||
|
|
* limitations under the License.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <thrust/detail/config.h>
|
||
|
|
#include <thrust/detail/allocator/allocator_traits.h>
|
||
|
|
#include <thrust/detail/type_traits/pointer_traits.h>
|
||
|
|
#include <thrust/iterator/iterator_traits.h>
|
||
|
|
#include <thrust/detail/copy.h>
|
||
|
|
#include <thrust/tuple.h>
|
||
|
|
#include <thrust/advance.h>
|
||
|
|
#include <thrust/distance.h>
|
||
|
|
#include <thrust/iterator/zip_iterator.h>
|
||
|
|
#include <thrust/for_each.h>
|
||
|
|
#include <memory>
|
||
|
|
|
||
|
|
namespace thrust
|
||
|
|
{
|
||
|
|
namespace detail
|
||
|
|
{
|
||
|
|
namespace allocator_traits_detail
|
||
|
|
{
|
||
|
|
|
||
|
|
|
||
|
|
template<typename Allocator, typename InputType, typename OutputType>
|
||
|
|
struct copy_construct_with_allocator
|
||
|
|
{
|
||
|
|
Allocator &a;
|
||
|
|
|
||
|
|
copy_construct_with_allocator(Allocator &a)
|
||
|
|
: a(a)
|
||
|
|
{}
|
||
|
|
|
||
|
|
template<typename Tuple>
|
||
|
|
inline __host__ __device__
|
||
|
|
void operator()(Tuple t)
|
||
|
|
{
|
||
|
|
const InputType &in = thrust::get<0>(t);
|
||
|
|
OutputType &out = thrust::get<1>(t);
|
||
|
|
|
||
|
|
allocator_traits<Allocator>::construct(a, &out, in);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
|
||
|
|
template<typename Allocator, typename T>
|
||
|
|
struct needs_copy_construct_via_allocator
|
||
|
|
: has_member_construct2<
|
||
|
|
Allocator,
|
||
|
|
T,
|
||
|
|
T
|
||
|
|
>
|
||
|
|
{};
|
||
|
|
|
||
|
|
|
||
|
|
// we know that std::allocator::construct's only effect is to call T's
|
||
|
|
// copy constructor, so we needn't use it for copy construction
|
||
|
|
template<typename U, typename T>
|
||
|
|
struct needs_copy_construct_via_allocator<std::allocator<U>, T>
|
||
|
|
: thrust::detail::false_type
|
||
|
|
{};
|
||
|
|
|
||
|
|
|
||
|
|
// XXX it's regrettable that this implementation is copied almost
|
||
|
|
// exactly from system::detail::generic::uninitialized_copy
|
||
|
|
// perhaps generic::uninitialized_copy could call this routine
|
||
|
|
// with a default allocator
|
||
|
|
template<typename Allocator, typename FromSystem, typename ToSystem, typename InputIterator, typename Pointer>
|
||
|
|
typename enable_if_convertible<
|
||
|
|
FromSystem,
|
||
|
|
ToSystem,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
uninitialized_copy_with_allocator(Allocator &a,
|
||
|
|
thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
thrust::execution_policy<ToSystem> &to_system,
|
||
|
|
InputIterator first,
|
||
|
|
InputIterator last,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
// zip up the iterators
|
||
|
|
typedef thrust::tuple<InputIterator,Pointer> IteratorTuple;
|
||
|
|
typedef thrust::zip_iterator<IteratorTuple> ZipIterator;
|
||
|
|
|
||
|
|
ZipIterator begin = thrust::make_zip_iterator(thrust::make_tuple(first,result));
|
||
|
|
ZipIterator end = begin;
|
||
|
|
|
||
|
|
// get a zip_iterator pointing to the end
|
||
|
|
const typename thrust::iterator_difference<InputIterator>::type n = thrust::distance(first,last);
|
||
|
|
thrust::advance(end,n);
|
||
|
|
|
||
|
|
// create a functor
|
||
|
|
typedef typename iterator_traits<InputIterator>::value_type InputType;
|
||
|
|
typedef typename iterator_traits<Pointer>::value_type OutputType;
|
||
|
|
|
||
|
|
// do the for_each
|
||
|
|
// note we use to_system to dispatch the for_each
|
||
|
|
thrust::for_each(to_system, begin, end, copy_construct_with_allocator<Allocator,InputType,OutputType>(a));
|
||
|
|
|
||
|
|
// return the end of the output range
|
||
|
|
return thrust::get<1>(end.get_iterator_tuple());
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
// XXX it's regrettable that this implementation is copied almost
|
||
|
|
// exactly from system::detail::generic::uninitialized_copy_n
|
||
|
|
// perhaps generic::uninitialized_copy_n could call this routine
|
||
|
|
// with a default allocator
|
||
|
|
template<typename Allocator, typename FromSystem, typename ToSystem, typename InputIterator, typename Size, typename Pointer>
|
||
|
|
typename enable_if_convertible<
|
||
|
|
FromSystem,
|
||
|
|
ToSystem,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
uninitialized_copy_with_allocator_n(Allocator &a,
|
||
|
|
thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
thrust::execution_policy<ToSystem> &to_system,
|
||
|
|
InputIterator first,
|
||
|
|
Size n,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
// zip up the iterators
|
||
|
|
typedef thrust::tuple<InputIterator,Pointer> IteratorTuple;
|
||
|
|
typedef thrust::zip_iterator<IteratorTuple> ZipIterator;
|
||
|
|
|
||
|
|
ZipIterator begin = thrust::make_zip_iterator(thrust::make_tuple(first,result));
|
||
|
|
|
||
|
|
// create a functor
|
||
|
|
typedef typename iterator_traits<InputIterator>::value_type InputType;
|
||
|
|
typedef typename iterator_traits<Pointer>::value_type OutputType;
|
||
|
|
|
||
|
|
// do the for_each_n
|
||
|
|
// note we use to_system to dispatch the for_each_n
|
||
|
|
ZipIterator end = thrust::for_each_n(to_system, begin, n, copy_construct_with_allocator<Allocator,InputType,OutputType>(a));
|
||
|
|
|
||
|
|
// return the end of the output range
|
||
|
|
return thrust::get<1>(end.get_iterator_tuple());
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
template<typename Allocator, typename FromSystem, typename ToSystem, typename InputIterator, typename Pointer>
|
||
|
|
typename disable_if_convertible<
|
||
|
|
FromSystem,
|
||
|
|
ToSystem,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
uninitialized_copy_with_allocator(Allocator &,
|
||
|
|
thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
thrust::execution_policy<ToSystem> &to_system,
|
||
|
|
InputIterator first,
|
||
|
|
InputIterator last,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
// the systems aren't trivially interoperable
|
||
|
|
// just call two_system_copy and hope for the best
|
||
|
|
return thrust::detail::two_system_copy(from_system, to_system, first, last, result);
|
||
|
|
} // end uninitialized_copy_with_allocator()
|
||
|
|
|
||
|
|
|
||
|
|
template<typename Allocator, typename FromSystem, typename ToSystem, typename InputIterator, typename Size, typename Pointer>
|
||
|
|
typename disable_if_convertible<
|
||
|
|
FromSystem,
|
||
|
|
ToSystem,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
uninitialized_copy_with_allocator_n(Allocator &,
|
||
|
|
thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
thrust::execution_policy<ToSystem> &to_system,
|
||
|
|
InputIterator first,
|
||
|
|
Size n,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
// the systems aren't trivially interoperable
|
||
|
|
// just call two_system_copy_n and hope for the best
|
||
|
|
return thrust::detail::two_system_copy_n(from_system, to_system, first, n, result);
|
||
|
|
} // end uninitialized_copy_with_allocator_n()
|
||
|
|
|
||
|
|
|
||
|
|
template<typename FromSystem, typename Allocator, typename InputIterator, typename Pointer>
|
||
|
|
typename disable_if<
|
||
|
|
needs_copy_construct_via_allocator<
|
||
|
|
Allocator,
|
||
|
|
typename pointer_element<Pointer>::type
|
||
|
|
>::value,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
copy_construct_range(thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
Allocator &a,
|
||
|
|
InputIterator first,
|
||
|
|
InputIterator last,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
typename allocator_system<Allocator>::type &to_system = allocator_system<Allocator>::get(a);
|
||
|
|
|
||
|
|
// just call two_system_copy
|
||
|
|
return thrust::detail::two_system_copy(from_system, to_system, first, last, result);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
template<typename FromSystem, typename Allocator, typename InputIterator, typename Size, typename Pointer>
|
||
|
|
typename disable_if<
|
||
|
|
needs_copy_construct_via_allocator<
|
||
|
|
Allocator,
|
||
|
|
typename pointer_element<Pointer>::type
|
||
|
|
>::value,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
copy_construct_range_n(thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
Allocator &a,
|
||
|
|
InputIterator first,
|
||
|
|
Size n,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
typename allocator_system<Allocator>::type &to_system = allocator_system<Allocator>::get(a);
|
||
|
|
|
||
|
|
// just call two_system_copy_n
|
||
|
|
return thrust::detail::two_system_copy_n(from_system, to_system, first, n, result);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
template<typename FromSystem, typename Allocator, typename InputIterator, typename Pointer>
|
||
|
|
typename enable_if<
|
||
|
|
needs_copy_construct_via_allocator<
|
||
|
|
Allocator,
|
||
|
|
typename pointer_element<Pointer>::type
|
||
|
|
>::value,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
copy_construct_range(thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
Allocator &a,
|
||
|
|
InputIterator first,
|
||
|
|
InputIterator last,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
typename allocator_system<Allocator>::type &to_system = allocator_system<Allocator>::get(a);
|
||
|
|
return uninitialized_copy_with_allocator(a, from_system, to_system, first, last, result);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
template<typename FromSystem, typename Allocator, typename InputIterator, typename Size, typename Pointer>
|
||
|
|
typename enable_if<
|
||
|
|
needs_copy_construct_via_allocator<
|
||
|
|
Allocator,
|
||
|
|
typename pointer_element<Pointer>::type
|
||
|
|
>::value,
|
||
|
|
Pointer
|
||
|
|
>::type
|
||
|
|
copy_construct_range_n(thrust::execution_policy<FromSystem> &from_system,
|
||
|
|
Allocator &a,
|
||
|
|
InputIterator first,
|
||
|
|
Size n,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
typename allocator_system<Allocator>::type &to_system = allocator_system<Allocator>::get(a);
|
||
|
|
return uninitialized_copy_with_allocator_n(a, from_system, to_system, first, n, result);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
} // end allocator_traits_detail
|
||
|
|
|
||
|
|
|
||
|
|
template<typename System, typename Allocator, typename InputIterator, typename Pointer>
|
||
|
|
Pointer copy_construct_range(thrust::execution_policy<System> &from_system,
|
||
|
|
Allocator &a,
|
||
|
|
InputIterator first,
|
||
|
|
InputIterator last,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
return allocator_traits_detail::copy_construct_range(from_system, a, first, last, result);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
template<typename System, typename Allocator, typename InputIterator, typename Size, typename Pointer>
|
||
|
|
Pointer copy_construct_range_n(thrust::execution_policy<System> &from_system,
|
||
|
|
Allocator &a,
|
||
|
|
InputIterator first,
|
||
|
|
Size n,
|
||
|
|
Pointer result)
|
||
|
|
{
|
||
|
|
return allocator_traits_detail::copy_construct_range_n(from_system, a, first, n, result);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
} // end detail
|
||
|
|
} // end thrust
|
||
|
|
|