You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
114 lines
3.4 KiB
114 lines
3.4 KiB
/* |
|
* Copyright 2008-2012 NVIDIA Corporation |
|
* |
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
* you may not use this file except in compliance with the License. |
|
* You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
*/ |
|
|
|
#pragma once |
|
|
|
#include <thrust/detail/config.h> |
|
#include <thrust/system/cuda/detail/trivial_copy.h> |
|
#include <thrust/system/cuda/detail/guarded_cuda_runtime_api.h> |
|
#include <thrust/system_error.h> |
|
#include <thrust/system/cuda/error.h> |
|
#include <thrust/iterator/iterator_traits.h> |
|
#include <thrust/system/cpp/detail/execution_policy.h> |
|
#include <thrust/detail/raw_pointer_cast.h> |
|
|
|
namespace thrust |
|
{ |
|
namespace system |
|
{ |
|
namespace cuda |
|
{ |
|
namespace detail |
|
{ |
|
|
|
namespace trivial_copy_detail |
|
{ |
|
|
|
inline void checked_cudaMemcpy(void *dst, const void *src, size_t count, enum cudaMemcpyKind kind) |
|
{ |
|
cudaError_t error = cudaMemcpy(dst,src,count,kind); |
|
if(error) |
|
{ |
|
throw thrust::system_error(error, thrust::cuda_category()); |
|
} // end error |
|
} // end checked_cudaMemcpy() |
|
|
|
|
|
template<typename System1, |
|
typename System2> |
|
cudaMemcpyKind cuda_memcpy_kind(const thrust::cuda::execution_policy<System1> &, |
|
const thrust::cpp::execution_policy<System2> &) |
|
{ |
|
return cudaMemcpyDeviceToHost; |
|
} // end cuda_memcpy_kind() |
|
|
|
|
|
template<typename System1, |
|
typename System2> |
|
cudaMemcpyKind cuda_memcpy_kind(const thrust::cpp::execution_policy<System1> &, |
|
const thrust::cuda::execution_policy<System2> &) |
|
{ |
|
return cudaMemcpyHostToDevice; |
|
} // end cuda_memcpy_kind() |
|
|
|
|
|
} // end namespace trivial_copy_detail |
|
|
|
|
|
template<typename DerivedPolicy, |
|
typename RandomAccessIterator1, |
|
typename Size, |
|
typename RandomAccessIterator2> |
|
void trivial_copy_n(execution_policy<DerivedPolicy> &exec, |
|
RandomAccessIterator1 first, |
|
Size n, |
|
RandomAccessIterator2 result) |
|
{ |
|
typedef typename thrust::iterator_value<RandomAccessIterator1>::type T; |
|
|
|
void *dst = thrust::raw_pointer_cast(&*result); |
|
const void *src = thrust::raw_pointer_cast(&*first); |
|
|
|
trivial_copy_detail::checked_cudaMemcpy(dst, src, n * sizeof(T), cudaMemcpyDeviceToDevice); |
|
} |
|
|
|
|
|
template<typename System1, |
|
typename System2, |
|
typename RandomAccessIterator1, |
|
typename Size, |
|
typename RandomAccessIterator2> |
|
void trivial_copy_n(cross_system<System1,System2> &systems, |
|
RandomAccessIterator1 first, |
|
Size n, |
|
RandomAccessIterator2 result) |
|
{ |
|
typedef typename thrust::iterator_value<RandomAccessIterator1>::type T; |
|
|
|
void *dst = thrust::raw_pointer_cast(&*result); |
|
const void *src = thrust::raw_pointer_cast(&*first); |
|
|
|
cudaMemcpyKind kind = trivial_copy_detail::cuda_memcpy_kind(thrust::detail::derived_cast(systems.system1), thrust::detail::derived_cast(systems.system2)); |
|
|
|
trivial_copy_detail::checked_cudaMemcpy(dst, src, n * sizeof(T), kind); |
|
} |
|
|
|
|
|
} // end namespace detail |
|
} // end namespace cuda |
|
} // end namespace system |
|
} // end namespace thrust |
|
|
|
|