You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
115 lines
3.4 KiB
115 lines
3.4 KiB
11 years ago
|
/*
|
||
|
* Copyright 2008-2012 NVIDIA Corporation
|
||
|
*
|
||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
* you may not use this file except in compliance with the License.
|
||
|
* You may obtain a copy of the License at
|
||
|
*
|
||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
*
|
||
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
* See the License for the specific language governing permissions and
|
||
|
* limitations under the License.
|
||
|
*/
|
||
|
|
||
|
#pragma once
|
||
|
|
||
|
#include <thrust/detail/config.h>
|
||
|
#include <thrust/system/cuda/detail/trivial_copy.h>
|
||
|
#include <thrust/system/cuda/detail/guarded_cuda_runtime_api.h>
|
||
|
#include <thrust/system_error.h>
|
||
|
#include <thrust/system/cuda/error.h>
|
||
|
#include <thrust/iterator/iterator_traits.h>
|
||
|
#include <thrust/system/cpp/detail/execution_policy.h>
|
||
|
#include <thrust/detail/raw_pointer_cast.h>
|
||
|
|
||
|
namespace thrust
|
||
|
{
|
||
|
namespace system
|
||
|
{
|
||
|
namespace cuda
|
||
|
{
|
||
|
namespace detail
|
||
|
{
|
||
|
|
||
|
namespace trivial_copy_detail
|
||
|
{
|
||
|
|
||
|
inline void checked_cudaMemcpy(void *dst, const void *src, size_t count, enum cudaMemcpyKind kind)
|
||
|
{
|
||
|
cudaError_t error = cudaMemcpy(dst,src,count,kind);
|
||
|
if(error)
|
||
|
{
|
||
|
throw thrust::system_error(error, thrust::cuda_category());
|
||
|
} // end error
|
||
|
} // end checked_cudaMemcpy()
|
||
|
|
||
|
|
||
|
template<typename System1,
|
||
|
typename System2>
|
||
|
cudaMemcpyKind cuda_memcpy_kind(const thrust::cuda::execution_policy<System1> &,
|
||
|
const thrust::cpp::execution_policy<System2> &)
|
||
|
{
|
||
|
return cudaMemcpyDeviceToHost;
|
||
|
} // end cuda_memcpy_kind()
|
||
|
|
||
|
|
||
|
template<typename System1,
|
||
|
typename System2>
|
||
|
cudaMemcpyKind cuda_memcpy_kind(const thrust::cpp::execution_policy<System1> &,
|
||
|
const thrust::cuda::execution_policy<System2> &)
|
||
|
{
|
||
|
return cudaMemcpyHostToDevice;
|
||
|
} // end cuda_memcpy_kind()
|
||
|
|
||
|
|
||
|
} // end namespace trivial_copy_detail
|
||
|
|
||
|
|
||
|
template<typename DerivedPolicy,
|
||
|
typename RandomAccessIterator1,
|
||
|
typename Size,
|
||
|
typename RandomAccessIterator2>
|
||
|
void trivial_copy_n(execution_policy<DerivedPolicy> &exec,
|
||
|
RandomAccessIterator1 first,
|
||
|
Size n,
|
||
|
RandomAccessIterator2 result)
|
||
|
{
|
||
|
typedef typename thrust::iterator_value<RandomAccessIterator1>::type T;
|
||
|
|
||
|
void *dst = thrust::raw_pointer_cast(&*result);
|
||
|
const void *src = thrust::raw_pointer_cast(&*first);
|
||
|
|
||
|
trivial_copy_detail::checked_cudaMemcpy(dst, src, n * sizeof(T), cudaMemcpyDeviceToDevice);
|
||
|
}
|
||
|
|
||
|
|
||
|
template<typename System1,
|
||
|
typename System2,
|
||
|
typename RandomAccessIterator1,
|
||
|
typename Size,
|
||
|
typename RandomAccessIterator2>
|
||
|
void trivial_copy_n(cross_system<System1,System2> &systems,
|
||
|
RandomAccessIterator1 first,
|
||
|
Size n,
|
||
|
RandomAccessIterator2 result)
|
||
|
{
|
||
|
typedef typename thrust::iterator_value<RandomAccessIterator1>::type T;
|
||
|
|
||
|
void *dst = thrust::raw_pointer_cast(&*result);
|
||
|
const void *src = thrust::raw_pointer_cast(&*first);
|
||
|
|
||
|
cudaMemcpyKind kind = trivial_copy_detail::cuda_memcpy_kind(thrust::detail::derived_cast(systems.system1), thrust::detail::derived_cast(systems.system2));
|
||
|
|
||
|
trivial_copy_detail::checked_cudaMemcpy(dst, src, n * sizeof(T), kind);
|
||
|
}
|
||
|
|
||
|
|
||
|
} // end namespace detail
|
||
|
} // end namespace cuda
|
||
|
} // end namespace system
|
||
|
} // end namespace thrust
|
||
|
|