/* * Copyright 2008-2012 NVIDIA Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #include #include #include #include #include #include #include namespace thrust { namespace system { namespace cuda { namespace detail { namespace trivial_copy_detail { inline void checked_cudaMemcpy(void *dst, const void *src, size_t count, enum cudaMemcpyKind kind) { cudaError_t error = cudaMemcpy(dst,src,count,kind); if(error) { throw thrust::system_error(error, thrust::cuda_category()); } // end error } // end checked_cudaMemcpy() template cudaMemcpyKind cuda_memcpy_kind(const thrust::cuda::execution_policy &, const thrust::cpp::execution_policy &) { return cudaMemcpyDeviceToHost; } // end cuda_memcpy_kind() template cudaMemcpyKind cuda_memcpy_kind(const thrust::cpp::execution_policy &, const thrust::cuda::execution_policy &) { return cudaMemcpyHostToDevice; } // end cuda_memcpy_kind() } // end namespace trivial_copy_detail template void trivial_copy_n(execution_policy &exec, RandomAccessIterator1 first, Size n, RandomAccessIterator2 result) { typedef typename thrust::iterator_value::type T; void *dst = thrust::raw_pointer_cast(&*result); const void *src = thrust::raw_pointer_cast(&*first); trivial_copy_detail::checked_cudaMemcpy(dst, src, n * sizeof(T), cudaMemcpyDeviceToDevice); } template void trivial_copy_n(cross_system &systems, RandomAccessIterator1 first, Size n, RandomAccessIterator2 result) { typedef typename thrust::iterator_value::type T; void *dst = thrust::raw_pointer_cast(&*result); const void *src = thrust::raw_pointer_cast(&*first); cudaMemcpyKind kind = trivial_copy_detail::cuda_memcpy_kind(thrust::detail::derived_cast(systems.system1), thrust::detail::derived_cast(systems.system2)); trivial_copy_detail::checked_cudaMemcpy(dst, src, n * sizeof(T), kind); } } // end namespace detail } // end namespace cuda } // end namespace system } // end namespace thrust