/* * Copyright 2008-2012 NVIDIA Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include namespace thrust { // define null_type struct null_type {}; // null_type comparisons __host__ __device__ inline bool operator==(const null_type&, const null_type&) { return true; } __host__ __device__ inline bool operator>=(const null_type&, const null_type&) { return true; } __host__ __device__ inline bool operator<=(const null_type&, const null_type&) { return true; } __host__ __device__ inline bool operator!=(const null_type&, const null_type&) { return false; } __host__ __device__ inline bool operator<(const null_type&, const null_type&) { return false; } __host__ __device__ inline bool operator>(const null_type&, const null_type&) { return false; } // forward declaration for tuple template < class T0 = null_type, class T1 = null_type, class T2 = null_type, class T3 = null_type, class T4 = null_type, class T5 = null_type, class T6 = null_type, class T7 = null_type, class T8 = null_type, class T9 = null_type> class tuple; // forward declaration of tuple_element template struct tuple_element; // specializations for tuple_element template struct tuple_element<0,T> { typedef typename T::head_type type; }; // end tuple_element<0,T> template struct tuple_element { private: typedef typename T::tail_type Next; typedef typename tuple_element::type unqualified_type; public: typedef typename thrust::detail::add_const::type type; }; // end tuple_element template struct tuple_element<0,const T> { typedef typename thrust::detail::add_const::type type; }; // end tuple_element<0,const T> // forward declaration of tuple_size template struct tuple_size; // specializations for tuple_size template<> struct tuple_size< tuple<> > { static const int value = 0; }; // end tuple_size< tuple<> > template<> struct tuple_size { static const int value = 0; }; // end tuple_size // forward declaration of detail::cons namespace detail { template struct cons; } // end detail // -- some traits classes for get functions template struct access_traits { typedef const T& const_type; typedef T& non_const_type; typedef const typename thrust::detail::remove_cv::type& parameter_type; // used as the tuple constructors parameter types // Rationale: non-reference tuple element types can be cv-qualified. // It should be possible to initialize such types with temporaries, // and when binding temporaries to references, the reference must // be non-volatile and const. 8.5.3. (5) }; // end access_traits template struct access_traits { typedef T& const_type; typedef T& non_const_type; typedef T& parameter_type; }; // end access_traits // forward declarations of get() template __host__ __device__ inline typename access_traits< typename tuple_element >::type >::non_const_type // XXX we probably don't need to do this for any compiler we care about -jph //get(cons& c BOOST_APPEND_EXPLICIT_TEMPLATE_NON_TYPE(int, N)); get(detail::cons& c); template __host__ __device__ inline typename access_traits< typename tuple_element >::type >::const_type // XXX we probably don't need to do this for any compiler we care about -jph //get(const cons& c BOOST_APPEND_EXPLICIT_TEMPLATE_NON_TYPE(int, N)); get(const detail::cons& c); namespace detail { // -- generate error template, referencing to non-existing members of this // template is used to produce compilation errors intentionally template class generate_error; // - cons getters -------------------------------------------------------- // called: get_class::get(aTuple) template< int N > struct get_class { template __host__ __device__ inline static RET get(const cons& t) { // XXX we may not need to deal with this for any compiler we care about -jph //return get_class::BOOST_NESTED_TEMPLATE get(t.tail); return get_class::template get(t.tail); // gcc 4.3 couldn't compile this: //return get_class::get(t.tail); } template __host__ __device__ inline static RET get(cons& t) { // XXX we may not need to deal with this for any compiler we care about -jph //return get_class::BOOST_NESTED_TEMPLATE get(t.tail); return get_class::template get(t.tail); // gcc 4.3 couldn't compile this: //return get_class::get(t.tail); } }; // end get_class template<> struct get_class<0> { template __host__ __device__ inline static RET get(const cons& t) { return t.head; } template __host__ __device__ inline static RET get(cons& t) { return t.head; } }; // get get_class<0> template struct IF { typedef Then RET; }; template struct IF { typedef Else RET; }; // These helper templates wrap void types and plain function types. // The rationale is to allow one to write tuple types with those types // as elements, even though it is not possible to instantiate such object. // E.g: typedef tuple some_type; // ok // but: some_type x; // fails template class non_storeable_type { __host__ __device__ non_storeable_type(); }; template struct wrap_non_storeable_type { // XXX is_function looks complicated; punt for now -jph //typedef typename IF< // ::thrust::detail::is_function::value, non_storeable_type, T //>::RET type; typedef T type; }; template <> struct wrap_non_storeable_type { typedef non_storeable_type type; }; template struct cons { typedef HT head_type; typedef TT tail_type; typedef typename wrap_non_storeable_type::type stored_head_type; stored_head_type head; tail_type tail; inline __host__ __device__ typename access_traits::non_const_type get_head() { return head; } inline __host__ __device__ typename access_traits::non_const_type get_tail() { return tail; } inline __host__ __device__ typename access_traits::const_type get_head() const { return head; } inline __host__ __device__ typename access_traits::const_type get_tail() const { return tail; } inline __host__ __device__ cons(void) : head(), tail() {} // cons() : head(detail::default_arg::f()), tail() {} // the argument for head is not strictly needed, but it prevents // array type elements. This is good, since array type elements // cannot be supported properly in any case (no assignment, // copy works only if the tails are exactly the same type, ...) inline __host__ __device__ cons(typename access_traits::parameter_type h, const tail_type& t) : head (h), tail(t) {} template inline __host__ __device__ cons( T1& t1, T2& t2, T3& t3, T4& t4, T5& t5, T6& t6, T7& t7, T8& t8, T9& t9, T10& t10 ) : head (t1), tail (t2, t3, t4, t5, t6, t7, t8, t9, t10, static_cast(null_type())) {} template inline __host__ __device__ cons( const null_type& /*t1*/, T2& t2, T3& t3, T4& t4, T5& t5, T6& t6, T7& t7, T8& t8, T9& t9, T10& t10 ) : head (), tail (t2, t3, t4, t5, t6, t7, t8, t9, t10, static_cast(null_type())) {} template inline __host__ __device__ cons( const cons& u ) : head(u.head), tail(u.tail) {} template inline __host__ __device__ cons& operator=( const cons& u ) { head=u.head; tail=u.tail; return *this; } // must define assignment operator explicitly, implicit version is // illformed if HT is a reference (12.8. (12)) inline __host__ __device__ cons& operator=(const cons& u) { head = u.head; tail = u.tail; return *this; } // XXX enable when we support std::pair -jph //template //__host__ __device__ //cons& operator=( const std::pair& u ) { // //BOOST_STATIC_ASSERT(length::value == 2); // check length = 2 // head = u.first; tail.head = u.second; return *this; //} // get member functions (non-const and const) template __host__ __device__ typename access_traits< typename tuple_element >::type >::non_const_type get() { return thrust::get(*this); // delegate to non-member get } template __host__ __device__ typename access_traits< typename tuple_element >::type >::const_type get() const { return thrust::get(*this); // delegate to non-member get } inline __host__ __device__ void swap(cons &c) { using thrust::swap; swap(head, c.head); tail.swap(c.tail); } }; template struct cons { typedef HT head_type; typedef null_type tail_type; typedef cons self_type; typedef typename wrap_non_storeable_type::type stored_head_type; stored_head_type head; typename access_traits::non_const_type inline __host__ __device__ get_head() { return head; } inline __host__ __device__ null_type get_tail() { return null_type(); } inline __host__ __device__ typename access_traits::const_type get_head() const { return head; } inline __host__ __device__ null_type get_tail() const { return null_type(); } inline __host__ __device__ cons() : head() {} inline __host__ __device__ cons(typename access_traits::parameter_type h, const null_type& = null_type()) : head (h) {} template inline __host__ __device__ cons(T1& t1, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&) : head (t1) {} inline __host__ __device__ cons(const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&, const null_type&) : head () {} template inline __host__ __device__ cons( const cons& u ) : head(u.head) {} template inline __host__ __device__ cons& operator=(const cons& u ) { head = u.head; return *this; } // must define assignment operator explicitly, implicit version // is illformed if HT is a reference inline __host__ __device__ cons& operator=(const cons& u) { head = u.head; return *this; } template inline __host__ __device__ typename access_traits< typename tuple_element::type >::non_const_type // XXX we probably don't need this for the compilers we care about -jph //get(BOOST_EXPLICIT_TEMPLATE_NON_TYPE(int, N)) get(void) { return thrust::get(*this); } template inline __host__ __device__ typename access_traits< typename tuple_element::type >::const_type // XXX we probably don't need this for the compilers we care about -jph //get(BOOST_EXPLICIT_TEMPLATE_NON_TYPE(int, N)) const get(void) const { return thrust::get(*this); } inline __host__ __device__ void swap(cons &c) { using thrust::swap; swap(head, c.head); } }; // end cons template struct map_tuple_to_cons { typedef cons::type > type; }; // end map_tuple_to_cons // The empty tuple is a null_type template <> struct map_tuple_to_cons { typedef null_type type; }; // end map_tuple_to_cons<...> // --------------------------------------------------------------------------- // The call_traits for make_tuple // Must be instantiated with plain or const plain types (not with references) // from template foo(const T& t) : make_tuple_traits::type // from template foo(T& t) : make_tuple_traits::type // Conversions: // T -> T, // references -> compile_time_error // array -> const ref array template struct make_tuple_traits { typedef T type; // commented away, see below (JJ) // typedef typename IF< // boost::is_function::value, // T&, // T>::RET type; }; // The is_function test was there originally for plain function types, // which can't be stored as such (we must either store them as references or // pointers). Such a type could be formed if make_tuple was called with a // reference to a function. // But this would mean that a const qualified function type was formed in // the make_tuple function and hence make_tuple can't take a function // reference as a parameter, and thus T can't be a function type. // So is_function test was removed. // (14.8.3. says that type deduction fails if a cv-qualified function type // is created. (It only applies for the case of explicitly specifying template // args, though?)) (JJ) template struct make_tuple_traits { typedef typename detail::generate_error:: do_not_use_with_reference_type error; }; // Arrays can't be stored as plain types; convert them to references. // All arrays are converted to const. This is because make_tuple takes its // parameters as const T& and thus the knowledge of the potential // non-constness of actual argument is lost. template struct make_tuple_traits { typedef const T (&type)[n]; }; template struct make_tuple_traits { typedef const T (&type)[n]; }; template struct make_tuple_traits { typedef const volatile T (&type)[n]; }; template struct make_tuple_traits { typedef const volatile T (&type)[n]; }; // XXX enable these if we ever care about reference_wrapper -jph //template //struct make_tuple_traits >{ // typedef T& type; //}; // //template //struct make_tuple_traits >{ // typedef T& type; //}; // a helper traits to make the make_tuple functions shorter (Vesa Karvonen's // suggestion) template < class T0 = null_type, class T1 = null_type, class T2 = null_type, class T3 = null_type, class T4 = null_type, class T5 = null_type, class T6 = null_type, class T7 = null_type, class T8 = null_type, class T9 = null_type > struct make_tuple_mapper { typedef tuple::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type, typename make_tuple_traits::type> type; }; } // end detail template __host__ __device__ inline typename access_traits< typename tuple_element >::type >::non_const_type get(detail::cons& c) { //return detail::get_class::BOOST_NESTED_TEMPLATE // gcc 4.3 couldn't compile this: //return detail::get_class:: return detail::get_class::template get< typename access_traits< typename tuple_element >::type >::non_const_type, HT,TT >(c); } // get function for const cons-lists, returns a const reference to // the element. If the element is a reference, returns the reference // as such (that is, can return a non-const reference) template __host__ __device__ inline typename access_traits< typename tuple_element >::type >::const_type get(const detail::cons& c) { //return detail::get_class::BOOST_NESTED_TEMPLATE // gcc 4.3 couldn't compile this: //return detail::get_class:: return detail::get_class::template get< typename access_traits< typename tuple_element >::type >::const_type, HT,TT >(c); } template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0) { typedef typename detail::make_tuple_mapper::type t; return t(t0); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3,t4); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3,t4,t5); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3,t4,t5,t6); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6, const T7& t7) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3,t4,t5,t6,t7); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6, const T7& t7, const T8& t8) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3,t4,t5,t6,t7,t8); } // end make_tuple() template __host__ __device__ inline typename detail::make_tuple_mapper::type make_tuple(const T0& t0, const T1& t1, const T2& t2, const T3& t3, const T4& t4, const T5& t5, const T6& t6, const T7& t7, const T8& t8, const T9& t9) { typedef typename detail::make_tuple_mapper::type t; return t(t0,t1,t2,t3,t4,t5,t6,t7,t8,t9); } // end make_tuple() template __host__ __device__ inline tuple tie(T0 &t0) { return tuple(t0); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1) { return tuple(t0,t1); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2) { return tuple(t0,t1,t2); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3) { return tuple(t0,t1,t2,t3); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4) { return tuple(t0,t1,t2,t3,t4); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5) { return tuple(t0,t1,t2,t3,t4,t5); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6) { return tuple(t0,t1,t2,t3,t4,t5,t6); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6, T7 &t7) { return tuple(t0,t1,t2,t3,t4,t5,t6,t7); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6, T7 &t7, T8 &t8) { return tuple(t0,t1,t2,t3,t4,t5,t6,t7,t8); } template __host__ __device__ inline tuple tie(T0 &t0, T1 &t1, T2 &t2, T3 &t3, T4 &t4, T5 &t5, T6 &t6, T7 &t7, T8 &t8, T9 &t9) { return tuple(t0,t1,t2,t3,t4,t5,t6,t7,t8,t9); } template< typename T0, typename T1, typename T2, typename T3, typename T4, typename T5, typename T6, typename T7, typename T8, typename T9, typename U0, typename U1, typename U2, typename U3, typename U4, typename U5, typename U6, typename U7, typename U8, typename U9 > __host__ __device__ inline void swap(thrust::tuple &x, thrust::tuple &y) { return x.swap(y); } namespace detail { template __host__ __device__ inline bool eq(const T1& lhs, const T2& rhs) { return lhs.get_head() == rhs.get_head() && eq(lhs.get_tail(), rhs.get_tail()); } template<> inline bool eq(const null_type&, const null_type&) { return true; } template __host__ __device__ inline bool neq(const T1& lhs, const T2& rhs) { return lhs.get_head() != rhs.get_head() || neq(lhs.get_tail(), rhs.get_tail()); } template<> __host__ __device__ inline bool neq(const null_type&, const null_type&) { return false; } template __host__ __device__ inline bool lt(const T1& lhs, const T2& rhs) { return (lhs.get_head() < rhs.get_head()) || (!(rhs.get_head() < lhs.get_head()) && lt(lhs.get_tail(), rhs.get_tail())); } template<> __host__ __device__ inline bool lt(const null_type&, const null_type&) { return false; } template __host__ __device__ inline bool gt(const T1& lhs, const T2& rhs) { return (lhs.get_head() > rhs.get_head()) || (!(rhs.get_head() > lhs.get_head()) && gt(lhs.get_tail(), rhs.get_tail())); } template<> __host__ __device__ inline bool gt(const null_type&, const null_type&) { return false; } template __host__ __device__ inline bool lte(const T1& lhs, const T2& rhs) { return lhs.get_head() <= rhs.get_head() && ( !(rhs.get_head() <= lhs.get_head()) || lte(lhs.get_tail(), rhs.get_tail())); } template<> __host__ __device__ inline bool lte(const null_type&, const null_type&) { return true; } template __host__ __device__ inline bool gte(const T1& lhs, const T2& rhs) { return lhs.get_head() >= rhs.get_head() && ( !(rhs.get_head() >= lhs.get_head()) || gte(lhs.get_tail(), rhs.get_tail())); } template<> __host__ __device__ inline bool gte(const null_type&, const null_type&) { return true; } } // end detail // equal ---- template __host__ __device__ inline bool operator==(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::eq(lhs, rhs); } // end operator==() // not equal ----- template __host__ __device__ inline bool operator!=(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::neq(lhs, rhs); } // end operator!=() // < template __host__ __device__ inline bool operator<(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::lt(lhs, rhs); } // end operator<() // > template __host__ __device__ inline bool operator>(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::gt(lhs, rhs); } // end operator>() // <= template __host__ __device__ inline bool operator<=(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::lte(lhs, rhs); } // end operator<=() // >= template __host__ __device__ inline bool operator>=(const detail::cons& lhs, const detail::cons& rhs) { // XXX support this eventually -jph //// check that tuple lengths are equal //BOOST_STATIC_ASSERT(tuple_size::value == tuple_size::value); return detail::gte(lhs, rhs); } // end operator>=() } // end thrust