Cutlass CUDA Templates for Linear Algebra Subroutines and Solvers

convert.h
Go to the documentation of this file.
1 /***************************************************************************************************
2 * Copyright (c) 2017-2018, NVIDIA CORPORATION. All rights reserved.
3 *
4 * Redistribution and use in source and binary forms, with or without modification, are permitted
5 * provided that the following conditions are met:
6 * * Redistributions of source code must retain the above copyright notice, this list of
7 * conditions and the following disclaimer.
8 * * Redistributions in binary form must reproduce the above copyright notice, this list of
9 * conditions and the following disclaimer in the documentation and/or other materials
10 * provided with the distribution.
11 * * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
12 * to endorse or promote products derived from this software without specific prior written
13 * permission.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
17 * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
19 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
20 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
21 * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
22 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
23 *
24 **************************************************************************************************/
29 #pragma once
30
31 #include "cutlass/fragment.h"
32
33 namespace cutlass {
34
36
37 template <typename InputFragment_, typename OutputFragment_>
38 struct Convert {};
39
41
42 template <typename InputScalar_, typename OutputScalar_, int kScalars_>
43 struct Convert<Fragment<InputScalar_, kScalars_>, Fragment<OutputScalar_, kScalars_> > {
45 typedef Fragment<InputScalar_, kScalars_> InputFragment;
47 typedef Fragment<OutputScalar_, kScalars_> OutputFragment;
48
50 CUTLASS_DEVICE Convert() {}
51
53 CUTLASS_DEVICE void transform(InputFragment const& src, OutputFragment& dst) {
54 transform(src, 0, dst);
55 }
56
58 template <typename Fragment_>
59 CUTLASS_DEVICE void transform(Fragment_ const& src, int offset, OutputFragment& dst) {
60 for (int i = 0; i < kScalars_; ++i) {
61 dst[i] = static_cast<OutputScalar_>(src[i + offset]);
62 }
63 }
64 };
65
67
68 template <typename Fragment_>
69 struct Copy {
71 typedef Fragment_ InputFragment;
73 typedef Fragment_ OutputFragment;
74
76 CUTLASS_DEVICE Copy() {}
77
79 CUTLASS_DEVICE void transform(Fragment_ const& src, Fragment_& dst) { transform(src, 0, dst); }
80
82 template <typename InputFragment_>
83 CUTLASS_DEVICE void transform(InputFragment_ const& src, int offset, Fragment_& dst) {
84 if (sizeof(typename Fragment_::Element) == 8) {
85 uint64_t const* src_ptr = reinterpret_cast<uint64_t const*>(&src[offset]);
86 uint64_t* dst_ptr = reinterpret_cast<uint64_t*>(&dst[0]);
87 for (int i = 0; i < sizeof(Fragment_) / 8; ++i) {
88 dst_ptr[i] = src_ptr[i];
89 }
90 } else {
91 uint32_t const* src_ptr = reinterpret_cast<uint32_t const*>(&src[offset]);
92 uint32_t* dst_ptr = reinterpret_cast<uint32_t*>(&dst[0]);
93 for (int i = 0; i < sizeof(Fragment_) / 4; ++i) {
94 dst_ptr[i] = src_ptr[i];
95 }
96 }
97 }
98 };
99
101
102 } // namespace cutlass
cutlass
Definition: convert.h:33
cutlass::Convert< Fragment< InputScalar_, kScalars_ >, Fragment< OutputScalar_, kScalars_ > >::OutputFragment
Fragment< OutputScalar_, kScalars_ > OutputFragment
The output fragment.
Definition: convert.h:47
cutlass::Copy
Definition: convert.h:69
cutlass::Copy::transform
CUTLASS_DEVICE void transform(Fragment_ const &src, Fragment_ &dst)
Transform a fragment.
Definition: convert.h:79
cutlass::Fragment
A template defining Fragment Concept.
Definition: fragment.h:99
cutlass::Copy::transform
CUTLASS_DEVICE void transform(InputFragment_ const &src, int offset, Fragment_ &dst)
Transform a fragment.
Definition: convert.h:83
cutlass::Convert< Fragment< InputScalar_, kScalars_ >, Fragment< OutputScalar_, kScalars_ > >::Convert
CUTLASS_DEVICE Convert()
Ctor.
Definition: convert.h:50
cutlass::Copy::InputFragment
Fragment_ InputFragment
The input fragment.
Definition: convert.h:71
cutlass::Convert< Fragment< InputScalar_, kScalars_ >, Fragment< OutputScalar_, kScalars_ > >::transform
CUTLASS_DEVICE void transform(InputFragment const &src, OutputFragment &dst)
Transform a fragment.
Definition: convert.h:53
cutlass::Copy::Copy
CUTLASS_DEVICE Copy()
Ctor.
Definition: convert.h:76
cutlass::Copy::OutputFragment
Fragment_ OutputFragment
The output fragment.
Definition: convert.h:73
cutlass::Convert< Fragment< InputScalar_, kScalars_ >, Fragment< OutputScalar_, kScalars_ > >::InputFragment
Fragment< InputScalar_, kScalars_ > InputFragment
The input fragment.
Definition: convert.h:45
cutlass::Convert< Fragment< InputScalar_, kScalars_ >, Fragment< OutputScalar_, kScalars_ > >::transform
CUTLASS_DEVICE void transform(Fragment_ const &src, int offset, OutputFragment &dst)
Transform a fragment.
Definition: convert.h:59
cutlass::Convert
Definition: convert.h:38
fragment.h
Defines Fragment, a statically-sized array for storing parts of matrices within a thread&#39;s registers...