reduction_operators.h
Go to the documentation of this file.
/***************************************************************************************************
* Copyright (c) 2017-2019, NVIDIA CORPORATION. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without modification, are permitted
* provided that the following conditions are met:
* * Redistributions of source code must retain the above copyright notice, this list of
* conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright notice, this list of
* conditions and the following disclaimer in the documentation and/or other materials
* provided with the distribution.
* * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
* to endorse or promote products derived from this software without specific prior written
* permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
* FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
* STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
**************************************************************************************************/
#pragma once
#include "cutlass/cutlass.h"
#include "cutlass/tensor_ref.h"
#include "cutlass/numeric_types.h"
#include "cutlass/array.h"
#include "cutlass/functional.h"
#include "cutlass/numeric_conversion.h"
namespace cutlass {
namespace reduction {
namespace thread {
template <
typename ElementAccumulator_,
typename Element_,
int Count = 1
>
struct ReduceAdd {
//
// Type definitions
//
using ElementAccumulator = ElementAccumulator_;
using Element = Element_;
static int const kCount = Count;
using FragmentAccumulator = cutlass::Array<ElementAccumulator, kCount>;
using FragmentElement = cutlass::Array<Element, kCount>;
struct Params { };
//
// Data members
//
Params params;
//
// Methods
//
CUTLASS_HOST_DEVICE
ReduceAdd(Params params_ = Params()): params(params_) { }
CUTLASS_HOST_DEVICE
FragmentAccumulator operator()(
FragmentAccumulator accumulator,
FragmentElement element) const {
plus<FragmentAccumulator> op;
return op(accumulator, element);
}
};
} // namespace thread
} // namespace reduction
} // namespace cutlass
cutlass::reduction::thread::ReduceAdd::ReduceAdd
CUTLASS_HOST_DEVICE ReduceAdd(Params params_=Params())
Constructor.
Definition: reduction_operators.h:78
cutlass::reduction::thread::ReduceAdd::ElementAccumulator
ElementAccumulator_ ElementAccumulator
Definition: reduction_operators.h:56
cutlass
Definition: aligned_buffer.h:35
tensor_ref.h
Defines a structure containing strides, bounds, and a pointer to tensor data.
cutlass::reduction::thread::ReduceAdd
Mixed-precision reduction.
Definition: reduction_operators.h:50
cutlass::plus
Definition: functional.h:46
cutlass::reduction::thread::ReduceAdd::FragmentElement
cutlass::Array< Element, kCount > FragmentElement
Definition: reduction_operators.h:61
cutlass::reduction::thread::ReduceAdd::params
Params params
Parameters object.
Definition: reduction_operators.h:70
array.h
Statically sized array of elements that accommodates all CUTLASS-supported numeric types and is safe ...
cutlass::reduction::thread::ReduceAdd::kCount
static int const kCount
Definition: reduction_operators.h:58
numeric_conversion.h
Boost-like numeric conversion operator for CUTLASS numeric types.
CUTLASS_HOST_DEVICE
#define CUTLASS_HOST_DEVICE
Definition: cutlass.h:89
numeric_types.h
Top-level include for all CUTLASS numeric types.
cutlass::reduction::thread::ReduceAdd::Element
Element_ Element
Definition: reduction_operators.h:57
cutlass::reduction::thread::ReduceAdd::Params
Definition: reduction_operators.h:63
cutlass::reduction::thread::ReduceAdd::operator()
CUTLASS_HOST_DEVICE FragmentAccumulator operator()(FragmentAccumulator accumulator, FragmentElement element) const
Operator.
Definition: reduction_operators.h:82
cutlass::reduction::thread::ReduceAdd::FragmentAccumulator
cutlass::Array< ElementAccumulator, kCount > FragmentAccumulator
Definition: reduction_operators.h:60
cutlass.h
Basic include for CUTLASS.
functional.h
Define basic numeric operators with specializations for Array<T, N>. SIMD-ize where possible...