Files
lammps/lib/kokkos/core/perf_test/PerfTestGramSchmidt.cpp
2021-11-04 12:45:59 -06:00

252 lines
8.1 KiB
C++

/*
//@HEADER
// ************************************************************************
//
// Kokkos v. 3.0
// Copyright (2020) National Technology & Engineering
// Solutions of Sandia, LLC (NTESS).
//
// Under the terms of Contract DE-NA0003525 with NTESS,
// the U.S. Government retains certain rights in this software.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// 1. Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
//
// 2. Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
//
// 3. Neither the name of the Corporation nor the names of the
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY NTESS "AS IS" AND ANY
// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NTESS OR THE
// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
// Questions? Contact Christian R. Trott (crtrott@sandia.gov)
//
// ************************************************************************
//@HEADER
*/
#include <Kokkos_Core.hpp>
#include <gtest/gtest.h>
#include <PerfTest_Category.hpp>
#include <cmath>
#include <PerfTestBlasKernels.hpp>
//----------------------------------------------------------------------------
//----------------------------------------------------------------------------
namespace Test {
// Reduction : result = dot( Q(:,j) , Q(:,j) );
// PostProcess : R(j,j) = result ; inv = 1 / result ;
template <class VectorView, class ValueView>
struct InvNorm2 : public Kokkos::DotSingle<VectorView> {
using value_type = typename Kokkos::DotSingle<VectorView>::value_type;
ValueView Rjj;
ValueView inv;
InvNorm2(const VectorView& argX, const ValueView& argR,
const ValueView& argInv)
: Kokkos::DotSingle<VectorView>(argX), Rjj(argR), inv(argInv) {}
KOKKOS_INLINE_FUNCTION
void final(value_type& result) const {
result = Kokkos::Experimental::sqrt(result);
Rjj() = result;
inv() = (0 < result) ? 1.0 / result : 0;
}
};
template <class VectorView, class ValueView>
inline void invnorm2(const VectorView& x, const ValueView& r,
const ValueView& r_inv) {
Kokkos::parallel_reduce(x.extent(0),
InvNorm2<VectorView, ValueView>(x, r, r_inv));
}
// PostProcess : tmp = - ( R(j,k) = result );
template <class VectorView, class ValueView>
struct DotM : public Kokkos::Dot<VectorView> {
using value_type = typename Kokkos::Dot<VectorView>::value_type;
ValueView Rjk;
ValueView tmp;
DotM(const VectorView& argX, const VectorView& argY, const ValueView& argR,
const ValueView& argTmp)
: Kokkos::Dot<VectorView>(argX, argY), Rjk(argR), tmp(argTmp) {}
KOKKOS_INLINE_FUNCTION
void final(value_type& result) const {
Rjk() = result;
tmp() = -result;
}
};
template <class VectorView, class ValueView>
inline void dot_neg(const VectorView& x, const VectorView& y,
const ValueView& r, const ValueView& r_neg) {
Kokkos::parallel_reduce(x.extent(0),
DotM<VectorView, ValueView>(x, y, r, r_neg));
}
template <typename Scalar, class DeviceType>
struct ModifiedGramSchmidt {
using execution_space = DeviceType;
using size_type = typename execution_space::size_type;
using multivector_type =
Kokkos::View<Scalar**, Kokkos::LayoutLeft, execution_space>;
using vector_type =
Kokkos::View<Scalar*, Kokkos::LayoutLeft, execution_space>;
using value_view = Kokkos::View<Scalar, Kokkos::LayoutLeft, execution_space>;
multivector_type Q;
multivector_type R;
static double factorization(const multivector_type Q_,
const multivector_type R_) {
const size_type count = Q_.extent(1);
value_view tmp("tmp");
value_view one("one");
Kokkos::deep_copy(one, (Scalar)1);
Kokkos::Timer timer;
for (size_type j = 0; j < count; ++j) {
// Reduction : tmp = dot( Q(:,j) , Q(:,j) );
// PostProcess : tmp = std::sqrt( tmp ); R(j,j) = tmp ; tmp = 1 / tmp ;
const vector_type Qj = Kokkos::subview(Q_, Kokkos::ALL(), j);
const value_view Rjj = Kokkos::subview(R_, j, j);
invnorm2(Qj, Rjj, tmp);
// Q(:,j) *= ( 1 / R(j,j) ); => Q(:,j) *= tmp ;
Kokkos::scale(tmp, Qj);
for (size_type k = j + 1; k < count; ++k) {
const vector_type Qk = Kokkos::subview(Q_, Kokkos::ALL(), k);
const value_view Rjk = Kokkos::subview(R_, j, k);
// Reduction : R(j,k) = dot( Q(:,j) , Q(:,k) );
// PostProcess : tmp = - R(j,k);
dot_neg(Qj, Qk, Rjk, tmp);
// Q(:,k) -= R(j,k) * Q(:,j); => Q(:,k) += tmp * Q(:,j)
Kokkos::axpby(tmp, Qj, one, Qk);
}
}
execution_space().fence();
return timer.seconds();
}
//--------------------------------------------------------------------------
static double test(const size_type length, const size_type count,
const size_t iter = 1) {
multivector_type Q_("Q", length, count);
multivector_type R_("R", count, count);
typename multivector_type::HostMirror A = Kokkos::create_mirror(Q_);
// Create and fill A on the host
for (size_type j = 0; j < count; ++j) {
for (size_type i = 0; i < length; ++i) {
A(i, j) = (i + 1) * (j + 1);
}
}
double dt_min = 0;
for (size_t i = 0; i < iter; ++i) {
Kokkos::deep_copy(Q_, A);
// A = Q * R
const double dt = factorization(Q_, R_);
if (0 == i)
dt_min = dt;
else
dt_min = dt < dt_min ? dt : dt_min;
}
return dt_min;
}
};
template <class DeviceType>
void run_test_gramschmidt(int exp_beg, int exp_end, int num_trials,
const char deviceTypeName[]) {
std::string label_gramschmidt;
label_gramschmidt.append("\"GramSchmidt< double , ");
label_gramschmidt.append(deviceTypeName);
label_gramschmidt.append(" >\"");
for (int i = exp_beg; i < exp_end; ++i) {
double min_seconds = 0.0;
double max_seconds = 0.0;
double avg_seconds = 0.0;
const int parallel_work_length = 1 << i;
for (int j = 0; j < num_trials; ++j) {
const double seconds = ModifiedGramSchmidt<double, DeviceType>::test(
parallel_work_length, 32);
if (0 == j) {
min_seconds = seconds;
max_seconds = seconds;
} else {
if (seconds < min_seconds) min_seconds = seconds;
if (seconds > max_seconds) max_seconds = seconds;
}
avg_seconds += seconds;
}
avg_seconds /= num_trials;
std::cout << label_gramschmidt << " , " << parallel_work_length << " , "
<< min_seconds << " , " << (min_seconds / parallel_work_length)
<< ", " << avg_seconds << std::endl;
}
}
TEST(default_exec, gramschmidt) {
int exp_beg = 10;
int exp_end = 20;
int num_trials = 5;
if (command_line_num_args() > 1) exp_beg = std::stoi(command_line_arg(1));
if (command_line_num_args() > 2) exp_end = std::stoi(command_line_arg(2));
if (command_line_num_args() > 3) num_trials = std::stoi(command_line_arg(3));
EXPECT_NO_THROW(run_test_gramschmidt<Kokkos::DefaultExecutionSpace>(
exp_beg, exp_end, num_trials, Kokkos::DefaultExecutionSpace::name()));
}
} // namespace Test