ra-ra/test/wrank.cc

// -*- mode: c++; coding: utf-8 -*-
// ra-ra/test - Checks operations (verbs) with cell rank>0.

// (c) Daniel Llorens - 2013-2023
// This library is free software; you can redistribute it and/or modify it under
// the terms of the GNU Lesser General Public License as published by the Free
// Software Foundation; either version 3 of the License, or (at your option) any
// later version.

#include <atomic>
#include <numeric>
#include <sstream>
#include <iostream>
#include <iterator>
#include "ra/test.hh"
#include "mpdebug.hh"

using std::cout, std::endl, std::flush, std::tuple, ra::dim_t, ra::TestRecorder;
using real = double;

// Find the driver for given axis (This isn't used anymore in ra::; see ra::Match).
template <int iarg, class T>
constexpr int
driver(T && t, int k)
{
    if constexpr (iarg<ra::mp::len<std::decay_t<T>>) {
        if (k<std::get<iarg>(t).rank()) {
            dim_t s = std::get<iarg>(t).len(k);
            if (s>=0) {
                return iarg;
            }
        }
        return driver<iarg+1>(t, k);
    } else {
        std::abort(); // no driver
    }
}

// ewv = expression-with-verb

template <class V, class A, class B>
void nested_wrank_demo(V && v, A && a, B && b)
{
    std::iota(a.begin(), a.end(), 10);
    std::iota(b.begin(), b.end(), 1);
    {
        using FM = ra::Framematch<V, tuple<decltype(a.iter()), decltype(b.iter())>>;
        cout << "width of fm: " << ra::mp::len<typename FM::R> << endl;
        cout << ra::mp::print_int_list<typename FM::R> {} << endl;
        auto af0 = ra::reframe<ra::mp::ref<typename FM::R, 0>>(a.iter());
        auto af1 = ra::reframe<ra::mp::ref<typename FM::R, 1>>(b.iter());
        cout << "af0: " << sizeof(af0) << endl;
        cout << "af1: " << sizeof(af1) << endl;
        {
            auto ewv = ra::expr(FM::op(v), af0, af1);
            cout << sizeof(ewv) << endl;
            cout << "ewv rank I: " << ewv.rank() << endl;
            for (int k=0; k<ewv.rank(); ++k) {
                cout << ewv.len(k) << ": " << driver<0>(ewv.t, k) << endl;
            }

            // cout << ra::mp::show<decltype(ra::ewv<FM>(FM::op(v), af0, af1))>::value << endl;
            cout << "\nusing (ewv &):\n";
            ra::ply_ravel(ewv);
            cout << endl;
            cout << "\nusing (ewv &&):\n";
            ra::ply_ravel(ra::expr(FM::op(v), af0, af1));
        }
        {
            // cout << ra::mp::show<decltype(ra::expr(v, a.iter(), b.iter()))>::value << endl;
            auto ewv = ra::expr(v, a.iter(), b.iter());
            cout << "shape(ewv): " << ra::noshape << shape(ewv) << endl;
#define TEST(plier)                                                     \
            cout << "\n\nusing " STRINGIZE(plier) " (ewv &):\n";        \
            ra::plier(ewv);                                             \
            cout << "\n\nusing " STRINGIZE(plier) " ply (ewv &&):\n";   \
            ra::plier(ra::expr(v, a.iter(), b.iter()));
            TEST(ply_ravel);
            TEST(ply_fixed);
        }
        cout << "\n\n" << endl;
    }
}

int main()
{
    TestRecorder tr;

    auto plus2real = [](real a, real b) { return a + b; };
    tr.section("declaring verbs");
    {
        auto v = ra::wrank<0, 1>(plus2real);
        cout << ra::mp::ref<decltype(v)::cranks, 0>::value << endl;
        cout << ra::mp::ref<decltype(v)::cranks, 1>::value << endl;
        auto vv = ra::wrank<1, 1>(v);
        cout << ra::mp::ref<decltype(vv)::cranks, 0>::value << endl;
        cout << ra::mp::ref<decltype(vv)::cranks, 1>::value << endl;

        static_assert(ra::is_verb<decltype(v)>);
        static_assert(!ra::is_verb<decltype(plus2real)>);
    }
    tr.section("using Framematch");
    {
        ra::Unique<real, 2> a({3, 2}, ra::none);
        ra::Unique<real, 2> b({3, 2}, ra::none);
        std::iota(a.begin(), a.end(), 10);
        std::iota(b.begin(), b.end(), 1);
        auto plus2real_print = [](real a, real b) { cout << (a - b) << " "; };
        {
            auto v = ra::wrank<0, 2>(plus2real_print);
            using FM = ra::Framematch<decltype(v), tuple<decltype(a.iter()), decltype(b.iter())>>;
            cout << "width of fm: " << ra::mp::len<FM::R> << endl;
            cout << ra::mp::print_int_list<FM::R> {} << endl;
            auto af0 = ra::reframe<ra::mp::ref<FM::R, 0>>(a.iter());
            auto af1 = ra::reframe<ra::mp::ref<FM::R, 1>>(b.iter());
            cout << "af0: " << sizeof(af0) << endl;
            cout << "af1: " << sizeof(af1) << endl;
            auto ewv = expr(FM::op(v), af0, af1);
            cout << sizeof(ewv) << "\n" << endl;
            cout << "ewv rank II: " << ewv.rank() << endl;
            for (int k=0; k<ewv.rank(); ++k) {
                cout << ewv.len(k) << ": " << flush << driver<0>(ewv.t, k) << endl;
            }
            ra::ply_ravel(ewv);
        }
    }
    tr.section("wrank tests 0-1");
    {
        auto minus2real_print = [](real a, real b) { cout << (a - b) << " "; };
        nested_wrank_demo(ra::wrank<0, 1>(minus2real_print),
                          ra::Unique<real, 1>({3}, ra::none),
                          ra::Unique<real, 1>({4}, ra::none));
        nested_wrank_demo(ra::wrank<0, 1>(ra::wrank<0, 0>(minus2real_print)),
                          ra::Unique<real, 1>({3}, ra::none),
                          ra::Unique<real, 1>({3}, ra::none));
    }
    tr.section("wrank tests 1-0");
    {
        auto minus2real_print = [](real a, real b) { cout << (a - b) << " "; };
        nested_wrank_demo(ra::wrank<1, 0>(minus2real_print),
                          ra::Unique<real, 1>({3}, ra::none),
                          ra::Unique<real, 1>({4}, ra::none));
        nested_wrank_demo(ra::wrank<1, 0>(ra::wrank<0, 0>(minus2real_print)),
                          ra::Unique<real, 1>({3}, ra::none),
                          ra::Unique<real, 1>({4}, ra::none));
    }
    tr.section("wrank tests 0-0 (nop), case 1 - exact match");
    {
// This uses the reframe specialization for 'do nothing' (TODO if there's one).
        auto minus2real_print = [](real a, real b) { cout << (a - b) << " "; };
        nested_wrank_demo(ra::wrank<0, 0>(minus2real_print),
                          ra::Unique<real, 1>({3}, ra::none),
                          ra::Unique<real, 1>({3}, ra::none));
    }
    tr.section("wrank tests 0-0 (nop), case 2 - non-exact frame match");
    {
// This uses the reframe specialization for 'do nothing' (TODO if there's one).
        auto minus2real_print = [](real a, real b) { cout << (a - b) << " "; };
        nested_wrank_demo(ra::wrank<0, 0>(minus2real_print),
                          ra::Unique<real, 2>({3, 4}, ra::none),
                          ra::Unique<real, 1>({3}, ra::none));
        nested_wrank_demo(ra::wrank<0, 0>(minus2real_print),
                          ra::Unique<real, 1>({3}, ra::none),
                          ra::Unique<real, 2>({3, 4}, ra::none));
    }
    tr.section("wrank tests 1-1-0, init array with outer product");
    {
        auto minus2real = [](real & c, real a, real b) { c = a-b; };
        ra::Unique<real, 1> a({3}, ra::none);
        ra::Unique<real, 1> b({4}, ra::none);
        std::iota(a.begin(), a.end(), 10);
        std::iota(b.begin(), b.end(), 1);
        ra::Unique<real, 2> c({3, 4}, ra::none);
        ra::ply(ra::expr(ra::wrank<1, 0, 1>(minus2real), c.iter(), a.iter(), b.iter()));
        real checkc34[3*4] = { /* 10-[1 2 3 4] */ 9, 8, 7, 6,
                               /* 11-[1 2 3 4] */ 10, 9, 8, 7,
                               /* 12-[1 2 3 4] */ 11, 10, 9, 8 };
        tr.test(std::equal(checkc34, checkc34+3*4, c.begin()));
        ra::Unique<real, 2> d34(ra::expr(ra::wrank<0, 1>(std::minus<real>()), a.iter(), b.iter()));
        tr.test(std::equal(checkc34, checkc34+3*4, d34.begin()));
        real checkc43[3*4] = { /* [10 11 12]-1 */ 9, 10, 11,
                               /* [10 11 12]-2 */ 8, 9, 10,
                               /* [10 11 12]-3 */ 7, 8, 9,
                               /* [10 11 12]-4 */ 6, 7, 8 };
        ra::Unique<real, 2> d43(ra::expr(ra::wrank<1, 0>(std::minus<real>()), a.iter(), b.iter()));
        tr.test(d43.len(0)==4 && d43.len(1)==3);
        tr.test(std::equal(checkc43, checkc43+3*4, d43.begin()));
    }
    tr.section("recipe for unbeatable subscripts in _from_ operator");
    {
        ra::Unique<int, 1> a({3}, ra::none);
        ra::Unique<int, 1> b({4}, ra::none);
        std::iota(a.begin(), a.end(), 10);
        std::iota(b.begin(), b.end(), 1);
        ra::Unique<real, 2> c({100, 100}, ra::none);
        std::iota(c.begin(), c.end(), 0);

        real checkd[3*4] = { 1001, 1002, 1003, 1004,  1101, 1102, 1103, 1104,  1201, 1202, 1203, 1204 };
// default auto is value, so need to speficy.
#define EXPR ra::expr(ra::wrank<0, 1>([&c](int a, int b) -> decltype(auto) { return c(a, b); } ), \
                      a.iter(), b.iter())
        std::ostringstream os;
        os << EXPR << endl;
        ra::Unique<real, 2> cc {};
        std::istringstream is(os.str());
        is >> cc;
        tr.test(std::equal(checkd, checkd+3*4, cc.begin()));
        ra::Unique<real, 2> d(EXPR);
        tr.test(std::equal(checkd, checkd+3*4, d.begin()));
// Using expr as lvalue.
        EXPR = 7.;
        tr.test_eq(c, where(ra::_0>=10 && ra::_0<=12 && ra::_1>=1 && ra::_1<=4, 7, ra::_0*100+ra::_1));
// looping...
        bool valid = true;
        for (int i=0; i<c.len(0); ++i) {
            for (int j=0; j<c.len(1); ++j) {
                valid = valid && ((i>=10 && i<=12 && j>=1 && j<=4 ? 7 : i*100+j) == c(i, j));
            }
        }
        tr.test(valid);
    }
    tr.section("rank conjunction / empty");
    {
    }
    tr.section("static rank() in ra::expr with reframe()d args");
    {
        ra::Unique<real, 3> a({2, 2, 2}, 1.);
        ra::Unique<real, 3> b({2, 2, 2}, 2.);
        real y = 0;
        auto e = ra::expr(ra::wrank<0, 0>([&y](real const a, real const b) { y += a*b; }), a.iter(), b.iter());
        static_assert(3==e.rank(), "bad rank in static rank expr");
        ra::ply_ravel(ra::expr(ra::wrank<0, 0>([&y](real const a, real const b) { y += a*b; }), a.iter(), b.iter()));
        tr.test_eq(16, y);
    }
    tr.section("outer product variants");
    {
        ra::Big<real, 2> a({2, 3}, ra::_0 - ra::_1);
        ra::Big<real, 2> b({3, 2}, ra::_1 - 2*ra::_0);
        ra::Big<real, 2> c1 = gemm(a, b);
// matrix product as outer product + reduction (no reductions yet, so manually).
        {
            ra::Big<real, 3> d = ra::expr(ra::wrank<1, 2>(ra::wrank<0, 1>(std::multiplies<>())), start(a), start(b));
            ra::Big<real, 2> c2({d.len(0), d.len(2)}, 0.);
            for (int k=0; k<d.len(1); ++k) {
                c2 += d(ra::all, k, ra::all);
            }
            tr.info("d(i,k,j) = a(i,k)*b(k,j)").test_eq(c1, c2);
        }
// do the k-reduction by plying with wrank.
        {
            ra::Big<real, 2> c2({a.len(0), b.len(1)}, 0.);
            ra::ply(ra::expr(ra::wrank<1, 1, 2>(ra::wrank<1, 0, 1>([](auto & c, auto && a, auto && b) { c += a*b; })),
                             start(c2), start(a), start(b)));
            tr.info("sum_k a(i,k)*b(k,j)").test_eq(c1, c2);
        }
    }
    tr.section("stencil test for Reframe::keep_step. Reduced from test/bench-stencil2.cc");
    {
        int nx = 4;
        int ny = 4;
        int ts = 4; // must be even bc of swap

        auto I = ra::iota(nx-2, 1);
        auto J = ra::iota(ny-2, 1);

        constexpr ra::Small<real, 3, 3> mask = { 0, 1, 0,
                                                 1, -4, 1,
                                                 0, 1, 0 };

        real value = 1;

        auto f_raw = [&](ra::ViewBig<real, 2> & A, ra::ViewBig<real, 2> & Anext, ra::ViewBig<real, 4> & Astencil)
            {
                for (int t=0; t<ts; ++t) {
                    for (int i=1; i+1<nx; ++i) {
                        for (int j=1; j+1<ny; ++j) {
                            Anext(i, j) = -4*A(i, j)
                            + A(i+1, j) + A(i, j+1)
                            + A(i-1, j) + A(i, j-1);
                        }
                    }
                    std::swap(A.cp, Anext.cp);
                }
            };
        auto f_sumprod = [&](ra::ViewBig<real, 2> & A, ra::ViewBig<real, 2> & Anext, ra::ViewBig<real, 4> & Astencil)
            {
                for (int t=0; t!=ts; ++t) {
                    Astencil.cp = A.data();
                    Anext(I, J) = 0; // TODO miss notation for sum-of-axes without preparing destination...
                    Anext(I, J) += map(ra::wrank<2, 2>(std::multiplies<>()), Astencil, mask);
                    std::swap(A.cp, Anext.cp);
                }
            };
        auto bench = [&](auto & A, auto & Anext, auto & Astencil, auto && ref, auto && tag, auto && f)
            {
                A = value;
                Anext = 0.;

                f(A, Anext, Astencil);

                tr.info(tag).test_rel(ref, A, 1e-11);
            };

        ra::Big<real, 2> Aref;
        ra::Big<real, 2> A({nx, ny}, 1.);
        ra::Big<real, 2> Anext({nx, ny}, 0.);
        auto Astencil = stencil(A, 1, 1);
#define BENCH(ref, op) bench(A, Anext, Astencil, ref, STRINGIZE(op), op);
        BENCH(A, f_raw);
        Aref = ra::Big<real, 2>(A);
        BENCH(Aref, f_sumprod);
    }
    tr.section("iota with dead axes");
    {
        ra::Big<int, 2> a = from([](auto && i, auto && j) { return i-j; }, ra::iota(3), ra::iota(3));
        tr.test_eq(ra::Big<int, 2>({3, 3}, {0, -1, -2,  1, 0, -1,  2, 1, 0}), a);
    }
    tr.section("vector with dead axes");
    {
        std::vector i = {0, 1, 2};
        ra::Big<int, 2> a = ra::from([](auto && i, auto && j) { return i-j; }, i, i);
        tr.test_eq(ra::Big<int, 2>({3, 3}, {0, -1, -2,  1, 0, -1,  2, 1, 0}), a);
    }
    tr.section("no arguments -> zero rank");
    {
        int x = ra::from([] { return 3; });
        tr.test_eq(3, x);
    }
    tr.section("counting ops");
    {
        std::atomic<int> i { 0 };
        auto fi = [&i](auto && x) { ++i; return x; };
        std::atomic<int> j { 0 };
        auto fj = [&j](auto && x) { ++j; return x; };
        ra::Big<int, 2> a = from(std::minus<>(), map(fi, ra::iota(7)), map(fj, ra::iota(9)));
        tr.test_eq(ra::_0-ra::_1, a);
        tr.info("FIXME").skip().test_eq(7, int(i));
        tr.info("FIXME").skip().test_eq(9, int(j));
    }
    tr.section("explicit agreement check with wrank");
    {
        {
            ra::Big<real, 1> a({3}, 2+ra::_0);
            ra::Big<real, 2> b({2, 3}, 4-ra::_0);
            ra::Big<real, 2> c = {{8, 12, 16}, {6, 9, 12}};
            tr.test(agree_op(ra::wrank<1, 1>(std::multiplies<>()), a, b));
            tr.test_eq(c, map(ra::wrank<1, 1>(std::multiplies<>()), a, b));
            ra::Big<real, 2> d({3, 2}, 4-ra::_0);
            tr.test(!agree_op(ra::wrank<1, 1>(std::multiplies<>()), a, d));
        }
    }
    tr.section("Reframe::at");
    {
        ra::Small<int, 3> a = ra::iota(3)-10;
        ra::Small<int, 4> b = 10-ra::iota(4);
        ra::Small<int, 3, 4> c = from(std::multiplies<>(), a, b);
        tr.strictshape()
            .test_eq(c, from([o = from(std::multiplies<>(), a, b)](auto i, auto j) { return o.at(ra::Small<dim_t, 2> {i, j}); },
                             ra::iota(3), ra::iota(4)));
    }
    return tr.summary();
}