#ifndef GUARD_MIOPEN_GRU_VERIFY_GEMM_HPP
#define GUARD_MIOPEN_GRU_VERIFY_GEMM_HPP

#define ADNN_MM_TRANSPOSE 1

#include <math.h>
#include <cassert>
#include <algorithm>

template <typename Tgpu, typename Tref>
void RunGRUForwardGEMMCPUVerify(std::vector<Tgpu>& in,
                                std::vector<Tgpu>& wei, // [ input_state_weight_trans
                                                        // hidden_state_weight0_trans input1_trans
                                                        // hidden1_trans ... output_weight;
                                                        // bidirectional reversed weights ]
                                std::vector<Tref>& hy_host, // current/final hidden state
                                std::vector<Tgpu>& hx,      // initial hidden state
                                std::vector<Tref>& out_host,
                                std::vector<int>& in_n, // input batch size
                                int in_h,               // input data length
                                int seqLength,          // Number of iterations to unroll over
                                bool bidirection,       // whether using bidirectional net
                                bool biased,            // whether using bias
                                int hy_d,  // 1 by numlayer (number of stacks of hidden layers) for
                                           // unidirection, 2 by numlayer for bidirection
                                int hy_n,  // equal to input batch size in_n[0]
                                int hy_h,  // hidden state number
                                int out_h, // 1 by hy_h related function for unidirection, 2 by hy_h
                                           // related function for bidirection
                                int inputMode,
                                std::vector<Tref>& rsvspace_host,
                                bool hx_is_null = false)
{
    int batch_n = sumvc(in_n);

    int numlayer = bidirection ? hy_d / 2 : hy_d;
    int bacc, baccbi; // accumulation of batch
    int bi = bidirection ? 2 : 1;

    int in_stride  = in_h;
    int out_stride = out_h;
    int wei_stride = bi * 3 * hy_h;
    int hy_stride  = bi * 4 * hy_h;
    int h_stride   = bi * hy_h;
    int uni_stride = hy_h;
    int bi_stride  = hy_h * bi;

    Tref* hid_state = new Tref[numlayer * batch_n * hy_stride * 2];
    memset(hid_state, 0, numlayer * batch_n * hy_stride * 2 * sizeof(Tref));

    Tref* out_state = new Tref[batch_n * out_h];
    memset(out_state, 0, batch_n * out_h * sizeof(Tref));

    // initial input
    Tref* in_state = new Tref[batch_n * in_h];
    for(int h = 0; h < batch_n; h++)
    {
        for(int w = 0; w < in_h; w++)
        {
            in_state[h * in_stride + w] = in[h * in_stride + w];
        }
    }

    // initial hidden states
    Tref* hy_state = new Tref[hy_d * hy_n * hy_h];
    memset(hy_state, 0, hy_d * hy_n * hy_h * sizeof(Tref));
    Tref* hx_state = new Tref[hy_d * hy_n * hy_h];
    for(int h = 0; h < hy_d * hy_n * hy_h; h++)
    {
        hx_state[h] = hx[h];
    }

    if(inputMode == 1)
    {
        if(in_h != hy_h)
        {
            printf("Verification cannot be completed: The input tensor size must equal to the "
                   "hidden state size of the network in SKIP_INPUT mode!\n");
            return;
        }
        in_h = 0;
    }

    int wei_shift_bias = (in_h + hy_h + (bi * hy_h + hy_h) * (numlayer - 1)) * wei_stride;
    int wei_len        = wei_shift_bias;
    if(biased)
    {
        int in_bias = 2;
        wei_len += (in_bias + (numlayer - 1) * 2) * wei_stride;
    }

    // initial weights
    Tref* wei_state = new Tref[wei_len];
    for(int h = 0; h < wei_len; h++)
    {
        wei_state[h] = wei[h];
    }

    // forward emulator
    for(int li = 0; li < numlayer; li++)
    {
        int hid_shift           = li * batch_n * hy_stride;
        int hx_shift            = li * in_n[0] * h_stride;
        int wei_shift_bias_temp = wei_shift_bias + li * 2 * wei_stride;

        // from input
        if(li == 0)
        {
            if(inputMode == 1)
            {
                for(int bs = 0; bs < batch_n; bs++)
                {
                    for(int h = 0; h < hy_h; h++)
                    {
                        for(int gi = 0; gi < 3; gi++)
                        {
                            hid_state[hid_shift + bs * hy_stride + gi * hy_h + h] +=
                                in_state[bs * in_stride + h];
                            if(bidirection)
                            {
                                hid_state[hid_shift + bs * hy_stride + (gi + 3) * hy_h + h] +=
                                    in_state[bs * in_stride + h];
                            }
                        }
                    }
                }

                // from bias
                if(biased)
                {
                    for(int bs = 0; bs < batch_n; bs++)
                    {
                        for(int h = 0; h < wei_stride; h++)
                        {
                            hid_state[hid_shift + bs * hy_stride + h] += wei[wei_shift_bias + h];
                        }
                    }
                }
            }
            else
            {
                ADNN_mm_cpu<Tref>(const_cast<Tref*>(in_state),
                                  in_h,
                                  batch_n,
                                  in_stride,
                                  0,
                                  const_cast<Tref*>(wei_state),
                                  in_h,
                                  hy_h * bi * 3,
                                  in_stride,
                                  ADNN_MM_TRANSPOSE,
                                  &hid_state[hid_shift],
                                  hy_h * bi * 3,
                                  batch_n,
                                  hy_stride,
                                  0,
                                  1,
                                  1);

                // from bias
                if(biased)
                {
                    for(int bs = 0; bs < batch_n; bs++)
                    {
                        for(int h = 0; h < wei_stride; h++)
                        {
                            hid_state[hid_shift + bs * hy_stride + h] += wei[wei_shift_bias + h];
                        }
                    }
                }
            }
        }
        else
        {
            int wei_shift = (in_h + hy_h) * wei_stride + (li - 1) * (bi * hy_h + hy_h) * wei_stride;
            int prelayer_shift = (li - 1) * batch_n * hy_stride + bi * 3 * hy_h;

            ADNN_mm_cpu<Tref>(const_cast<Tref*>(&hid_state[prelayer_shift]),
                              hy_h * bi,
                              batch_n,
                              hy_stride,
                              0,
                              const_cast<Tref*>(&wei_state[wei_shift]),
                              hy_h * bi,
                              hy_h * bi * 3,
                              bi_stride,
                              ADNN_MM_TRANSPOSE,
                              &hid_state[hid_shift],
                              hy_h * bi * 3,
                              batch_n,
                              hy_stride,
                              0,
                              1,
                              1);

            // from bias
            if(biased)
            {
                for(int bs = 0; bs < batch_n; bs++)
                {
                    for(int h = 0; h < wei_stride; h++)
                    {
                        hid_state[hid_shift + bs * hy_stride + h] += wei[wei_shift_bias_temp + h];
                    }
                }
            }
        }

        // from hidden state
        bacc   = 0;
        baccbi = batch_n;
        for(int ti = 0; ti < seqLength; ti++)
        {
            baccbi -= in_n[seqLength - 1 - ti];
            int wei_shift = in_h * wei_stride + li * (bi * hy_h + hy_h) * wei_stride;
            int pretime_shift;

            if(ti == 0)
            {
                if(!hx_is_null)
                {
                    ADNN_mm_cpu<Tref>(const_cast<Tref*>(&hx_state[hx_shift]),
                                      hy_h,
                                      in_n[ti],
                                      uni_stride,
                                      0,
                                      const_cast<Tref*>(&wei_state[wei_shift]),
                                      hy_h,
                                      hy_h * 2,
                                      uni_stride,
                                      ADNN_MM_TRANSPOSE,
                                      &hid_state[hid_shift + bacc * hy_stride],
                                      hy_h * 2,
                                      in_n[ti],
                                      hy_stride,
                                      0,
                                      1,
                                      1);

                    if(biased)
                    {
                        for(int bs = 0; bs < in_n[ti]; bs++)
                        {
                            for(int h = 0; h < hy_h; h++)
                            {
                                for(int gi = 0; gi < 2; gi++)
                                {
                                    hid_state[hid_shift + (bacc + bs) * hy_stride + gi * hy_h +
                                              h] +=
                                        wei[wei_shift_bias_temp + wei_stride + gi * hy_h + h];
                                }
                            }
                        }
                    }

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&hx_state[hx_shift]),
                        hy_h,
                        in_n[ti],
                        uni_stride,
                        0,
                        const_cast<Tref*>(&wei_state[wei_shift + 2 * hy_h * uni_stride]),
                        hy_h,
                        hy_h,
                        uni_stride,
                        ADNN_MM_TRANSPOSE,
                        &hid_state[hid_shift + bacc * hy_stride + bi * 3 * hy_h],
                        hy_h,
                        in_n[ti],
                        hy_stride,
                        0,
                        1,
                        1);

                    if(biased)
                    {
                        for(int bs = 0; bs < in_n[ti]; bs++)
                        {
                            for(int h = 0; h < hy_h; h++)
                            {
                                hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h +
                                          h] +=
                                    wei[wei_shift_bias_temp + wei_stride + 2 * hy_h + h];
                            }
                        }
                    }

                    if(bidirection)
                    {
                        ADNN_mm_cpu<Tref>(
                            const_cast<Tref*>(&hx_state[hx_shift + hy_n * hy_h]),
                            hy_h,
                            in_n[seqLength - 1 - ti],
                            uni_stride,
                            0,
                            const_cast<Tref*>(&wei_state[wei_shift + 3 * hy_h * uni_stride]),
                            hy_h,
                            hy_h * 2,
                            uni_stride,
                            ADNN_MM_TRANSPOSE,
                            &hid_state[hid_shift + baccbi * hy_stride + 3 * hy_h],
                            hy_h * 2,
                            in_n[seqLength - 1 - ti],
                            hy_stride,
                            0,
                            1,
                            1);

                        if(biased)
                        {
                            for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                            {
                                for(int h = 0; h < hy_h; h++)
                                {
                                    for(int gi = 0; gi < 2; gi++)
                                    {
                                        hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                  (3 + gi) * hy_h + h] +=
                                            wei[wei_shift_bias_temp + wei_stride + (3 + gi) * hy_h +
                                                h];
                                    }
                                }
                            }
                        }

                        ADNN_mm_cpu<Tref>(
                            const_cast<Tref*>(&hx_state[hx_shift + hy_n * hy_h]),
                            hy_h,
                            in_n[seqLength - 1 - ti],
                            uni_stride,
                            0,
                            const_cast<Tref*>(&wei_state[wei_shift + 5 * hy_h * uni_stride]),
                            hy_h,
                            hy_h,
                            uni_stride,
                            ADNN_MM_TRANSPOSE,
                            &hid_state[hid_shift + baccbi * hy_stride + bi * 3 * hy_h + hy_h],
                            hy_h,
                            in_n[seqLength - 1 - ti],
                            hy_stride,
                            0,
                            1,
                            1);

                        if(biased)
                        {
                            for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                            {
                                for(int h = 0; h < hy_h; h++)
                                {
                                    hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                              bi * 3 * hy_h + hy_h + h] +=
                                        wei[wei_shift_bias_temp + wei_stride + 5 * hy_h + h];
                                }
                            }
                        }
                    }
                }
            }
            else
            {
                ADNN_mm_cpu<Tref>(const_cast<Tref*>(&hy_state[hx_shift]),
                                  hy_h,
                                  in_n[ti],
                                  uni_stride,
                                  0,
                                  const_cast<Tref*>(&wei_state[wei_shift]),
                                  hy_h,
                                  hy_h * 2,
                                  uni_stride,
                                  ADNN_MM_TRANSPOSE,
                                  &hid_state[hid_shift + bacc * hy_stride],
                                  hy_h * 2,
                                  in_n[ti],
                                  hy_stride,
                                  0,
                                  1,
                                  1);

                if(biased)
                {
                    for(int bs = 0; bs < in_n[ti]; bs++)
                    {
                        for(int h = 0; h < hy_h; h++)
                        {
                            for(int gi = 0; gi < 2; gi++)
                            {
                                hid_state[hid_shift + (bacc + bs) * hy_stride + gi * hy_h + h] +=
                                    wei[wei_shift_bias_temp + wei_stride + gi * hy_h + h];
                            }
                        }
                    }
                }

                ADNN_mm_cpu<Tref>(const_cast<Tref*>(&hy_state[hx_shift]),
                                  hy_h,
                                  in_n[ti],
                                  uni_stride,
                                  0,
                                  const_cast<Tref*>(&wei_state[wei_shift + 2 * hy_h * uni_stride]),
                                  hy_h,
                                  hy_h,
                                  uni_stride,
                                  ADNN_MM_TRANSPOSE,
                                  &hid_state[hid_shift + bacc * hy_stride + bi * 3 * hy_h],
                                  hy_h,
                                  in_n[ti],
                                  hy_stride,
                                  0,
                                  1,
                                  1);

                if(biased)
                {
                    for(int bs = 0; bs < in_n[ti]; bs++)
                    {
                        for(int h = 0; h < hy_h; h++)
                        {
                            hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                                wei[wei_shift_bias_temp + wei_stride + 2 * hy_h + h];
                        }
                    }
                }

                if(bidirection)
                {

                    if(!hx_is_null && in_n.at(seqLength - 1 - ti) > in_n.at(seqLength - ti))
                    {
                        ADNN_mm_cpu<Tref>(
                            const_cast<Tref*>(
                                &hx_state[hx_shift + hy_n * hy_h + in_n.at(seqLength - ti) * hy_h]),
                            hy_h,
                            (in_n.at(seqLength - 1 - ti) - in_n.at(seqLength - ti)),
                            uni_stride,
                            0,
                            const_cast<Tref*>(&wei_state[wei_shift + 3 * hy_h * uni_stride]),
                            hy_h,
                            hy_h * 2,
                            uni_stride,
                            ADNN_MM_TRANSPOSE,
                            &hid_state[hid_shift + (baccbi + in_n.at(seqLength - ti)) * hy_stride +
                                       3 * hy_h],
                            hy_h * 2,
                            (in_n.at(seqLength - 1 - ti) - in_n.at(seqLength - ti)),
                            hy_stride,
                            0,
                            1,
                            1);

                        if(biased)
                        {
                            for(int bs = in_n.at(seqLength - ti); bs < in_n.at(seqLength - 1 - ti);
                                bs++)
                            {
                                for(int h = 0; h < hy_h; h++)
                                {
                                    for(int gi = 0; gi < 2; gi++)
                                    {
                                        hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                  (3 + gi) * hy_h + h] +=
                                            wei[wei_shift_bias_temp + wei_stride + (3 + gi) * hy_h +
                                                h];
                                    }
                                }
                            }
                        }

                        ADNN_mm_cpu<Tref>(
                            const_cast<Tref*>(
                                &hx_state[hx_shift + hy_n * hy_h + in_n.at(seqLength - ti) * hy_h]),
                            hy_h,
                            (in_n.at(seqLength - 1 - ti) - in_n.at(seqLength - ti)),
                            uni_stride,
                            0,
                            const_cast<Tref*>(&wei_state[wei_shift + 5 * hy_h * uni_stride]),
                            hy_h,
                            hy_h,
                            uni_stride,
                            ADNN_MM_TRANSPOSE,
                            &hid_state[hid_shift + (baccbi + in_n.at(seqLength - ti)) * hy_stride +
                                       bi * 3 * hy_h + hy_h],
                            hy_h,
                            (in_n.at(seqLength - 1 - ti) - in_n.at(seqLength - ti)),
                            hy_stride,
                            0,
                            1,
                            1);

                        if(biased)
                        {
                            for(int bs = in_n.at(seqLength - ti); bs < in_n.at(seqLength - 1 - ti);
                                bs++)
                            {
                                for(int h = 0; h < hy_h; h++)
                                {
                                    hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                              bi * 3 * hy_h + hy_h + h] +=
                                        wei[wei_shift_bias_temp + wei_stride + 5 * hy_h + h];
                                }
                            }
                        }
                    }

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&hy_state[hx_shift + hy_n * hy_h]),
                        hy_h,
                        in_n[seqLength - ti],
                        uni_stride,
                        0,
                        const_cast<Tref*>(&wei_state[wei_shift + 3 * hy_h * uni_stride]),
                        hy_h,
                        hy_h * 2,
                        uni_stride,
                        ADNN_MM_TRANSPOSE,
                        &hid_state[hid_shift + baccbi * hy_stride + 3 * hy_h],
                        hy_h * 2,
                        in_n[seqLength - ti],
                        hy_stride,
                        0,
                        1,
                        1);

                    if(biased)
                    {
                        for(int bs = 0; bs < in_n[seqLength - ti]; bs++)
                        {
                            for(int h = 0; h < hy_h; h++)
                            {
                                for(int gi = 0; gi < 2; gi++)
                                {
                                    hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                              (3 + gi) * hy_h + h] +=
                                        wei[wei_shift_bias_temp + wei_stride + (3 + gi) * hy_h + h];
                                }
                            }
                        }
                    }

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&hy_state[hx_shift + hy_n * hy_h]),
                        hy_h,
                        in_n[seqLength - ti],
                        uni_stride,
                        0,
                        const_cast<Tref*>(&wei_state[wei_shift + 5 * hy_h * uni_stride]),
                        hy_h,
                        hy_h,
                        uni_stride,
                        ADNN_MM_TRANSPOSE,
                        &hid_state[hid_shift + baccbi * hy_stride + bi * 3 * hy_h + hy_h],
                        hy_h,
                        in_n[seqLength - ti],
                        hy_stride,
                        0,
                        1,
                        1);

                    if(biased)
                    {
                        for(int bs = 0; bs < in_n[seqLength - ti]; bs++)
                        {
                            for(int h = 0; h < hy_h; h++)
                            {
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h] +=
                                    wei[wei_shift_bias_temp + wei_stride + 5 * hy_h + h];
                            }
                        }
                    }
                }
            }

            for(int bs = 0; bs < in_n[ti]; bs++)
            {
                for(int h = 0; h < hy_h; h++)
                {
                    hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h +
                              numlayer * batch_n * hy_stride] =
                        hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h];

                    hid_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h] +=
                        activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + hy_h + h], 2) *
                        hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h];
                    hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] = 0;

                    if(ti == 0)
                    {
                        if(!hx_is_null)
                        {
                            hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                                ((1 - activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + h],
                                                2)) *
                                     activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride +
                                                         2 * hy_h + h],
                                               1) +
                                 activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + h], 2) *
                                     hx[hx_shift + bs * uni_stride + h]);
                        }
                        else
                        {
                            hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                                ((1 - activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + h],
                                                2)) *
                                 activfunc(
                                     hid_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h],
                                     1));
                        }
                    }
                    else
                    {

                        pretime_shift = li * batch_n * hy_stride +
                                        (bacc - in_n[ti - 1]) * hy_stride + bi * 3 * hy_h;

                        hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                            ((1 -
                              activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + h], 2)) *
                                 activfunc(
                                     hid_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h],
                                     1) +
                             activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + h], 2) *
                                 hid_state[pretime_shift + bs * hy_stride + h]);
                    }

                    hid_state[hid_shift + (bacc + bs) * hy_stride + h +
                              numlayer * batch_n * hy_stride] =
                        activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + h], 2);
                    hid_state[hid_shift + (bacc + bs) * hy_stride + hy_h + h +
                              numlayer * batch_n * hy_stride] =
                        activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + hy_h + h], 2);
                    hid_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h +
                              numlayer * batch_n * hy_stride] =
                        activfunc(hid_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h], 1);

                    hy_state[hx_shift + bs * uni_stride + h] =
                        hid_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h];
                }
            }

            if(bidirection)
            {
                pretime_shift = li * batch_n * hy_stride +
                                (baccbi + in_n[seqLength - 1 - ti]) * hy_stride + bi * 3 * hy_h +
                                hy_h;

                for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                {
                    for(int h = 0; h < hy_h; h++)
                    {
                        hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h + h +
                                  numlayer * batch_n * hy_stride] =
                            hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                      h];

                        hid_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h] +=
                            activfunc(
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + 4 * hy_h + h],
                                2) *
                            hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                      h];
                        hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                  h] = 0;

                        if(ti == 0)
                        {
                            if(!hx_is_null)
                            {
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h] +=
                                    ((1 -
                                      activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                          3 * hy_h + h],
                                                2)) *
                                         activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                             5 * hy_h + h],
                                                   1) +
                                     activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                         3 * hy_h + h],
                                               2) *
                                         hx[hx_shift + bs * uni_stride + hy_n * hy_h + h]);
                            }
                            else
                            {
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h] +=
                                    ((1 -
                                      activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                          3 * hy_h + h],
                                                2)) *
                                     activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                         5 * hy_h + h],
                                               1));
                            }
                        }
                        else
                        {
                            if(!hx_is_null && in_n.at(seqLength - 1 - ti) > in_n.at(seqLength - ti))
                            {
                                if(bs >= in_n.at(seqLength - ti))
                                {
                                    hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                              bi * 3 * hy_h + hy_h + h] +=
                                        (activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                             3 * hy_h + h],
                                                   2) *
                                         hx[hx_shift + bs * uni_stride + hy_n * hy_h + h]);
                                }
                            }

                            hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                      h] +=
                                ((1 - activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                          3 * hy_h + h],
                                                2)) *
                                 activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                     5 * hy_h + h],
                                           1));

                            if(bs < in_n[seqLength - ti])
                            {
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h] +=
                                    (activfunc(hid_state[hid_shift + (baccbi + bs) * hy_stride +
                                                         3 * hy_h + h],
                                               2) *
                                     hid_state[pretime_shift + bs * hy_stride + h]);
                            }
                        }

                        hid_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h +
                                  numlayer * batch_n * hy_stride] =
                            activfunc(
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h], 2);
                        hid_state[hid_shift + (baccbi + bs) * hy_stride + 4 * hy_h + h +
                                  numlayer * batch_n * hy_stride] =
                            activfunc(
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + 4 * hy_h + h], 2);
                        hid_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h +
                                  numlayer * batch_n * hy_stride] =
                            activfunc(
                                hid_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h], 1);

                        hy_state[hx_shift + bs * uni_stride + hy_n * hy_h + h] =
                            hid_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                      h];
                    }
                }
            }

            bacc += in_n[ti];
        }
    }

    // output
    int prelayer_shift = (numlayer - 1) * batch_n * hy_stride + bi * 3 * hy_h;

    for(int i = 0; i < numlayer * batch_n * hy_stride * 2; i++)
    {
        rsvspace_host[i] = hid_state[i];
    }

    for(int i = 0; i < hy_d * hy_n * hy_h; i++)
    {
        hy_host[i] = hy_state[i];
    }

    for(int bs = 0; bs < batch_n; bs++)
    {
        for(int h = 0; h < out_h; h++)
        {
            out_host[bs * out_stride + h] = hid_state[prelayer_shift + bs * hy_stride + h];
        }
    }

    delete[] hid_state;
    delete[] out_state;
    delete[] in_state;
    delete[] hx_state;
    delete[] hy_state;
    delete[] wei_state;
}

template <typename Tgpu, typename Tref>
void RunGRUBackwardDataGEMMCPUVerify(std::vector<Tref>& din_host,
                                     std::vector<Tgpu>& wei, // [ input_state_weight_trans
                                     // hidden_state_weight0_trans input1_trans
                                     // hidden1_trans ... output_weight;
                                     // bidirectional reversed weights ]
                                     std::vector<Tgpu>& dhy, // current/final hidden state
                                     std::vector<Tref>& dhx_host,
                                     std::vector<Tgpu>& hx, // initial hidden state
                                     std::vector<Tgpu>& out,
                                     std::vector<Tgpu>& dout,
                                     std::vector<int>& in_n, // input batch size
                                     int in_h,               // input data length
                                     int seqLength,          // Number of iterations to unroll over
                                     bool bidirection,       // whether using bidirectional net
                                     bool biased,            // whether using bias
                                     int hy_d,  // 1 by numlayer (number of stacks of hidden layers)
                                                // for unidirection, 2 by numlayer for bidirection
                                     int hy_n,  // equal to input batch size in_n[0]
                                     int hy_h,  // hidden state number
                                     int out_h, // 1 by hy_h related function for unidirection, 2 by
                                                // hy_h related function for bidirection
                                     int inputMode,
                                     std::vector<Tref>& rsvspace_host,
                                     std::vector<Tref>& wkspace_host,
                                     bool hx_is_null  = false,
                                     bool dhy_is_null = false)
{
    int batch_n = sumvc(in_n);
    (void)out;

    int numlayer = bidirection ? hy_d / 2 : hy_d;
    int bacc, baccbi; // accumulation of batch
    int bi = bidirection ? 2 : 1;

    int in_stride  = in_h;
    int out_stride = out_h;
    int wei_stride = bi * 3 * hy_h;
    int hy_stride  = bi * 4 * hy_h;
    int h_stride   = bi * hy_h;
    int uni_stride = hy_h;
    int bi_stride  = hy_h * bi;

    Tref* dh_state = new Tref[numlayer * batch_n * hy_stride];
    memset(dh_state, 0, numlayer * batch_n * hy_stride * sizeof(Tref));

    Tref* din_state = new Tref[batch_n * in_h];
    memset(din_state, 0, batch_n * in_h * sizeof(Tref));

    // initial dout
    Tref* dout_state = new Tref[batch_n * out_h];
    for(int h = 0; h < batch_n; h++)
    {
        for(int w = 0; w < out_h; w++)
        {
            dout_state[h * out_stride + w] = dout[h * out_stride + w];
        }
    }

    // initial hidden states
    Tref* dhx_state = new Tref[hy_d * hy_n * hy_h];
    memset(dhx_state, 0, hy_d * hy_n * hy_h * sizeof(Tref));
    Tref* dcx_state = new Tref[hy_d * hy_n * hy_h];
    memset(dcx_state, 0, hy_d * hy_n * hy_h * sizeof(Tref));
    Tref* dhy_state = new Tref[hy_d * hy_n * hy_h];
    for(int h = 0; h < hy_d * hy_n * hy_h; h++)
    {
        dhy_state[h] = dhy[h];
    }
    Tref* hx_state = new Tref[hy_d * hy_n * hy_h];
    for(int h = 0; h < hy_d * hy_n * hy_h; h++)
    {
        hx_state[h] = hx[h];
    }

    if(inputMode == 1)
    {
        if(in_h != hy_h)
        {
            printf("Verification cannot be completed: The input tensor size must equal to the "
                   "hidden state size of the network in SKIP_INPUT mode!\n");
            return;
        }
        in_h = 0;
    }

    int wei_len = (in_h + hy_h + (bi * hy_h + hy_h) * (numlayer - 1)) * wei_stride;
    if(biased)
    {
        int in_bias = 2;
        wei_len += (in_bias + (numlayer - 1) * 2) * wei_stride;
    }

    // initial weights
    Tref* wei_state = new Tref[wei_len];
    for(int h = 0; h < wei_len; h++)
    {
        wei_state[h] = wei[h];
    }

    // bwd data emulator
    for(int li = numlayer - 1; li >= 0; li--)
    {
        int wei_shift     = (in_h + hy_h) * wei_stride + li * (bi * hy_h + hy_h) * wei_stride;
        int hid_shift     = li * batch_n * hy_stride;
        int hx_shift      = li * in_n[0] * h_stride;
        int weitime_shift = in_h * wei_stride + li * (bi * hy_h + hy_h) * wei_stride;

        if(li == numlayer - 1)
        {
            for(int bs = 0; bs < batch_n; bs++)
            {
                for(int h = 0; h < out_h; h++)
                {
                    dh_state[hid_shift + bi * 3 * hy_h + bs * hy_stride + h] +=
                        dout_state[bs * out_stride + h];
                }
            }
        }
        else
        {
            int prelayer_shift = (li + 1) * batch_n * hy_stride;

            ADNN_mm_cpu<Tref>(const_cast<Tref*>(&dh_state[prelayer_shift]),
                              hy_h * bi * 3,
                              batch_n,
                              hy_stride,
                              0,
                              const_cast<Tref*>(&wei_state[wei_shift]),
                              hy_h * bi,
                              hy_h * bi * 3,
                              bi_stride,
                              0,
                              &dh_state[hid_shift + bi * 3 * hy_h],
                              hy_h * bi,
                              batch_n,
                              hy_stride,
                              0,
                              1,
                              1);
        }

        // from hidden state
        bacc   = batch_n;
        baccbi = 0;
        for(int ti = seqLength - 1; ti >= 0; ti--)
        {
            bacc -= in_n[ti];

            if(ti == seqLength - 1)
            {
                if(!dhy_is_null)
                {
                    for(int bs = 0; bs < in_n[ti]; bs++)
                    {
                        for(int h = 0; h < hy_h; h++)
                        {
                            dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                                dhy_state[hx_shift + bs * uni_stride + h];
                        }
                    }

                    if(bidirection)
                    {
                        for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                        {
                            for(int h = 0; h < hy_h; h++)
                            {
                                dh_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                         hy_h + h] +=
                                    dhy_state[hx_shift + bs * uni_stride + hy_n * hy_h + h];
                            }
                        }
                    }
                }
            }
            else
            {
                if(!dhy_is_null && in_n.at(ti) > in_n.at(ti + 1))
                {
                    for(int bs = in_n.at(ti + 1); bs < in_n.at(ti); bs++)
                    {
                        for(int h = 0; h < hy_h; h++)
                        {
                            dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                                dhy_state[hx_shift + bs * uni_stride + h];
                        }
                    }
                }

                int pretime_shift = li * batch_n * hy_stride + (bacc + in_n[ti]) * hy_stride;

                ADNN_mm_cpu<Tref>(const_cast<Tref*>(&dh_state[pretime_shift]),
                                  hy_h * 2,
                                  in_n[ti + 1],
                                  hy_stride,
                                  0,
                                  const_cast<Tref*>(&wei_state[weitime_shift]),
                                  hy_h,
                                  hy_h * 2,
                                  uni_stride,
                                  0,
                                  &dh_state[hid_shift + bacc * hy_stride + bi * 3 * hy_h],
                                  hy_h,
                                  in_n[ti + 1],
                                  hy_stride,
                                  0,
                                  1,
                                  1);

                for(int bs = 0; bs < in_n[ti + 1]; bs++)
                {
                    for(int h = 0; h < hy_h; h++)
                    {
                        dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] +=
                            dh_state[pretime_shift + bs * hy_stride + bi * 3 * hy_h + h] *
                            activfunc(rsvspace_host[pretime_shift + bs * hy_stride + h], 2);

                        dh_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h] =
                            dh_state[pretime_shift + bs * hy_stride + 2 * hy_h + h] *
                            activfunc(rsvspace_host[pretime_shift + bs * hy_stride + hy_h + h], 2);
                    }
                }

                ADNN_mm_cpu<Tref>(
                    const_cast<Tref*>(&dh_state[hid_shift + bacc * hy_stride + 2 * hy_h]),
                    hy_h,
                    in_n[ti + 1],
                    hy_stride,
                    0,
                    const_cast<Tref*>(&wei_state[weitime_shift + 2 * hy_h * uni_stride]),
                    hy_h,
                    hy_h,
                    uni_stride,
                    0,
                    &dh_state[hid_shift + bacc * hy_stride + bi * 3 * hy_h],
                    hy_h,
                    in_n[ti + 1],
                    hy_stride,
                    0,
                    1,
                    1);

                for(int bs = 0; bs < in_n[ti + 1]; bs++)
                {
                    memset(&dh_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h],
                           0,
                           hy_h * sizeof(Tref));
                }

                if(bidirection)
                {
                    pretime_shift = li * batch_n * hy_stride +
                                    (baccbi - in_n[seqLength - 2 - ti]) * hy_stride + hy_h * 3;

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&dh_state[pretime_shift]),
                        hy_h * 2,
                        in_n[seqLength - 1 - ti],
                        hy_stride,
                        0,
                        const_cast<Tref*>(&wei_state[weitime_shift + hy_h * 3 * uni_stride]),
                        hy_h,
                        hy_h * 2,
                        uni_stride,
                        0,
                        &dh_state[hid_shift + baccbi * hy_stride + bi * 3 * hy_h + hy_h],
                        hy_h,
                        in_n[seqLength - 1 - ti],
                        hy_stride,
                        0,
                        1,
                        1);

                    for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                    {
                        for(int h = 0; h < hy_h; h++)
                        {
                            dh_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                     h] +=
                                dh_state[pretime_shift + bs * hy_stride + 3 * hy_h + hy_h + h] *
                                activfunc(rsvspace_host[pretime_shift + bs * hy_stride + h], 2);

                            dh_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h] =
                                dh_state[pretime_shift + bs * hy_stride + 2 * hy_h + h] *
                                activfunc(rsvspace_host[pretime_shift + bs * hy_stride + hy_h + h],
                                          2);
                        }
                    }

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&dh_state[hid_shift + baccbi * hy_stride + 5 * hy_h]),
                        hy_h,
                        in_n[seqLength - 1 - ti],
                        hy_stride,
                        0,
                        const_cast<Tref*>(&wei_state[weitime_shift + 5 * hy_h * uni_stride]),
                        hy_h,
                        hy_h,
                        uni_stride,
                        0,
                        &dh_state[hid_shift + baccbi * hy_stride + bi * 3 * hy_h + hy_h],
                        hy_h,
                        in_n[seqLength - 1 - ti],
                        hy_stride,
                        0,
                        1,
                        1);

                    for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                    {
                        memset(&dh_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h],
                               0,
                               hy_h * sizeof(Tref));
                    }
                }
            }

            for(int bs = 0; bs < in_n[ti]; bs++)
            {
                for(int h = 0; h < hy_h; h++)
                {
                    dh_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h] +=
                        dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] *
                        (1 - activfunc(rsvspace_host[hid_shift + (bacc + bs) * hy_stride + h], 2)) *
                        dervactivfunc(
                            rsvspace_host[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h], 1);

                    dh_state[hid_shift + (bacc + bs) * hy_stride + hy_h + h] =
                        (rsvspace_host[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h +
                                       numlayer * batch_n * hy_stride] *
                         dh_state[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h] *
                         dervactivfunc(
                             rsvspace_host[hid_shift + (bacc + bs) * hy_stride + hy_h + h], 2));

                    if(ti == 0)
                    {
                        if(!hx_is_null)
                        {
                            dh_state[hid_shift + (bacc + bs) * hy_stride + h] +=
                                dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] *
                                hx_state[hx_shift + bs * uni_stride + h] *
                                dervactivfunc(
                                    rsvspace_host[hid_shift + (bacc + bs) * hy_stride + h], 2);
                        }
                        dh_state[hid_shift + (bacc + bs) * hy_stride + h] -=
                            (dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] *
                             activfunc(
                                 rsvspace_host[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h],
                                 1) *
                             dervactivfunc(rsvspace_host[hid_shift + (bacc + bs) * hy_stride + h],
                                           2));
                    }
                    else
                    {
                        dh_state[hid_shift + (bacc + bs) * hy_stride + h] +=
                            dh_state[hid_shift + (bacc + bs) * hy_stride + bi * 3 * hy_h + h] *
                            (rsvspace_host[hid_shift + (bacc - in_n[ti - 1] + bs) * hy_stride +
                                           bi * 3 * hy_h + h] -
                             activfunc(
                                 rsvspace_host[hid_shift + (bacc + bs) * hy_stride + 2 * hy_h + h],
                                 1)) *
                            dervactivfunc(rsvspace_host[hid_shift + (bacc + bs) * hy_stride + h],
                                          2);
                    }
                }
            }

            if(bidirection)
            {
                for(int bs = 0; bs < in_n[seqLength - 1 - ti]; bs++)
                {
                    for(int h = 0; h < hy_h; h++)
                    {
                        dh_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h] +=
                            dh_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h + hy_h +
                                     h] *
                            (1 - activfunc(rsvspace_host[hid_shift + (baccbi + bs) * hy_stride +
                                                         3 * hy_h + h],
                                           2)) *
                            dervactivfunc(
                                rsvspace_host[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h],
                                1);

                        dh_state[hid_shift + (baccbi + bs) * hy_stride + 4 * hy_h + h] =
                            rsvspace_host[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h + numlayer * batch_n * hy_stride];

                        dh_state[hid_shift + (baccbi + bs) * hy_stride + 4 * hy_h + h] *=
                            (dh_state[hid_shift + (baccbi + bs) * hy_stride + 5 * hy_h + h] *
                             dervactivfunc(rsvspace_host[hid_shift + (baccbi + bs) * hy_stride +
                                                         4 * hy_h + h],
                                           2));

                        if(ti == 0)
                        {
                            if(!hx_is_null)
                            {
                                dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] +=
                                    (dh_state[hid_shift + (baccbi + bs) * hy_stride +
                                              bi * 3 * hy_h + hy_h + h] *
                                     hx_state[hx_shift + bs * uni_stride + hy_n * hy_h + h]);
                            }

                            dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] -=
                                (dh_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h] *
                                 activfunc(rsvspace_host[hid_shift + (baccbi + bs) * hy_stride +
                                                         5 * hy_h + h],
                                           1));

                            dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] *=
                                dervactivfunc(rsvspace_host[hid_shift + (baccbi + bs) * hy_stride +
                                                            3 * hy_h + h],
                                              2);
                        }
                        else
                        {
                            if(!hx_is_null &&
                               in_n.at(seqLength - 1 - ti) > in_n.at(seqLength - ti) &&
                               bs >= in_n.at(seqLength - ti))
                            {
                                dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] +=
                                    (dh_state[hid_shift + (baccbi + bs) * hy_stride +
                                              bi * 3 * hy_h + hy_h + h] *
                                     hx_state[hx_shift + bs * uni_stride + hy_n * hy_h + h]);
                            }

                            if(bs < in_n[seqLength - ti])
                            {
                                dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] +=
                                    (dh_state[hid_shift + (baccbi + bs) * hy_stride +
                                              bi * 3 * hy_h + hy_h + h] *
                                     rsvspace_host[hid_shift +
                                                   (baccbi + in_n[seqLength - 1 - ti] + bs) *
                                                       hy_stride +
                                                   bi * 3 * hy_h + hy_h + h]);
                            }

                            dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] -=
                                (dh_state[hid_shift + (baccbi + bs) * hy_stride + bi * 3 * hy_h +
                                          hy_h + h] *
                                 activfunc(rsvspace_host[hid_shift + (baccbi + bs) * hy_stride +
                                                         5 * hy_h + h],
                                           1));

                            dh_state[hid_shift + (baccbi + bs) * hy_stride + 3 * hy_h + h] *=
                                dervactivfunc(rsvspace_host[hid_shift + (baccbi + bs) * hy_stride +
                                                            3 * hy_h + h],
                                              2);
                        }
                    }
                }
            }

            baccbi += in_n[seqLength - 1 - ti];
        }

        // dhx
        int pretime_shift = li * batch_n * hy_stride;

        ADNN_mm_cpu<Tref>(const_cast<Tref*>(&dh_state[pretime_shift]),
                          hy_h * 2,
                          in_n[0],
                          hy_stride,
                          0,
                          const_cast<Tref*>(&wei_state[weitime_shift]),
                          hy_h,
                          hy_h * 2,
                          uni_stride,
                          0,
                          &dhx_state[hx_shift],
                          hy_h,
                          in_n[0],
                          uni_stride,
                          0,
                          1,
                          1);

        for(int bs = 0; bs < in_n[0]; bs++)
        {
            for(int h = 0; h < hy_h; h++)
            {
                dhx_state[hx_shift + bs * uni_stride + h] +=
                    dh_state[pretime_shift + bs * hy_stride + bi * 3 * hy_h + h] *
                    activfunc(rsvspace_host[pretime_shift + bs * hy_stride + h], 2);

                dcx_state[hx_shift + bs * uni_stride + h] =
                    dh_state[pretime_shift + bs * hy_stride + 2 * hy_h + h] *
                    activfunc(rsvspace_host[pretime_shift + bs * hy_stride + hy_h + h], 2);
            }
        }

        ADNN_mm_cpu<Tref>(const_cast<Tref*>(&dcx_state[hx_shift]),
                          hy_h,
                          in_n[0],
                          uni_stride,
                          0,
                          const_cast<Tref*>(&wei_state[weitime_shift + 2 * hy_h * uni_stride]),
                          hy_h,
                          hy_h,
                          uni_stride,
                          0,
                          &dhx_state[hx_shift],
                          hy_h,
                          in_n[0],
                          uni_stride,
                          0,
                          1,
                          1);

        if(bidirection)
        {
            int ti = seqLength - 1, cur_bat = 0, pre_bat = batch_n;

            while(ti >= 0)
            {
                pre_bat -= in_n.at(ti);
                if(in_n.at(ti) > cur_bat)
                {
                    pretime_shift = li * batch_n * hy_stride + (pre_bat + cur_bat) * hy_stride;

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&dh_state[pretime_shift + 3 * hy_h]),
                        hy_h * 2,
                        (in_n.at(ti) - cur_bat),
                        hy_stride,
                        0,
                        const_cast<Tref*>(&wei_state[weitime_shift + 3 * hy_h * uni_stride]),
                        hy_h,
                        hy_h * 2,
                        uni_stride,
                        0,
                        &dhx_state[hx_shift + hy_n * hy_h + cur_bat * hy_h],
                        hy_h,
                        (in_n.at(ti) - cur_bat),
                        uni_stride,
                        0,
                        1,
                        1);

                    for(int bs = cur_bat; bs < in_n.at(ti); bs++)
                    {
                        for(int h = 0; h < hy_h; h++)
                        {
                            dhx_state[hx_shift + bs * uni_stride + hy_n * hy_h + h] +=
                                dh_state[pretime_shift + (bs - cur_bat) * hy_stride +
                                         bi * 3 * hy_h + hy_h + h] *
                                activfunc(rsvspace_host[pretime_shift + (bs - cur_bat) * hy_stride +
                                                        3 * hy_h + h],
                                          2);

                            dcx_state[hx_shift + bs * uni_stride + hy_n * hy_h + h] =
                                dh_state[pretime_shift + (bs - cur_bat) * hy_stride + 5 * hy_h +
                                         h] *
                                activfunc(rsvspace_host[pretime_shift + (bs - cur_bat) * hy_stride +
                                                        4 * hy_h + h],
                                          2);
                        }
                    }

                    ADNN_mm_cpu<Tref>(
                        const_cast<Tref*>(&dcx_state[hx_shift + hy_n * hy_h + cur_bat * hy_h]),
                        hy_h,
                        (in_n.at(ti) - cur_bat),
                        uni_stride,
                        0,
                        const_cast<Tref*>(&wei_state[weitime_shift + 5 * hy_h * uni_stride]),
                        hy_h,
                        hy_h,
                        uni_stride,
                        0,
                        &dhx_state[hx_shift + hy_n * hy_h + cur_bat * hy_h],
                        hy_h,
                        (in_n.at(ti) - cur_bat),
                        uni_stride,
                        0,
                        1,
                        1);
                }
                cur_bat = in_n.at(ti--);
            }
        }
    }

    // dinput
    if(inputMode == 1)
    {
        for(int bs = 0; bs < batch_n; bs++)
        {
            for(int h = 0; h < hy_h; h++)
            {
                for(int gi = 0; gi < 3; gi++)
                {
                    din_state[bs * in_stride + h] += dh_state[bs * hy_stride + gi * hy_h + h];
                    if(bidirection)
                    {
                        din_state[bs * in_stride + h] +=
                            dh_state[bs * hy_stride + (gi + 3) * hy_h + h];
                    }
                }
            }
        }
    }
    else
    {
        ADNN_mm_cpu<Tref>(const_cast<Tref*>(dh_state),
                          hy_h * bi * 3,
                          batch_n,
                          hy_stride,
                          0,
                          const_cast<Tref*>(wei_state),
                          in_h,
                          hy_h * bi * 3,
                          in_stride,
                          0,
                          &din_state[0],
                          in_h,
                          batch_n,
                          in_stride,
                          0,
                          1,
                          1);
    }

    for(int i = 0; i < numlayer * batch_n * hy_stride; i++)
    {
        wkspace_host[i] = dh_state[i];
    }

    for(int i = 0; i < hy_d * hy_n * hy_h; i++)
    {
        dhx_host[i] = dhx_state[i];
    }

    for(int bs = 0; bs < batch_n; bs++)
    {
        for(int h = 0; h < in_stride; h++)
        {
            din_host[bs * in_stride + h] = din_state[bs * in_stride + h];
        }
    }

    delete[] dh_state;
    delete[] dout_state;
    delete[] din_state;
    delete[] hx_state;
    delete[] dhx_state;
    delete[] dcx_state;
    delete[] dhy_state;
    delete[] wei_state;
}

template <typename Tgpu, typename Tref>
void RunGRUBackwardWeightGEMMCPUVerify(std::vector<Tgpu>& in,
                                       std::vector<Tref>& dwei_host, // [ input_state_weight_trans
                                                                     // hidden_state_weight0_trans
                                       // input1_trans hidden1_trans ...
                                       // output_weight; bidirectional
                                       // reversed weights ]
                                       std::vector<Tgpu>& hx, // initial hidden state
                                       std::vector<Tgpu>& dout,
                                       std::vector<int>& in_n, // input batch size
                                       int in_h,               // input data length
                                       int seqLength,    // Number of iterations to unroll over
                                       bool bidirection, // whether using bidirectional net
                                       bool biased,      // whether using bias
                                       int hy_d,  // 1 by numlayer (number of stacks of hidden
                                                  // layers) for unidirection, 2 by numlayer for
                                                  // bidirection
                                       int hy_n,  // equal to input batch size in_n[0]
                                       int hy_h,  // hidden state number
                                       int out_h, // 1 by hy_h related function for unidirection, 2
                                                  // by hy_h related function for bidirection
                                       int inputMode,
                                       std::vector<Tref>& rsvspace_host,
                                       std::vector<Tref>& wkspace_host,
                                       bool hx_is_null = false)
{
    int batch_n  = sumvc(in_n);
    int numlayer = bidirection ? hy_d / 2 : hy_d;
    int bacc; // accumulation of batch
    int bi = bidirection ? 2 : 1;

    int in_stride  = in_h;
    int wei_stride = bi * 3 * hy_h;
    int hy_stride  = bi * 4 * hy_h;
    int h_stride   = bi * hy_h;
    int uni_stride = hy_h;
    int bi_stride  = hy_h * bi;

    // initial input
    Tref* in_state = new Tref[batch_n * in_h];
    for(int h = 0; h < batch_n; h++)
    {
        for(int w = 0; w < in_h; w++)
        {
            in_state[h * in_h + w] = in[h * in_h + w];
        }
    }

    // initial output difference
    Tref* dout_state = new Tref[batch_n * out_h];
    for(int h = 0; h < batch_n; h++)
    {
        for(int w = 0; w < out_h; w++)
        {
            dout_state[h * out_h + w] = dout[h * out_h + w];
        }
    }

    // initial saved data
    Tref* wkspace_state  = new Tref[numlayer * batch_n * hy_stride];
    Tref* rsvspace_state = new Tref[numlayer * batch_n * hy_stride];
    for(int h = 0; h < numlayer * batch_n * hy_stride; h++)
    {
        rsvspace_state[h] = rsvspace_host[h];
        wkspace_state[h]  = wkspace_host[h];
    }

    // initial hidden states
    Tref* hx_state = new Tref[hy_d * hy_n * hy_h];
    for(int h = 0; h < hy_d * hy_n * hy_h; h++)
    {
        hx_state[h] = hx[h];
    }

    if(inputMode == 1)
    {
        if(in_h != hy_h)
        {
            printf("Verification cannot be completed: The input tensor size must equal to the "
                   "hidden state size of the network in SKIP_INPUT mode!\n");
            return;
        }
        in_h = 0;
    }

    int wei_shift_bias = (in_h + hy_h + (bi * hy_h + hy_h) * (numlayer - 1)) * wei_stride;
    int wei_len        = wei_shift_bias;
    if(biased)
    {
        int in_bias = 2;
        wei_len += (in_bias + (numlayer - 1) * 2) * wei_stride;
    }

    // initial dwei
    Tref* dwei_state = new Tref[wei_len];
    memset(dwei_state, 0, wei_len * sizeof(Tref));

    // bwd weights emulator
    for(int li = 0; li < numlayer; li++)
    {
        // between layers
        if(li == 0)
        {
            if(inputMode == 0)
            {
                ADNN_mm_cpu<Tref>(const_cast<Tref*>(wkspace_state),
                                  hy_h * bi * 3,
                                  batch_n,
                                  hy_stride,
                                  ADNN_MM_TRANSPOSE,
                                  const_cast<Tref*>(in_state),
                                  in_h,
                                  batch_n,
                                  in_stride,
                                  0,
                                  &dwei_state[0],
                                  in_h,
                                  hy_h * bi * 3,
                                  in_stride,
                                  0,
                                  1,
                                  1);
            }

            if(biased)
            {
                for(int h = 0; h < wei_stride; h++)
                {
                    for(int w = 0; w < batch_n; w++)
                    {
                        dwei_state[wei_shift_bias + h] += wkspace_state[w * hy_stride + h];
                    }
                }
            }
        }
        else
        {
            int prelayer_shift = (li - 1) * batch_n * hy_stride + bi * hy_h * 3;
            int hid_shift      = li * batch_n * hy_stride;
            int wei_shift = (in_h + hy_h) * wei_stride + (li - 1) * (bi * hy_h + hy_h) * wei_stride;

            ADNN_mm_cpu<Tref>(const_cast<Tref*>(&wkspace_state[hid_shift]),
                              hy_h * bi * 3,
                              batch_n,
                              hy_stride,
                              ADNN_MM_TRANSPOSE,
                              const_cast<Tref*>(&rsvspace_state[prelayer_shift]),
                              hy_h * bi,
                              batch_n,
                              hy_stride,
                              0,
                              &dwei_state[wei_shift],
                              hy_h * bi,
                              hy_h * bi * 3,
                              bi_stride,
                              0,
                              1,
                              1);

            if(biased)
            {
                wei_shift = wei_shift_bias + li * 2 * wei_stride;

                for(int h = 0; h < wei_stride; h++)
                {
                    for(int w = 0; w < batch_n; w++)
                    {
                        dwei_state[wei_shift + h] += wkspace_state[hid_shift + w * hy_stride + h];
                    }
                }
            }
        }

        // between time
        bacc = 0;
        for(int ti = 0; ti < seqLength; ti++)
        {
            int hid_shift = li * batch_n * hy_stride + bacc * hy_stride;
            int hx_shift  = li * in_n[0] * h_stride;
            int wei_shift = in_h * wei_stride + li * (bi * hy_h + hy_h) * wei_stride;
            int pretime_shift;

            for(int bs = 0; bs < in_n[ti]; bs++)
            {
                for(int h = 0; h < hy_h; h++)
                {
                    wkspace_state[hid_shift + bs * hy_stride + 2 * hy_h + h] *=
                        activfunc(rsvspace_state[hid_shift + bs * hy_stride + hy_h + h], 2);
                }
            }

            // between time
            if(ti == 0)
            {
                if(!hx_is_null)
                {
                    ADNN_mm_cpu<Tref>(const_cast<Tref*>(&wkspace_state[hid_shift]),
                                      hy_h * 3,
                                      in_n[ti],
                                      hy_stride,
                                      ADNN_MM_TRANSPOSE,
                                      const_cast<Tref*>(&hx_state[hx_shift]),
                                      hy_h,
                                      in_n[ti],
                                      uni_stride,
                                      0,
                                      &dwei_state[wei_shift],
                                      hy_h,
                                      hy_h * 3,
                                      uni_stride,
                                      0,
                                      1,
                                      1);

                    if(biased)
                    {
                        int bias_shift = wei_shift_bias + li * 2 * wei_stride + wei_stride;

                        for(int h = 0; h < hy_h * 3; h++)
                        {
                            for(int w = 0; w < in_n.at(ti); w++)
                            {
                                dwei_state[bias_shift + h] +=
                                    wkspace_state[hid_shift + w * hy_stride + h];
                            }
                        }
                    }
                }
            }
            else
            {
                pretime_shift =
                    li * batch_n * hy_stride + (bacc - in_n[ti - 1]) * hy_stride + bi * 3 * hy_h;

                ADNN_mm_cpu<Tref>(const_cast<Tref*>(&wkspace_state[hid_shift]),
                                  hy_h * 3,
                                  in_n[ti],
                                  hy_stride,
                                  ADNN_MM_TRANSPOSE,
                                  const_cast<Tref*>(&rsvspace_state[pretime_shift]),
                                  hy_h,
                                  in_n[ti],
                                  hy_stride,
                                  0,
                                  &dwei_state[wei_shift],
                                  hy_h,
                                  hy_h * 3,
                                  uni_stride,
                                  0,
                                  1,
                                  1);

                if(biased)
                {
                    int bias_shift = wei_shift_bias + li * 2 * wei_stride + wei_stride;

                    for(int h = 0; h < hy_h * 3; h++)
                    {
                        for(int w = 0; w < in_n.at(ti); w++)
                        {
                            dwei_state[bias_shift + h] +=
                                wkspace_state[hid_shift + w * hy_stride + h];
                        }
                    }
                }
            }

            if(bidirection)
            {
                for(int bs = 0; bs < in_n[ti]; bs++)
                {
                    for(int h = 0; h < hy_h; h++)
                    {
                        wkspace_state[hid_shift + bs * hy_stride + 5 * hy_h + h] *=
                            activfunc(rsvspace_state[hid_shift + bs * hy_stride + 4 * hy_h + h], 2);
                    }
                }

                if(ti == seqLength - 1)
                {
                    if(!hx_is_null)
                    {
                        ADNN_mm_cpu<Tref>(const_cast<Tref*>(&wkspace_state[hid_shift + 3 * hy_h]),
                                          hy_h * 3,
                                          in_n[ti],
                                          hy_stride,
                                          ADNN_MM_TRANSPOSE,
                                          const_cast<Tref*>(&hx_state[hx_shift + hy_n * hy_h]),
                                          hy_h,
                                          in_n[ti],
                                          uni_stride,
                                          0,
                                          &dwei_state[wei_shift + 3 * hy_h * uni_stride],
                                          hy_h,
                                          hy_h * 3,
                                          uni_stride,
                                          0,
                                          1,
                                          1);

                        if(biased)
                        {
                            int bias_shift = wei_shift_bias + li * 2 * wei_stride + wei_stride;

                            for(int h = 0; h < hy_h * 3; h++)
                            {
                                for(int w = 0; w < in_n.at(ti); w++)
                                {
                                    dwei_state[bias_shift + 3 * hy_h + h] +=
                                        wkspace_state[hid_shift + 3 * hy_h + w * hy_stride + h];
                                }
                            }
                        }
                    }
                }
                else
                {
                    if(!hx_is_null && in_n.at(ti) > in_n.at(ti + 1))
                    {
                        ADNN_mm_cpu<Tref>(
                            const_cast<Tref*>(
                                &wkspace_state[hid_shift + 3 * hy_h + in_n.at(ti + 1) * hy_stride]),
                            hy_h * 3,
                            (in_n.at(ti) - in_n.at(ti + 1)),
                            hy_stride,
                            ADNN_MM_TRANSPOSE,
                            const_cast<Tref*>(
                                &hx_state[hx_shift + hy_n * hy_h + in_n.at(ti + 1) * hy_h]),
                            hy_h,
                            (in_n.at(ti) - in_n.at(ti + 1)),
                            uni_stride,
                            0,
                            &dwei_state[wei_shift + 3 * hy_h * uni_stride],
                            hy_h,
                            hy_h * 3,
                            uni_stride,
                            0,
                            1,
                            1);

                        if(biased)
                        {
                            int bias_shift = wei_shift_bias + li * 2 * wei_stride + wei_stride;

                            for(int h = 0; h < hy_h * 3; h++)
                            {
                                for(int w = in_n.at(ti + 1); w < in_n.at(ti); w++)
                                {
                                    dwei_state[bias_shift + 3 * hy_h + h] +=
                                        wkspace_state[hid_shift + 3 * hy_h + w * hy_stride + h];
                                }
                            }
                        }
                    }

                    pretime_shift =
                        li * batch_n * hy_stride + (bacc + in_n[ti]) * hy_stride + bi * 3 * hy_h;

                    ADNN_mm_cpu<Tref>(const_cast<Tref*>(&wkspace_state[hid_shift + 3 * hy_h]),
                                      hy_h * 3,
                                      in_n[ti + 1],
                                      hy_stride,
                                      ADNN_MM_TRANSPOSE,
                                      const_cast<Tref*>(&rsvspace_state[pretime_shift + hy_h]),
                                      hy_h,
                                      in_n[ti + 1],
                                      hy_stride,
                                      0,
                                      &dwei_state[wei_shift + 3 * hy_h * uni_stride],
                                      hy_h,
                                      hy_h * 3,
                                      uni_stride,
                                      0,
                                      1,
                                      1);

                    if(biased)
                    {
                        int bias_shift = wei_shift_bias + li * 2 * wei_stride + wei_stride;

                        for(int h = 0; h < hy_h * 3; h++)
                        {
                            for(int w = 0; w < in_n.at(ti + 1); w++)
                            {
                                dwei_state[bias_shift + 3 * hy_h + h] +=
                                    wkspace_state[hid_shift + 3 * hy_h + w * hy_stride + h];
                            }
                        }
                    }
                }
            }

            bacc += in_n[ti];
        }
    }

    for(int i = 0; i < wei_len; i++)
    {
        dwei_host[i] = dwei_state[i];
    }

    delete[] dwei_state;
    delete[] in_state;
    delete[] dout_state;
    delete[] wkspace_state;
    delete[] rsvspace_state;
    delete[] hx_state;
}

#endif // GUARD_MIOPEN_GRU_VERIFY_GEMM_HPP