synchronization.hpp

// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2022, Advanced Micro Devices, Inc. All rights reserved.

#pragma once

#include "ck/ck.hpp"

namespace ck {

__device__ void block_sync_lds()
{
#if CK_EXPERIMENTAL_BLOCK_SYNC_LDS_WITHOUT_SYNC_VMEM
    asm volatile("\
    s_waitcnt lgkmcnt(0) \n \
    s_barrier \
    " ::);
#else
    __syncthreads();
#endif
}
__device__ void s_nop()
{
#if 1
    asm volatile("\
    s_nop 0 \n \
    " ::);
#else
    __builtin_amdgcn_sched_barrier(0);
#endif
}
__device__ void wg_sync()
{
        asm volatile("\
        s_barrier \n \
        "
          :: );
}

__device__ void raise_priority()
{
        asm volatile("\
        s_setprio(3) \n \
        "
          :: );
}

__device__ void lower_priority()
{
        asm volatile("\
        s_setprio(0) \n \
        "
          :: );
}


__device__ void vm_waitcnt(const uint32_t cnt)
{
    if (cnt == 0) {
        asm volatile("\
        s_waitcnt vmcnt(0) \n \
        "
          :: );
    }
    else if (cnt == 2) {
        asm volatile("\
        s_waitcnt vmcnt(2) \n \
        "
          :: );
   }
    else if (cnt == 4) {
        asm volatile("\
        s_waitcnt vmcnt(4) \n \
        "
          :: );
   }
   else if (cnt == 8) {
        asm volatile("\
        s_waitcnt vmcnt(8) \n \
        "
          :: );
   }
   else if (cnt == 12) {
        asm volatile("\
        s_waitcnt vmcnt(12) \n \
        "
          :: );
   }
   else {
        asm volatile("\
        s_waitcnt vmcnt(16) \n \
        "
          :: );
   }
}
__device__ void lds_waitcnt(const uint32_t cnt)
{
    if (cnt == 0) {
        asm volatile("\
        s_waitcnt lgkmcnt(0) \n \
        "
          :: );
    }
    else if (cnt == 4) {
        asm volatile("\
        s_waitcnt lgkmcnt(4) \n \
        "
          :: );
   }
   else if (cnt == 8) {
        asm volatile("\
        s_waitcnt lgkmcnt(8) \n \
        "
          :: );
   }
   else if (cnt == 12) {
        asm volatile("\
        s_waitcnt lgkmcnt(12) \n \
        "
          :: );
   }
   else {
        asm volatile("\
        s_waitcnt lgkmcnt(16) \n \
        "
          :: );
   }
}

} // namespace ck