Skip to content
2 changes: 1 addition & 1 deletion 3rdparty/tvm
Submodule tvm updated from 76277e to 47c0af
2 changes: 1 addition & 1 deletion examples/gemm_sm100/gemm_tcgen5mma_ws_persistent.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
from tilelang.profiler import do_bench


@tilelang.jit(pass_configs={tilelang.PassConfigKey.TL_DISABLE_LOOP_UNSWITCHING: True})
@tilelang.jit
def gemm(
A,
B,
Expand Down
109 changes: 0 additions & 109 deletions src/layout/swizzle.cc

This file was deleted.

71 changes: 0 additions & 71 deletions src/layout/swizzle.h

This file was deleted.

30 changes: 30 additions & 0 deletions src/op/builtin.cc
Original file line number Diff line number Diff line change
Expand Up @@ -171,6 +171,11 @@ TIR_DEFINE_TL_BUILTIN(ptx_fence_barrier_init)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kOpaque));

TIR_DEFINE_TL_BUILTIN(ptx_arrive_cluster_barrier)
.set_num_inputs(2)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kOpaque));

TIR_DEFINE_TL_BUILTIN(mbarrier_wait_parity)
.set_num_inputs(2)
.set_attr<TCallEffectKind>("TCallEffectKind",
Expand Down Expand Up @@ -308,6 +313,31 @@ TIR_DEFINE_TL_BUILTIN(wait_wgmma)
TIR_DEFINE_TL_BUILTIN(pack_b16).set_num_inputs(2).set_attr<TCallEffectKind>(
"TCallEffectKind", Integer(CallEffectKind::kPure));

TIR_DEFINE_TL_BUILTIN(cluster_arrive_relaxed)
.set_num_inputs(0)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kOpaque));

TIR_DEFINE_TL_BUILTIN(cluster_arrive)
.set_num_inputs(0)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kOpaque));

TIR_DEFINE_TL_BUILTIN(cluster_wait)
.set_num_inputs(0)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kOpaque));

TIR_DEFINE_TL_BUILTIN(cluster_sync)
.set_num_inputs(0)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kOpaque));

TIR_DEFINE_TL_BUILTIN(block_rank_in_cluster)
.set_num_inputs(0)
.set_attr<TCallEffectKind>("TCallEffectKind",
Integer(CallEffectKind::kPure));

TIR_DEFINE_TL_BUILTIN(sync_grid).set_num_inputs(0).set_attr<TCallEffectKind>(
"TCallEffectKind", Integer(CallEffectKind::kOpaque));

Expand Down
48 changes: 48 additions & 0 deletions src/op/builtin.h
Original file line number Diff line number Diff line change
Expand Up @@ -270,6 +270,14 @@ TVM_DLL const Op &tma_store();
*/
const Op &ptx_fence_barrier_init();

/*
* \brief tvm intrinsics for cluster barrier arrive
*
* ptx_arrive_cluster_barrier(mbarrier, cta_id)
*
*/
TVM_DLL const Op &ptx_arrive_cluster_barrier();

/*!
* \brief tvm intrinsics for mbarrier wait with parity bit
*
Expand Down Expand Up @@ -498,6 +506,46 @@ TVM_DLL const Op &get_warp_group_idx();
*/
TVM_DLL const Op &wait_wgmma();

/*!
* \brief Cluster barrier arrive with relaxed ordering
*
* cluster_arrive_relaxed()
*
*/
TVM_DLL const Op &cluster_arrive_relaxed();

/*!
* \brief Cluster barrier arrive
*
* cluster_arrive()
*
*/
TVM_DLL const Op &cluster_arrive();

/*!
* \brief Cluster barrier wait
*
* cluster_wait()
*
*/
TVM_DLL const Op &cluster_wait();

/*!
* \brief Cluster barrier arrive + wait (full sync)
*
* cluster_sync()
*
*/
TVM_DLL const Op &cluster_sync();

/*!
* \brief Return the 1-D rank of the calling CTA within its cluster
*
* uint32_t block_rank_in_cluster()
*
*/
TVM_DLL const Op &block_rank_in_cluster();

/*!
* \brief Synchronize all threads in a grid
*
Expand Down
Loading
Loading