Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
adding topk for the fuser executor
  • Loading branch information
protonu committed Jun 13, 2025
commit ae94815ccf178a41b60b297a93089d649ccb6594
35 changes: 32 additions & 3 deletions thunder/executors/nvfuserex_impl.py
Original file line number Diff line number Diff line change
Expand Up @@ -3016,8 +3016,37 @@ def cross_entropy_grad(
)


def _topk_check_(
a: TensorProxy, /, k: int, dim: int | None = None, largest: Number = 1, sorted: Number = 1, *args
) -> bool:
if a.ndim <= 0:
return False
if dim >= a.ndim or (dim is not None and dim < -a.ndim):
return False
return True


def topk_transform(
a: TensorProxy,
/,
k: int,
dim: int | None = None,
largest: Number = 1,
sorted: Number = 1,
*,
fd: FusionDefinition,
lc_to_nv_map: dict,
) -> any:

nva = getnv(a, fd, lc_to_nv_map)
nvk = getnv(k, fd, lc_to_nv_map)
return fd.ops.topk(nva, nvk, dim, bool(largest), bool(sorted))


register_supported(prims.topk, topk_transform, _topk_check_)

# At module/class level
NVFUSER_SUPPORTS_OPTIONS = nvfuser_version() >= LooseVersion("0.2.23")
assert NVFUSER_SUPPORTS_OPTIONS, (
f"Installed version of nvFuser {nvfuser_version()} is not supported, please upgrade to 0.2.23 or later."
)
assert (
NVFUSER_SUPPORTS_OPTIONS
), f"Installed version of nvFuser {nvfuser_version()} is not supported, please upgrade to 0.2.23 or later."
Loading