tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Remove unused const (#2714)

Browse Source 
* remove unused const

* accidentally commited benchmark plot
This commit is contained in:
Dan Saunders
2025-05-23 12:27:38 -04:00
committed by GitHub
parent 5f8f817200
commit 8cde256db2
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/kernels/geglu.py
View File

@@ -1,5 +1,4 @@
""" """Module for definition of GEGLU Triton kernels.
Module for definition of GEGLU Triton kernels.
See "GLU Variants Improve Transformer" (https://arxiv.org/abs/2002.05202). See "GLU Variants Improve Transformer" (https://arxiv.org/abs/2002.05202).
@@ -12,8 +11,6 @@ import torch
import triton import triton
import triton.language as tl import triton.language as tl
SQRT_2_PI: tl.constexpr = 0.7978845608028654 # sqrt(2/π)
@triton.jit @triton.jit
def _geglu_fwd_kernel( def _geglu_fwd_kernel(