Build (with ROCm)

build/torch25-cxx11-cu118-x86_64-linux/activation/{_activation_o63kkyjirmkf4.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d50cdabfbed1df74e921ac34ff00bca0555977b14ef8082ddae7b1f30985a494
+oid sha256:5280ad24a57b6590fde1d1c9304a626c920f709044f8f57b89c861ffe5709190
 size 2370160

build/torch25-cxx11-cu118-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_o63kkyjirmkf4
-ops = torch.ops._activation_o63kkyjirmkf4
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_o63kkyjirmkf4::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch25-cxx11-cu121-x86_64-linux/activation/{_activation_vrl36m2ejer54.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bd0709ef09c8f0c18d1dc4a36c8096c59459bece61f5f5dbea95d1e73f54d44
+oid sha256:e1f82faff6c6ff8b24b2b1759d0cf27834f4ee12774c8db65118dc00d1a0b7ea
 size 2393264

build/torch25-cxx11-cu121-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_vrl36m2ejer54
-ops = torch.ops._activation_vrl36m2ejer54
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_vrl36m2ejer54::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch25-cxx11-cu124-x86_64-linux/activation/{_activation_va3moa75vw7c2.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8353447f64e7d2df1a6a341d9c53bced53abef267f079923ae774170d0d57c53
+oid sha256:bbf780e4050fdc1afb692a7242b8908be49de3119f32f8973dd9aca446cb3345
 size 2427936

build/torch25-cxx11-cu124-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_va3moa75vw7c2
-ops = torch.ops._activation_va3moa75vw7c2
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_va3moa75vw7c2::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch25-cxx98-cu118-x86_64-linux/activation/{_activation_qr3gs3eckeig4.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df184a6315118d787a1bd6b435cb45f1ca7828445a1f1c0e55c57645cfbba43a
+oid sha256:5426caec78aa0c83a75ea73be6944be3054b8059714898ea7ed8deaaaff09750
 size 2362600

build/torch25-cxx98-cu118-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_qr3gs3eckeig4
-ops = torch.ops._activation_qr3gs3eckeig4
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_qr3gs3eckeig4::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch25-cxx98-cu121-x86_64-linux/activation/{_activation_p7gbzt25w3zg2.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccb13cfc2e45cf483e8b9f77f1760f28b48bcf185508d51b32d45bc759c4e8bb
+oid sha256:931fc38164f712f97fc299609f1f21a8efa009b355bbec691f6f6d95b2760fc7
 size 2385440

build/torch25-cxx98-cu121-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_p7gbzt25w3zg2
-ops = torch.ops._activation_p7gbzt25w3zg2
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_p7gbzt25w3zg2::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch25-cxx98-cu124-x86_64-linux/activation/{_activation_jg7yaigtn7wco.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f8048853e8cb06e8574a9a9497800d2be438f7989d79f44dcf2e0ced38a75a9
+oid sha256:79a354ed436f6084e3d77e5fdf1408182f4a85c9db190068c59f37fd95237133
 size 2420192

build/torch25-cxx98-cu124-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_jg7yaigtn7wco
-ops = torch.ops._activation_jg7yaigtn7wco
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_jg7yaigtn7wco::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx11-cu118-x86_64-linux/activation/{_activation_ncisyrun7guwk.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cde5439e78ba0e1aaa1937d798b214b46d38cbab8e4384b93a22239fed1a4dd4
+oid sha256:5152eb865572482ef3e08cbe3daa5ca787273df76d32b6ab99fe8e29b660ae27
 size 2370264

build/torch26-cxx11-cu118-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_ncisyrun7guwk
-ops = torch.ops._activation_ncisyrun7guwk
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_ncisyrun7guwk::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx11-cu124-x86_64-linux/activation/{_activation_ochhfvlnc3vyc.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6bd20d411c51fc8729b15cab6a60c5c9185222474aa035489e1bff299d76682
+oid sha256:1c5b950db6a6057ecf572068e85e48d9e587f131e42f0ff27f69d24866129035
 size 2428040

build/torch26-cxx11-cu124-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_ochhfvlnc3vyc
-ops = torch.ops._activation_ochhfvlnc3vyc
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_ochhfvlnc3vyc::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx11-cu126-x86_64-linux/activation/{_activation_u6vnqubnicksq.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41c18b20c2bf8c49d2d3088a9bc1aad4293df0b57eafc9b141a9e8e595fe551a
+oid sha256:21257c16027980c8f66248c0582b8a0cd864bf20e05c736465bebc5f1f7deb9c
 size 2436672

build/torch26-cxx11-cu126-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_u6vnqubnicksq
-ops = torch.ops._activation_u6vnqubnicksq
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_u6vnqubnicksq::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx11-rocm62-x86_64-linux/activation/__init__.py

@@ -0,0 +1,52 @@
+import torch
+
+from ._ops import ops
+
+from . import layers
+
+
+def silu_and_mul(out: torch.Tensor, x: torch.Tensor) -> None:
+    ops.silu_and_mul(out, x)
+    return out
+
+
+def gelu_and_mul(out: torch.Tensor, x: torch.Tensor) -> None:
+    ops.gelu_and_mul(out, x)
+    return out
+
+
+def gelu_tanh_and_mul(out: torch.Tensor, x: torch.Tensor) -> None:
+    ops.gelu_tanh_and_mul(out, x)
+    return out
+
+
+def fatrelu_and_mul(out: torch.Tensor, x: torch.Tensor, threshold: float = 0.0) -> None:
+    ops.fatrelu_and_mul(out, x, threshold)
+    return out
+
+
+def gelu_fast(out: torch.Tensor, x: torch.Tensor) -> None:
+    ops.gelu_fast(out, x)
+    return out
+
+
+def gelu_new(out: torch.Tensor, x: torch.Tensor) -> None:
+    ops.gelu_new(out, x)
+    return out
+
+
+def gelu_quick(out: torch.Tensor, x: torch.Tensor) -> None:
+    ops.gelu_quick(out, x)
+    return out
+
+
+__all__ = [
+    "silu_and_mul",
+    "gelu_and_mul",
+    "gelu_tanh_and_mul",
+    "fatrelu_and_mul",
+    "gelu_fast",
+    "gelu_new",
+    "gelu_quick",
+    "layers",
+]

build/torch26-cxx11-rocm62-x86_64-linux/activation/_activation_82352ca_dirty.abi3.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dcdfa632a9c0c3f51e45829a169c04aa56d1d626a29185cf56596a4d44343a
+size 2465784

build/torch26-cxx11-rocm62-x86_64-linux/activation/_ops.py

@@ -0,0 +1,9 @@
+import torch
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
+
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx11-rocm62-x86_64-linux/activation/layers.py

@@ -0,0 +1,65 @@
+import torch
+import torch.nn as nn
+
+from ._ops import ops
+
+
+class SiluAndMul(nn.Module):
+    def forward(self, x: torch.Tensor):
+        d = x.shape[-1] // 2
+        output_shape = x.shape[:-1] + (d,)
+        out = torch.empty(output_shape, dtype=x.dtype, device=x.device)
+        ops.silu_and_mul(out, x)
+        return out
+
+
+class GeluAndMul(nn.Module):
+    def forward(self, x: torch.Tensor):
+        d = x.shape[-1] // 2
+        output_shape = x.shape[:-1] + (d,)
+        out = torch.empty(output_shape, dtype=x.dtype, device=x.device)
+        ops.gelu_and_mul(out, x)
+        return out
+
+
+class GeluTanhAndMul(nn.Module):
+    def forward(self, x: torch.Tensor):
+        d = x.shape[-1] // 2
+        output_shape = x.shape[:-1] + (d,)
+        out = torch.empty(output_shape, dtype=x.dtype, device=x.device)
+        ops.gelu_tanh_and_mul(out, x)
+        return out
+
+
+class FatreluAndMul(nn.Module):
+    def __init__(self, threshold: float = 0.0):
+        super().__init__()
+        self.threshold = threshold
+
+    def forward(self, x: torch.Tensor):
+        d = x.shape[-1] // 2
+        output_shape = x.shape[:-1] + (d,)
+        out = torch.empty(output_shape, dtype=x.dtype, device=x.device)
+        ops.fatrelu_and_mul(out, x, self.threshold)
+        return out
+
+
+class FastGELU(nn.Module):
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        out = torch.empty_like(x)
+        ops.gelu_fast(out, x)
+        return out
+
+
+class NewGELU(nn.Module):
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        out = torch.empty_like(x)
+        ops.gelu_new(out, x)
+        return out
+
+
+class QuickGELU(nn.Module):
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        out = torch.empty_like(x)
+        ops.gelu_quick(out, x)
+        return out

build/torch26-cxx98-cu118-x86_64-linux/activation/{_activation_2vn6ty3gfqfb6.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfbcd5da358cd5cb7982d19c8880cf4db6f08b46622a7a953f755ad59e4e1492
+oid sha256:1f5d622e4f0db5838b4f728795e43318a751886ca68086ec05901f7601cece34
 size 2362752

build/torch26-cxx98-cu118-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_2vn6ty3gfqfb6
-ops = torch.ops._activation_2vn6ty3gfqfb6
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_2vn6ty3gfqfb6::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx98-cu124-x86_64-linux/activation/{_activation_myvteedxdpqc6.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1bc928823117c800904bcd3492bf1a0c65a32f6d8a842dc039f55e29831ab49
+oid sha256:94cc812ba7c524a5c926f8ea8ec8b7bf7243a9906145995dc27fe009978adbb8
 size 2420344

build/torch26-cxx98-cu124-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_myvteedxdpqc6
-ops = torch.ops._activation_myvteedxdpqc6
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_myvteedxdpqc6::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"

build/torch26-cxx98-cu126-x86_64-linux/activation/{_activation_rbswus6emrhm2.abi3.so → _activation_82352ca_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:474727e434a9cd4ec984a6da7124992ead4ca0fefce9581d0fd503e36c065aed
+oid sha256:07f30fab40984f829e6ab081a6b771b8202b4d676c6e7156d00d26308fbe4695
 size 2424888

build/torch26-cxx98-cu126-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_rbswus6emrhm2
-ops = torch.ops._activation_rbswus6emrhm2
+from . import _activation_82352ca_dirty
+ops = torch.ops._activation_82352ca_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_rbswus6emrhm2::{op_name}"
+    return f"_activation_82352ca_dirty::{op_name}"