Mohamed Mekkouri
commited on
Commit
·
9964bae
1
Parent(s):
5341d17
update Builds
Browse files- CMakeLists.txt +31 -7
- build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch28-metal-aarch64-darwin/gptoss_kernels/{_gptoss_kernels_6df4712_dirty.abi3.so → _gptoss_kernels_5341d17_dirty.abi3.so} +1 -1
- build/torch28-metal-aarch64-darwin/gptoss_kernels/_ops.py +3 -3
- build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch29-metal-aarch64-darwin/gptoss_kernels/{_gptoss_kernels_6df4712_dirty.abi3.so → _gptoss_kernels_5341d17_dirty.abi3.so} +1 -1
- build/torch29-metal-aarch64-darwin/gptoss_kernels/_ops.py +3 -3
- cmake/compile-metal.cmake +2 -8
- flake.lock +3 -3
- setup.py +1 -1
- torch-ext/gptoss_kernels/_ops.py +9 -0
CMakeLists.txt
CHANGED
|
@@ -39,13 +39,19 @@ set(TORCH_gptoss_kernels_SRC
|
|
| 39 |
|
| 40 |
list(APPEND SRC "${TORCH_gptoss_kernels_SRC}")
|
| 41 |
set(gptoss_kernels_SRC
|
| 42 |
-
"gptoss_kernels/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
"gptoss_kernels/source/expert_routing_metadata.metal"
|
| 44 |
-
"gptoss_kernels/source/metal.
|
| 45 |
"gptoss_kernels/source/scatter.metal"
|
| 46 |
"gptoss_kernels/source/topk.metal"
|
| 47 |
"gptoss_kernels/source/embeddings.metal"
|
| 48 |
"gptoss_kernels/source/metal-kernels.c"
|
|
|
|
| 49 |
"gptoss_kernels/source/random.metal"
|
| 50 |
"gptoss_kernels/source/sdpa.metal"
|
| 51 |
"gptoss_kernels/source/matmul.metal"
|
|
@@ -55,8 +61,20 @@ set(gptoss_kernels_SRC
|
|
| 55 |
"gptoss_kernels/source/convert.metal"
|
| 56 |
"gptoss_kernels/source/rope.metal"
|
| 57 |
"gptoss_kernels/source/gather_and_accumulate.metal"
|
| 58 |
-
"gptoss_kernels/source/
|
| 59 |
-
"gptoss_kernels/source/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
)
|
| 61 |
|
| 62 |
# Separate Metal shader files from other sources
|
|
@@ -85,12 +103,18 @@ list(APPEND SRC "${gptoss_kernels_CPP_SRC}")
|
|
| 85 |
if(gptoss_kernels_METAL_SRC)
|
| 86 |
list(APPEND ALL_METAL_SOURCES "${gptoss_kernels_METAL_SRC}")
|
| 87 |
endif()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
# Include Metal shader compilation utilities
|
| 89 |
include(${CMAKE_CURRENT_LIST_DIR}/cmake/compile-metal.cmake)
|
| 90 |
|
| 91 |
define_gpu_extension_target(
|
| 92 |
-
|
| 93 |
-
DESTINATION
|
| 94 |
LANGUAGE ${GPU_LANG}
|
| 95 |
SOURCES ${SRC}
|
| 96 |
COMPILE_FLAGS ${GPU_FLAGS}
|
|
@@ -100,5 +124,5 @@ define_gpu_extension_target(
|
|
| 100 |
|
| 101 |
# Compile Metal shaders if any were found
|
| 102 |
if(ALL_METAL_SOURCES)
|
| 103 |
-
compile_metal_shaders(
|
| 104 |
endif()
|
|
|
|
| 39 |
|
| 40 |
list(APPEND SRC "${TORCH_gptoss_kernels_SRC}")
|
| 41 |
set(gptoss_kernels_SRC
|
| 42 |
+
"gptoss_kernels/include/gpt-oss.h"
|
| 43 |
+
"gptoss_kernels/include/gpt-oss/types.h"
|
| 44 |
+
"gptoss_kernels/include/gpt-oss/macros.h"
|
| 45 |
+
"gptoss_kernels/include/gpt-oss/functions.h"
|
| 46 |
+
"gptoss_kernels/source/accumulate.metal"
|
| 47 |
+
"gptoss_kernels/source/log.c"
|
| 48 |
"gptoss_kernels/source/expert_routing_metadata.metal"
|
| 49 |
+
"gptoss_kernels/source/metal.mm"
|
| 50 |
"gptoss_kernels/source/scatter.metal"
|
| 51 |
"gptoss_kernels/source/topk.metal"
|
| 52 |
"gptoss_kernels/source/embeddings.metal"
|
| 53 |
"gptoss_kernels/source/metal-kernels.c"
|
| 54 |
+
"gptoss_kernels/source/tensor_wrappers.cpp"
|
| 55 |
"gptoss_kernels/source/random.metal"
|
| 56 |
"gptoss_kernels/source/sdpa.metal"
|
| 57 |
"gptoss_kernels/source/matmul.metal"
|
|
|
|
| 61 |
"gptoss_kernels/source/convert.metal"
|
| 62 |
"gptoss_kernels/source/rope.metal"
|
| 63 |
"gptoss_kernels/source/gather_and_accumulate.metal"
|
| 64 |
+
"gptoss_kernels/source/include/internal/uuid.h"
|
| 65 |
+
"gptoss_kernels/source/include/internal/metal.hpp"
|
| 66 |
+
"gptoss_kernels/source/include/internal/datatype.h"
|
| 67 |
+
"gptoss_kernels/source/include/internal/rng.h"
|
| 68 |
+
"gptoss_kernels/source/include/internal/rng.hpp"
|
| 69 |
+
"gptoss_kernels/source/include/internal/log.h"
|
| 70 |
+
"gptoss_kernels/source/include/internal/macros.h"
|
| 71 |
+
"gptoss_kernels/source/include/internal/storage.h"
|
| 72 |
+
"gptoss_kernels/source/include/internal/model.h"
|
| 73 |
+
"gptoss_kernels/source/include/internal/math.h"
|
| 74 |
+
"gptoss_kernels/source/include/internal/metal.h"
|
| 75 |
+
"gptoss_kernels/source/include/internal/kernel-args.h"
|
| 76 |
+
"gptoss_kernels/source/include/internal/datatype.hpp"
|
| 77 |
+
"gptoss_kernels/source/include/internal/metal-kernels.h"
|
| 78 |
)
|
| 79 |
|
| 80 |
# Separate Metal shader files from other sources
|
|
|
|
| 103 |
if(gptoss_kernels_METAL_SRC)
|
| 104 |
list(APPEND ALL_METAL_SOURCES "${gptoss_kernels_METAL_SRC}")
|
| 105 |
endif()
|
| 106 |
+
|
| 107 |
+
# Keep the includes directory for the Metal sources
|
| 108 |
+
if(gptoss_kernels_METAL_SRC)
|
| 109 |
+
list(APPEND METAL_INCLUDE_DIRS ${CMAKE_SOURCE_DIR}/gptoss_kernels/source/include;${CMAKE_SOURCE_DIR}/gptoss_kernels/include;${CMAKE_SOURCE_DIR}/.)
|
| 110 |
+
endif()
|
| 111 |
+
|
| 112 |
# Include Metal shader compilation utilities
|
| 113 |
include(${CMAKE_CURRENT_LIST_DIR}/cmake/compile-metal.cmake)
|
| 114 |
|
| 115 |
define_gpu_extension_target(
|
| 116 |
+
_gptoss_kernels_3a886f8_dirty
|
| 117 |
+
DESTINATION _gptoss_kernels_3a886f8_dirty
|
| 118 |
LANGUAGE ${GPU_LANG}
|
| 119 |
SOURCES ${SRC}
|
| 120 |
COMPILE_FLAGS ${GPU_FLAGS}
|
|
|
|
| 124 |
|
| 125 |
# Compile Metal shaders if any were found
|
| 126 |
if(ALL_METAL_SOURCES)
|
| 127 |
+
compile_metal_shaders(_gptoss_kernels_3a886f8_dirty "${ALL_METAL_SOURCES}" "${METAL_INCLUDE_DIRS}")
|
| 128 |
endif()
|
build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc
CHANGED
|
Binary files a/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc and b/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc differ
|
|
|
build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc
CHANGED
|
Binary files a/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc and b/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc differ
|
|
|
build/torch28-metal-aarch64-darwin/gptoss_kernels/{_gptoss_kernels_6df4712_dirty.abi3.so → _gptoss_kernels_5341d17_dirty.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 291032
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa19b7a232893fc5ac4ef189ae0973e3e672efac424580f68fd2873cb2a7fbc8
|
| 3 |
size 291032
|
build/torch28-metal-aarch64-darwin/gptoss_kernels/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _gptoss_kernels_5341d17_dirty
|
| 3 |
+
ops = torch.ops._gptoss_kernels_5341d17_dirty
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_gptoss_kernels_5341d17_dirty::{op_name}"
|
build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc
CHANGED
|
Binary files a/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc and b/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc differ
|
|
|
build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc
CHANGED
|
Binary files a/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc and b/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc differ
|
|
|
build/torch29-metal-aarch64-darwin/gptoss_kernels/{_gptoss_kernels_6df4712_dirty.abi3.so → _gptoss_kernels_5341d17_dirty.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 292040
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:679729e810bc2a360f49eed34299e2d63f0eb24489d0f6a032ee12175e7831a3
|
| 3 |
size 292040
|
build/torch29-metal-aarch64-darwin/gptoss_kernels/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _gptoss_kernels_5341d17_dirty
|
| 3 |
+
ops = torch.ops._gptoss_kernels_5341d17_dirty
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_gptoss_kernels_5341d17_dirty::{op_name}"
|
cmake/compile-metal.cmake
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
# Metal shader compilation function
|
| 2 |
-
function(compile_metal_shaders TARGET_NAME METAL_SOURCES)
|
| 3 |
# Find the Metal compiler
|
| 4 |
find_program(METAL_COMPILER xcrun REQUIRED)
|
| 5 |
|
|
@@ -9,14 +9,8 @@ function(compile_metal_shaders TARGET_NAME METAL_SOURCES)
|
|
| 9 |
# Output directory for compiled metallib
|
| 10 |
set(METALLIB_OUTPUT_DIR "${CMAKE_BINARY_DIR}/metallib")
|
| 11 |
file(MAKE_DIRECTORY ${METALLIB_OUTPUT_DIR})
|
| 12 |
-
|
| 13 |
-
set(METAL_INCLUDE_DIRS
|
| 14 |
-
"${CMAKE_SOURCE_DIR}/gptoss_kernels/source/include"
|
| 15 |
-
"${CMAKE_SOURCE_DIR}/gptoss_kernels/include"
|
| 16 |
-
"${CMAKE_SOURCE_DIR}/."
|
| 17 |
-
)
|
| 18 |
|
| 19 |
-
foreach(INC ${
|
| 20 |
list(APPEND METAL_FLAGS "-I${INC}")
|
| 21 |
endforeach()
|
| 22 |
|
|
|
|
| 1 |
# Metal shader compilation function
|
| 2 |
+
function(compile_metal_shaders TARGET_NAME METAL_SOURCES EXTRA_INCLUDE_DIRS)
|
| 3 |
# Find the Metal compiler
|
| 4 |
find_program(METAL_COMPILER xcrun REQUIRED)
|
| 5 |
|
|
|
|
| 9 |
# Output directory for compiled metallib
|
| 10 |
set(METALLIB_OUTPUT_DIR "${CMAKE_BINARY_DIR}/metallib")
|
| 11 |
file(MAKE_DIRECTORY ${METALLIB_OUTPUT_DIR})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
+
foreach(INC ${EXTRA_INCLUDE_DIRS})
|
| 14 |
list(APPEND METAL_FLAGS "-I${INC}")
|
| 15 |
endforeach()
|
| 16 |
|
flake.lock
CHANGED
|
@@ -98,11 +98,11 @@
|
|
| 98 |
]
|
| 99 |
},
|
| 100 |
"locked": {
|
| 101 |
-
"lastModified":
|
| 102 |
-
"narHash": "sha256
|
| 103 |
"owner": "huggingface",
|
| 104 |
"repo": "kernel-builder",
|
| 105 |
-
"rev": "
|
| 106 |
"type": "github"
|
| 107 |
},
|
| 108 |
"original": {
|
|
|
|
| 98 |
]
|
| 99 |
},
|
| 100 |
"locked": {
|
| 101 |
+
"lastModified": 1762017065,
|
| 102 |
+
"narHash": "sha256-1xkz9M9IozOoSE6+SE3l8Jv/5U57UaQg6czjW7AXj9Y=",
|
| 103 |
"owner": "huggingface",
|
| 104 |
"repo": "kernel-builder",
|
| 105 |
+
"rev": "64417e893b6aae48edf47a788a5560116708de08",
|
| 106 |
"type": "github"
|
| 107 |
},
|
| 108 |
"original": {
|
setup.py
CHANGED
|
@@ -108,7 +108,7 @@ setup(
|
|
| 108 |
name="gptoss_kernels",
|
| 109 |
# The version is just a stub, it's not used by the final build artefact.
|
| 110 |
version="0.1.0",
|
| 111 |
-
ext_modules=[CMakeExtension("gptoss_kernels.
|
| 112 |
cmdclass={"build_ext": CMakeBuild},
|
| 113 |
packages=find_packages(where="torch-ext", include=["gptoss_kernels*"]),
|
| 114 |
package_dir={"": "torch-ext"},
|
|
|
|
| 108 |
name="gptoss_kernels",
|
| 109 |
# The version is just a stub, it's not used by the final build artefact.
|
| 110 |
version="0.1.0",
|
| 111 |
+
ext_modules=[CMakeExtension("gptoss_kernels._gptoss_kernels_3a886f8_dirty")],
|
| 112 |
cmdclass={"build_ext": CMakeBuild},
|
| 113 |
packages=find_packages(where="torch-ext", include=["gptoss_kernels*"]),
|
| 114 |
package_dir={"": "torch-ext"},
|
torch-ext/gptoss_kernels/_ops.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
from . import _gptoss_kernels_3a886f8_dirty
|
| 3 |
+
ops = torch.ops._gptoss_kernels_3a886f8_dirty
|
| 4 |
+
|
| 5 |
+
def add_op_namespace_prefix(op_name: str):
|
| 6 |
+
"""
|
| 7 |
+
Prefix op by namespace.
|
| 8 |
+
"""
|
| 9 |
+
return f"_gptoss_kernels_3a886f8_dirty::{op_name}"
|