Mohamed Mekkouri commited on
Commit
9964bae
·
1 Parent(s): 5341d17

update Builds

Browse files
CMakeLists.txt CHANGED
@@ -39,13 +39,19 @@ set(TORCH_gptoss_kernels_SRC
39
 
40
  list(APPEND SRC "${TORCH_gptoss_kernels_SRC}")
41
  set(gptoss_kernels_SRC
42
- "gptoss_kernels/source/accumulate.metal"
 
 
 
 
 
43
  "gptoss_kernels/source/expert_routing_metadata.metal"
44
- "gptoss_kernels/source/metal.m"
45
  "gptoss_kernels/source/scatter.metal"
46
  "gptoss_kernels/source/topk.metal"
47
  "gptoss_kernels/source/embeddings.metal"
48
  "gptoss_kernels/source/metal-kernels.c"
 
49
  "gptoss_kernels/source/random.metal"
50
  "gptoss_kernels/source/sdpa.metal"
51
  "gptoss_kernels/source/matmul.metal"
@@ -55,8 +61,20 @@ set(gptoss_kernels_SRC
55
  "gptoss_kernels/source/convert.metal"
56
  "gptoss_kernels/source/rope.metal"
57
  "gptoss_kernels/source/gather_and_accumulate.metal"
58
- "gptoss_kernels/source/tensor_wrappers.cpp"
59
- "gptoss_kernels/source/log.c"
 
 
 
 
 
 
 
 
 
 
 
 
60
  )
61
 
62
  # Separate Metal shader files from other sources
@@ -85,12 +103,18 @@ list(APPEND SRC "${gptoss_kernels_CPP_SRC}")
85
  if(gptoss_kernels_METAL_SRC)
86
  list(APPEND ALL_METAL_SOURCES "${gptoss_kernels_METAL_SRC}")
87
  endif()
 
 
 
 
 
 
88
  # Include Metal shader compilation utilities
89
  include(${CMAKE_CURRENT_LIST_DIR}/cmake/compile-metal.cmake)
90
 
91
  define_gpu_extension_target(
92
- _gptoss_kernels_3f5b0c9
93
- DESTINATION _gptoss_kernels_3f5b0c9
94
  LANGUAGE ${GPU_LANG}
95
  SOURCES ${SRC}
96
  COMPILE_FLAGS ${GPU_FLAGS}
@@ -100,5 +124,5 @@ define_gpu_extension_target(
100
 
101
  # Compile Metal shaders if any were found
102
  if(ALL_METAL_SOURCES)
103
- compile_metal_shaders(_gptoss_kernels_3f5b0c9 "${ALL_METAL_SOURCES}")
104
  endif()
 
39
 
40
  list(APPEND SRC "${TORCH_gptoss_kernels_SRC}")
41
  set(gptoss_kernels_SRC
42
+ "gptoss_kernels/include/gpt-oss.h"
43
+ "gptoss_kernels/include/gpt-oss/types.h"
44
+ "gptoss_kernels/include/gpt-oss/macros.h"
45
+ "gptoss_kernels/include/gpt-oss/functions.h"
46
+ "gptoss_kernels/source/accumulate.metal"
47
+ "gptoss_kernels/source/log.c"
48
  "gptoss_kernels/source/expert_routing_metadata.metal"
49
+ "gptoss_kernels/source/metal.mm"
50
  "gptoss_kernels/source/scatter.metal"
51
  "gptoss_kernels/source/topk.metal"
52
  "gptoss_kernels/source/embeddings.metal"
53
  "gptoss_kernels/source/metal-kernels.c"
54
+ "gptoss_kernels/source/tensor_wrappers.cpp"
55
  "gptoss_kernels/source/random.metal"
56
  "gptoss_kernels/source/sdpa.metal"
57
  "gptoss_kernels/source/matmul.metal"
 
61
  "gptoss_kernels/source/convert.metal"
62
  "gptoss_kernels/source/rope.metal"
63
  "gptoss_kernels/source/gather_and_accumulate.metal"
64
+ "gptoss_kernels/source/include/internal/uuid.h"
65
+ "gptoss_kernels/source/include/internal/metal.hpp"
66
+ "gptoss_kernels/source/include/internal/datatype.h"
67
+ "gptoss_kernels/source/include/internal/rng.h"
68
+ "gptoss_kernels/source/include/internal/rng.hpp"
69
+ "gptoss_kernels/source/include/internal/log.h"
70
+ "gptoss_kernels/source/include/internal/macros.h"
71
+ "gptoss_kernels/source/include/internal/storage.h"
72
+ "gptoss_kernels/source/include/internal/model.h"
73
+ "gptoss_kernels/source/include/internal/math.h"
74
+ "gptoss_kernels/source/include/internal/metal.h"
75
+ "gptoss_kernels/source/include/internal/kernel-args.h"
76
+ "gptoss_kernels/source/include/internal/datatype.hpp"
77
+ "gptoss_kernels/source/include/internal/metal-kernels.h"
78
  )
79
 
80
  # Separate Metal shader files from other sources
 
103
  if(gptoss_kernels_METAL_SRC)
104
  list(APPEND ALL_METAL_SOURCES "${gptoss_kernels_METAL_SRC}")
105
  endif()
106
+
107
+ # Keep the includes directory for the Metal sources
108
+ if(gptoss_kernels_METAL_SRC)
109
+ list(APPEND METAL_INCLUDE_DIRS ${CMAKE_SOURCE_DIR}/gptoss_kernels/source/include;${CMAKE_SOURCE_DIR}/gptoss_kernels/include;${CMAKE_SOURCE_DIR}/.)
110
+ endif()
111
+
112
  # Include Metal shader compilation utilities
113
  include(${CMAKE_CURRENT_LIST_DIR}/cmake/compile-metal.cmake)
114
 
115
  define_gpu_extension_target(
116
+ _gptoss_kernels_3a886f8_dirty
117
+ DESTINATION _gptoss_kernels_3a886f8_dirty
118
  LANGUAGE ${GPU_LANG}
119
  SOURCES ${SRC}
120
  COMPILE_FLAGS ${GPU_FLAGS}
 
124
 
125
  # Compile Metal shaders if any were found
126
  if(ALL_METAL_SOURCES)
127
+ compile_metal_shaders(_gptoss_kernels_3a886f8_dirty "${ALL_METAL_SOURCES}" "${METAL_INCLUDE_DIRS}")
128
  endif()
build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc CHANGED
Binary files a/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc and b/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc differ
 
build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc CHANGED
Binary files a/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc and b/build/torch28-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc differ
 
build/torch28-metal-aarch64-darwin/gptoss_kernels/{_gptoss_kernels_6df4712_dirty.abi3.so → _gptoss_kernels_5341d17_dirty.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bdba37d899fba53e0f7134eb2461f69eaa80728bd00305064f8eb6594665d32
3
  size 291032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa19b7a232893fc5ac4ef189ae0973e3e672efac424580f68fd2873cb2a7fbc8
3
  size 291032
build/torch28-metal-aarch64-darwin/gptoss_kernels/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _gptoss_kernels_6df4712_dirty
3
- ops = torch.ops._gptoss_kernels_6df4712_dirty
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_gptoss_kernels_6df4712_dirty::{op_name}"
 
1
  import torch
2
+ from . import _gptoss_kernels_5341d17_dirty
3
+ ops = torch.ops._gptoss_kernels_5341d17_dirty
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_gptoss_kernels_5341d17_dirty::{op_name}"
build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc CHANGED
Binary files a/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc and b/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/__init__.cpython-313.pyc differ
 
build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc CHANGED
Binary files a/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc and b/build/torch29-metal-aarch64-darwin/gptoss_kernels/__pycache__/_ops.cpython-313.pyc differ
 
build/torch29-metal-aarch64-darwin/gptoss_kernels/{_gptoss_kernels_6df4712_dirty.abi3.so → _gptoss_kernels_5341d17_dirty.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dc7a799252e70b808880ffd8c685887b55c9d6a1354424152645aff6dbda64b
3
  size 292040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679729e810bc2a360f49eed34299e2d63f0eb24489d0f6a032ee12175e7831a3
3
  size 292040
build/torch29-metal-aarch64-darwin/gptoss_kernels/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _gptoss_kernels_6df4712_dirty
3
- ops = torch.ops._gptoss_kernels_6df4712_dirty
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_gptoss_kernels_6df4712_dirty::{op_name}"
 
1
  import torch
2
+ from . import _gptoss_kernels_5341d17_dirty
3
+ ops = torch.ops._gptoss_kernels_5341d17_dirty
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_gptoss_kernels_5341d17_dirty::{op_name}"
cmake/compile-metal.cmake CHANGED
@@ -1,5 +1,5 @@
1
  # Metal shader compilation function
2
- function(compile_metal_shaders TARGET_NAME METAL_SOURCES)
3
  # Find the Metal compiler
4
  find_program(METAL_COMPILER xcrun REQUIRED)
5
 
@@ -9,14 +9,8 @@ function(compile_metal_shaders TARGET_NAME METAL_SOURCES)
9
  # Output directory for compiled metallib
10
  set(METALLIB_OUTPUT_DIR "${CMAKE_BINARY_DIR}/metallib")
11
  file(MAKE_DIRECTORY ${METALLIB_OUTPUT_DIR})
12
-
13
- set(METAL_INCLUDE_DIRS
14
- "${CMAKE_SOURCE_DIR}/gptoss_kernels/source/include"
15
- "${CMAKE_SOURCE_DIR}/gptoss_kernels/include"
16
- "${CMAKE_SOURCE_DIR}/."
17
- )
18
 
19
- foreach(INC ${METAL_INCLUDE_DIRS})
20
  list(APPEND METAL_FLAGS "-I${INC}")
21
  endforeach()
22
 
 
1
  # Metal shader compilation function
2
+ function(compile_metal_shaders TARGET_NAME METAL_SOURCES EXTRA_INCLUDE_DIRS)
3
  # Find the Metal compiler
4
  find_program(METAL_COMPILER xcrun REQUIRED)
5
 
 
9
  # Output directory for compiled metallib
10
  set(METALLIB_OUTPUT_DIR "${CMAKE_BINARY_DIR}/metallib")
11
  file(MAKE_DIRECTORY ${METALLIB_OUTPUT_DIR})
 
 
 
 
 
 
12
 
13
+ foreach(INC ${EXTRA_INCLUDE_DIRS})
14
  list(APPEND METAL_FLAGS "-I${INC}")
15
  endforeach()
16
 
flake.lock CHANGED
@@ -98,11 +98,11 @@
98
  ]
99
  },
100
  "locked": {
101
- "lastModified": 1761998455,
102
- "narHash": "sha256-+csvkWC9jC4mwq1LNfK4O6m3Qg4dCCXjP5JGdPa3TEo=",
103
  "owner": "huggingface",
104
  "repo": "kernel-builder",
105
- "rev": "25ea190b1dca356f8bec2ec7cb92507b11ca62a1",
106
  "type": "github"
107
  },
108
  "original": {
 
98
  ]
99
  },
100
  "locked": {
101
+ "lastModified": 1762017065,
102
+ "narHash": "sha256-1xkz9M9IozOoSE6+SE3l8Jv/5U57UaQg6czjW7AXj9Y=",
103
  "owner": "huggingface",
104
  "repo": "kernel-builder",
105
+ "rev": "64417e893b6aae48edf47a788a5560116708de08",
106
  "type": "github"
107
  },
108
  "original": {
setup.py CHANGED
@@ -108,7 +108,7 @@ setup(
108
  name="gptoss_kernels",
109
  # The version is just a stub, it's not used by the final build artefact.
110
  version="0.1.0",
111
- ext_modules=[CMakeExtension("gptoss_kernels._gptoss_kernels_3f5b0c9")],
112
  cmdclass={"build_ext": CMakeBuild},
113
  packages=find_packages(where="torch-ext", include=["gptoss_kernels*"]),
114
  package_dir={"": "torch-ext"},
 
108
  name="gptoss_kernels",
109
  # The version is just a stub, it's not used by the final build artefact.
110
  version="0.1.0",
111
+ ext_modules=[CMakeExtension("gptoss_kernels._gptoss_kernels_3a886f8_dirty")],
112
  cmdclass={"build_ext": CMakeBuild},
113
  packages=find_packages(where="torch-ext", include=["gptoss_kernels*"]),
114
  package_dir={"": "torch-ext"},
torch-ext/gptoss_kernels/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _gptoss_kernels_3a886f8_dirty
3
+ ops = torch.ops._gptoss_kernels_3a886f8_dirty
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_gptoss_kernels_3a886f8_dirty::{op_name}"