chore: move sampler compile to cmake

CMakeLists.txt

@@ -103,11 +103,11 @@ add_subdirectory(executorch/extension/llm/third-party/abseil-cpp)
 add_subdirectory(executorch/extension/llm/third-party/re2)
 add_subdirectory(executorch/extension/llm/third-party/sentencepiece)
 
-file(GLOB_RECURSE TOKENIZER_SRCS
+file(GLOB TOKENIZER_SRCS
   executorch/extension/llm/tokenizer/bpe_tokenizer.cpp
   executorch/extension/llm/tokenizer/tiktoken.cpp
 )
-file(GLOB_RECURSE TOKENIZER_HDRS
+file(GLOB TOKENIZER_HDRS
   executorch/extension/llm/tokenizer/*.h
 )
 add_library(tokenizer STATIC
@@ -127,3 +127,25 @@ install(
   LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
   ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}
 )
+
+# SAMPLER
+
+file(GLOB SAMPLER_SRCS
+  executorch/extension/llm/sampler/sampler.cpp
+)
+file(GLOB SAMPLER_HDRS
+  executorch/extension/llm/sampler/sampler.h
+)
+add_library(sampler STATIC
+  ${SAMPLER_SRCS}
+  ${SAMPLER_HDRS}
+)
+target_include_directories(sampler PUBLIC ${CMAKE_CURRENT_SOURCE_DIR})
+target_link_libraries(sampler PUBLIC tokenizer)
+
+install(
+  TARGETS sampler
+  RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}
+  LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
+  ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}
+)

build.rs

@@ -46,6 +46,7 @@ fn main() {
     link("extension_module_static");
     link("extension_data_loader");
     link("tokenizer");
+    link("sampler");
 
     // XNNPACK
     link_whole("xnnpack_backend");

src/sampler.rs

@@ -7,7 +7,6 @@ use neon::types::Finalize;
 
 cpp! {{
   #include <executorch/extension/llm/sampler/sampler.h>
-  #include <executorch/extension/llm/sampler/sampler.cpp>
 }}
 
 cpp_class!(pub unsafe struct Sampler as "torch::executor::Sampler");