CMakeLists.txt

# CmakeLists for building python bindings
cmake_minimum_required(VERSION 3.0)

project(llamacpp)

set(CMAKE_CXX_STANDARD 14)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
set(CMAKE_CXX_EXTENSIONS OFF)
set(CMAKE_POSITION_INDEPENDENT_CODE ON)

set(GGML_USE_ACCELERATE 1)
find_package(pybind11 CONFIG REQUIRED)

add_subdirectory(vendor/llama.cpp)
pybind11_add_module(llamacpp MODULE src/llama2.cpp src/llama_wrapper.cpp src/llama_wrapper.h)
target_include_directories(llamacpp PRIVATE vendor/llama.cpp)
target_link_libraries(llamacpp PRIVATE pybind11::module pybind11::lto pybind11::windows_extras llama)
add_link_options(-no_fixup_chains)

if(NOT MSVC AND NOT ${CMAKE_BUILD_TYPE} MATCHES Debug|RelWithDebInfo)
    # Strip unnecessary sections of the binary on Linux/macOS
    pybind11_strip(llamacpp)
endif()

set_target_properties(llamacpp PROPERTIES CXX_VISIBILITY_PRESET "hidden"
    CUDA_VISIBILITY_PRESET "hidden")

install(TARGETS llamacpp DESTINATION llamacpp)