| cmake_minimum_required(VERSION 3.9) |
| project(dereko2vec VERSION 0.9.2 DESCRIPTION "Fork from wang2vec with extensions for re-training and count based models") |
| option(STATIC_DEREKO2VEC "Build dereko2vec as a static binary" OFF) |
| option(STATIC_ROCKSDB "Link rocksdb and collocatordb statically, everything else shared" OFF) |
| if (STATIC_DEREKO2VEC AND APPLE) |
| message(FATAL_ERROR "STATIC_DEREKO2VEC does not work on MacOS, which ships " |
| "no static system libraries. Build without it.") |
| endif () |
| |
| set(CMAKE_VERBOSE_MAKEFILE on) |
| |
| if (APPLE) |
| # No librt, its functions are in the system library. -march=native is not |
| # accepted by the compilers on Apple Silicon, and the speed of the training |
| # is not what MacOS is used for here. |
| set(LIBRT "") |
| set(TUNE_FLAGS "") |
| else () |
| set(LIBRT "rt") |
| set(TUNE_FLAGS "-march=native -mtune=native") |
| endif () |
| |
| if (CMAKE_BUILD_TYPE MATCHES Debug) |
| set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -g -O0 -Wall -Wextra -Wno-unused-parameter -Wno-unused-variable -Wno-unused-function -Wno-unused-but-set-variable -Wno-unused-but-set-parameter -Wno-unused-value -Wno-unused-result") |
| else () |
| set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O3 ${TUNE_FLAGS} -Wall -funroll-loops") |
| endif () |
| set(ADDITIONAL_LIBS ${ADDITIONAL_LIBS} m pthread ${LIBRT} snappy z bz2 lz4 zstd stdc++ dl) |
| include(GNUInstallDirs) |
| |
| # /opt/homebrew is where homebrew installs on Apple Silicon |
| include_directories(/usr/local/include /usr/local/kl/include /opt/homebrew/include) |
| link_directories(/usr/local/kl/lib /usr/local/lib /usr/local/lib64 /opt/homebrew/lib) |
| |
| # A static dereko2vec needs everything as a static library. With STATIC_ROCKSDB |
| # only rocksdb and collocatordb are static and the compression libraries stay |
| # shared, which is the fast indexing build the README describes. An ordinary |
| # build takes the shared ones, and it has to take them explicitly: a leftover |
| # static library below /usr/local would otherwise win over the shared library |
| # of the distribution, because cmake weighs the search path higher than the |
| # suffix. Set -DCOLLOCATORDB=<path> or -DROCKSDB=<path> to pick specific ones. |
| if (STATIC_DEREKO2VEC OR STATIC_ROCKSDB) |
| find_library(COLLOCATORDB libcollocatordb_static.a) |
| find_library(ROCKSDB librocksdb.a) |
| else () |
| set(_dereko2vec_lib_suffixes ${CMAKE_FIND_LIBRARY_SUFFIXES}) |
| set(CMAKE_FIND_LIBRARY_SUFFIXES ${CMAKE_SHARED_LIBRARY_SUFFIX}) |
| find_library(COLLOCATORDB NAMES collocatordb) |
| find_library(ROCKSDB NAMES rocksdb) |
| set(CMAKE_FIND_LIBRARY_SUFFIXES ${_dereko2vec_lib_suffixes}) |
| endif () |
| |
| if (NOT COLLOCATORDB) |
| message(FATAL_ERROR "No collocatordb found. Please install it from " |
| "https://korap.ids-mannheim.de/gerrit/plugins/gitiles/ids-kl/collocatordb" |
| " - a static build needs libcollocatordb_static.a, otherwise " |
| "libcollocatordb.so is enough.") |
| endif () |
| if (NOT ROCKSDB) |
| message(FATAL_ERROR "No rocksdb found. Install the rocksdb development " |
| "package of your distribution, e.g. librocksdb-dev or " |
| "rocksdb-devel. Where there is none, or where a static one is " |
| "needed, scripts/build-rocksdb.sh builds one into a prefix of its " |
| "own; then say where it is: -DCMAKE_PREFIX_PATH=<prefix>. It has " |
| "to be the same rocksdb that collocatordb was built against, " |
| "which the script takes care of on its own.") |
| endif () |
| message(STATUS "Using collocatordb ${COLLOCATORDB}") |
| message(STATUS "Using RocksDB ${ROCKSDB}") |
| |
| # collocatordb.h has to belong to that library. Looked up rather than assumed, |
| # so that CMAKE_PREFIX_PATH works for a collocatordb in a prefix of its own, |
| # and put before the rest, so that an older one below /usr/local cannot shadow |
| # it - the compiler looks into /usr/local/include before /usr/include. |
| find_path(COLLOCATORDB_INCLUDE_DIR collocatordb.h) |
| if (COLLOCATORDB_INCLUDE_DIR) |
| include_directories(BEFORE ${COLLOCATORDB_INCLUDE_DIR}) |
| message(STATUS "Using collocatordb header in ${COLLOCATORDB_INCLUDE_DIR}") |
| endif () |
| |
| file(GLOB APP_SOURCES ${CMAKE_SOURCE_DIR}/src/*.c) |
| foreach (mysourcefile ${APP_SOURCES}) |
| # I used a simple string replace, to cut off .cpp. |
| string(REPLACE ".c" "" myname ${mysourcefile}) |
| string(REGEX REPLACE ".*/" "" myname ${myname}) |
| add_executable(${myname} ${mysourcefile}) |
| # Make sure YourLib is linked to each app |
| if (${myname} MATCHES "derek") |
| target_link_libraries(${myname} ${COLLOCATORDB} ${ROCKSDB} ${ADDITIONAL_LIBS}) |
| if(STATIC_DEREKO2VEC) |
| set_target_properties(${myname} PROPERTIES LINK_FLAGS "-static") |
| endif() |
| else () |
| target_link_libraries(${myname} m pthread) |
| endif () |
| endforeach (mysourcefile ${APP_SOURCES}) |
| |
| # Only the two that are used outside of a build directory: the trainer and the |
| # converter that writes the memory mappable form derekovecs maps. The remaining |
| # programs keep the generic names they inherited from word2vec, like distance |
| # or kmeans_txt, which have no business in a directory on everybody's PATH. |
| # |
| # The installed dereko2vec gets the directory of the collocatordb it was linked |
| # against as its rpath. An installation below /usr/local is not in the search |
| # path of the loader by default, and without this it only starts with |
| # LD_LIBRARY_PATH set. |
| if (NOT STATIC_DEREKO2VEC) |
| get_filename_component(COLLOCATORDB_LIBDIR "${COLLOCATORDB}" DIRECTORY) |
| list(FIND CMAKE_PLATFORM_IMPLICIT_LINK_DIRECTORIES "${COLLOCATORDB_LIBDIR}" isSystemLibDir) |
| if ("${isSystemLibDir}" STREQUAL "-1") |
| set_target_properties(dereko2vec PROPERTIES INSTALL_RPATH "${COLLOCATORDB_LIBDIR}") |
| endif () |
| endif () |
| install(TARGETS dereko2vec vecs2mmap RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}) |
| |
| enable_testing() |
| find_program(BASH_PROGRAM bash) |
| if (BASH_PROGRAM) |
| add_test(type-3-test ${BASH_PROGRAM} ${CMAKE_CURRENT_SOURCE_DIR}/tests/test-type-3.sh) |
| else () |
| message(SEND_ERROR "Cannot find bash, needed for testing") |
| endif () |