From b78429d78df745dd327b6dada6b9bd71ea5df84e Mon Sep 17 00:00:00 2001
From: Peng Wu <alexepico@gmail.com>
Date: Mon, 22 Jul 2013 11:37:11 +0800
Subject: import libpinyin code

---
 data/CMakeLists.txt | 95 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 95 insertions(+)
 create mode 100644 data/CMakeLists.txt

(limited to 'data/CMakeLists.txt')

diff --git a/data/CMakeLists.txt b/data/CMakeLists.txt
new file mode 100644
index 0000000..7301279
--- /dev/null
+++ b/data/CMakeLists.txt
@@ -0,0 +1,95 @@
+set(
+    BINARY_MODEL_DATA
+    gb_char.bin
+    gbk_char.bin
+    phrase_index.bin
+    pinyin_index.bin
+    bigram.db
+)
+
+set(
+    BINARY_MODEL_DATA_FILES
+    ${CMAKE_BINARY_DIR}/data/gb_char.bin
+    ${CMAKE_BINARY_DIR}/data/gbk_char.bin
+    ${CMAKE_BINARY_DIR}/data/phrase_index.bin
+    ${CMAKE_BINARY_DIR}/data/pinyin_index.bin
+    ${CMAKE_BINARY_DIR}/data/bigram.db
+)
+
+set(
+    gen_binary_files_BIN
+    ${CMAKE_BINARY_DIR}/utils/storage/gen_binary_files
+)
+
+set(
+    import_interpolation_BIN
+    ${CMAKE_BINARY_DIR}/utils/storage/import_interpolation
+)
+
+set(
+    gen_unigram_BIN
+    ${CMAKE_BINARY_DIR}/utils/training/gen_unigram
+)
+
+add_custom_target(
+    data
+    ALL
+    DEPENDS
+        ${BINARY_MODEL_DATA}
+)
+
+add_custom_command(
+    OUTPUT
+        ${CMAKE_SOURCE_DIR}/data/gb_char.table
+        ${CMAKE_SOURCE_DIR}/data/gbk_char.table
+        ${CMAKE_SOURCE_DIR}/data/interpolation2.text
+    COMMENT
+        "Downloading textual model data..."
+    COMMAND
+       wget http://downloads.sourceforge.net/libpinyin/models/model5.text.tar.gz
+    COMMAND
+       tar xvf model5.text.tar.gz -C ${CMAKE_SOURCE_DIR}/data
+)
+
+add_custom_command(
+    OUTPUT
+        gb_char.bin
+        gbk_char.bin
+        phrase_index.bin
+        pinyin_index.bin
+    COMMENT
+        "Building binary model data..."
+    COMMAND
+        ${gen_binary_files_BIN} --table-dir ${CMAKE_SOURCE_DIR}/data
+    DEPENDS
+        gen_binary_files
+	${CMAKE_SOURCE_DIR}/data/gb_char.table
+	${CMAKE_SOURCE_DIR}/data/gbk_char.table
+)
+
+add_custom_command(
+    OUTPUT
+        bigram.db
+    COMMENT
+        "Building binary bigram data..."
+    COMMAND
+        ${import_interpolation_BIN} < ${CMAKE_SOURCE_DIR}/data/interpolation2.text
+    COMMAND
+        ${gen_unigram_BIN}
+    DEPENDS
+        import_interpolation
+	${CMAKE_SOURCE_DIR}/data/interpolation2.text
+)
+
+install(
+    FILES
+        ${BINARY_MODEL_DATA_FILES}
+    DESTINATION
+        ${DIR_SHARE_LIBPINYIN}/data
+)
+
+set_directory_properties(
+    PROPERTIES
+        ADDITIONAL_MAKE_CLEAN_FILES
+            ${BINARY_MODEL_DATA_FILES}
+)
-- 
cgit