Merge pull request #2361 from xmake-io/buildcache

Add build cache instead of ccache

5 files changed, 197 insertions, 19 deletions

diff --git a/core/src/xmake/engine.c b/core/src/xmake/engine.c
index 43e073210..3c0597977 100644
--- a/core/src/xmake/engine.c
+++ b/core/src/xmake/engine.c
@@ -182,8 +182,9 @@ tb_int_t xm_path_is_absolute(lua_State* lua);
 
 // the hash functions
 tb_int_t xm_hash_uuid4(lua_State* lua);
-tb_int_t xm_hash_sha256(lua_State* lua);
+tb_int_t xm_hash_sha(lua_State* lua);
 tb_int_t xm_hash_md5(lua_State* lua);
+tb_int_t xm_hash_xxhash(lua_State* lua);
 
 // the base64 functions
 tb_int_t xm_base64_encode(lua_State* lua);
@@ -406,8 +407,9 @@ static luaL_Reg const g_path_functions[] =
 static luaL_Reg const g_hash_functions[] =
 {
     { "uuid4",          xm_hash_uuid4  }
-,   { "sha256",         xm_hash_sha256 }
+,   { "sha",            xm_hash_sha    }
 ,   { "md5",            xm_hash_md5    }
+,   { "xxhash",         xm_hash_xxhash }
 ,   { tb_null,          tb_null        }
 };
 
diff --git a/core/src/xmake/hash/sha256.c b/core/src/xmake/hash/sha.c
index 65f1139a6..a89ee5df7 100644
--- a/core/src/xmake/hash/sha256.c
+++ b/core/src/xmake/hash/sha.c
@@ -15,14 +15,14 @@
  * Copyright (C) 2015-present, TBOOX Open Source Group.
  *
  * @author      ruki
- * @file        sha256.c
+ * @file        sha.c
  *
  */
 
 /* //////////////////////////////////////////////////////////////////////////////////////
  * trace
  */
-#define TB_TRACE_MODULE_NAME                "sha256"
+#define TB_TRACE_MODULE_NAME                "sha"
 #define TB_TRACE_MODULE_DEBUG               (0)
 
 /* //////////////////////////////////////////////////////////////////////////////////////
@@ -33,16 +33,19 @@
 /* //////////////////////////////////////////////////////////////////////////////////////
  * implementation
  */
-tb_int_t xm_hash_sha256(lua_State* lua)
+tb_int_t xm_hash_sha(lua_State* lua)
 {
     // check
     tb_assert_and_check_return_val(lua, 0);
 
+    // get mode
+    tb_size_t mode = (tb_size_t)lua_tonumber(lua, 1);
+
     // is bytes? get data and size
-    if (lua_isnumber(lua, 1) && lua_isnumber(lua, 2))
+    if (lua_isnumber(lua, 2) && lua_isnumber(lua, 3))
     {
-        tb_byte_t const* data = (tb_byte_t const*)(tb_size_t)(tb_long_t)lua_tonumber(lua, 1);
-        tb_size_t size = (tb_size_t)lua_tonumber(lua, 2);
+        tb_byte_t const* data = (tb_byte_t const*)(tb_size_t)(tb_long_t)lua_tonumber(lua, 2);
+        tb_size_t size = (tb_size_t)lua_tonumber(lua, 3);
         if (!data || !size)
         {
             lua_pushnil(lua);
@@ -50,14 +53,14 @@ tb_int_t xm_hash_sha256(lua_State* lua)
             return 2;
         }
 
-        // compute sha256
+        // compute sha
         tb_sha_t sha;
         tb_byte_t buffer[32];
-        tb_sha_init(&sha, TB_SHA_MODE_SHA2_256);
+        tb_sha_init(&sha, mode);
         tb_sha_spak(&sha, data, size);
         tb_sha_exit(&sha, buffer, sizeof(buffer));
 
-        // make sha256 string
+        // make sha string
         tb_size_t i = 0;
         tb_size_t n = sha.digest_len << 2;
         tb_char_t s[256] = {0};
@@ -69,7 +72,7 @@ tb_int_t xm_hash_sha256(lua_State* lua)
     }
 
     // get the filename
-    tb_char_t const* filename = luaL_checkstring(lua, 1);
+    tb_char_t const* filename = luaL_checkstring(lua, 2);
     tb_check_return_val(filename, 0);
 
     // load data from file
@@ -80,11 +83,11 @@ tb_int_t xm_hash_sha256(lua_State* lua)
         // open stream
         if (tb_stream_open(stream))
         {
-            // init sha256
+            // init sha
             tb_sha_t sha;
-            tb_sha_init(&sha, TB_SHA_MODE_SHA2_256);
+            tb_sha_init(&sha, mode);
 
-            // read data and update sha256
+            // read data and update sha
             tb_byte_t data[TB_STREAM_BLOCK_MAXN];
             while (!tb_stream_beof(stream))
             {
@@ -107,11 +110,11 @@ tb_int_t xm_hash_sha256(lua_State* lua)
                 else break;
             }
 
-            // exit sha256
+            // exit sha
             tb_byte_t buffer[32];
             tb_sha_exit(&sha, buffer, sizeof(buffer));
 
-            // make sha256 string
+            // make sha string
             tb_size_t i = 0;
             tb_size_t n = sha.digest_len << 2;
             tb_char_t s[256] = {0};
diff --git a/core/src/xmake/hash/xxhash.c b/core/src/xmake/hash/xxhash.c
new file mode 100644
index 000000000..9901f58f6
--- /dev/null
+++ b/core/src/xmake/hash/xxhash.c
@@ -0,0 +1,170 @@
+/*!A cross-platform build utility based on Lua
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * Copyright (C) 2015-present, TBOOX Open Source Group.
+ *
+ * @author      ruki
+ * @file        xxhash.c
+ *
+ */
+
+/* //////////////////////////////////////////////////////////////////////////////////////
+ * trace
+ */
+#define TB_TRACE_MODULE_NAME                "xxhash"
+#define TB_TRACE_MODULE_DEBUG               (0)
+
+/* //////////////////////////////////////////////////////////////////////////////////////
+ * includes
+ */
+#include "prefix.h"
+#define XXH_NAMESPACE XM_
+#define XXH_STATIC_LINKING_ONLY
+#define XXH_IMPLEMENTATION
+#include "xxhash/xxhash.h"
+
+/* //////////////////////////////////////////////////////////////////////////////////////
+ * implementation
+ */
+tb_int_t xm_hash_xxhash(lua_State* lua)
+{
+    // check
+    tb_assert_and_check_return_val(lua, 0);
+
+    // get mode
+    tb_size_t mode = (tb_size_t)lua_tonumber(lua, 1);
+    if (mode != 64 && mode != 128)
+    {
+        lua_pushnil(lua);
+        lua_pushfstring(lua, "invalid mode(%d))!", (tb_int_t)mode);
+        return 2;
+    }
+
+    // is bytes? get data and size
+    if (lua_isnumber(lua, 2) && lua_isnumber(lua, 3))
+    {
+        tb_byte_t const* data = (tb_byte_t const*)(tb_size_t)(tb_long_t)lua_tonumber(lua, 2);
+        tb_size_t size = (tb_size_t)lua_tonumber(lua, 3);
+        if (!data || !size)
+        {
+            lua_pushnil(lua);
+            lua_pushfstring(lua, "invalid data(%p) and size(%d)!", data, (tb_int_t)size);
+            return 2;
+        }
+
+        // compuate hash
+        tb_byte_t const* buffer;
+        XXH64_hash_t value64;
+        XXH128_hash_t value128;
+        if (mode == 64)
+        {
+            value64 = XM_XXH3_64bits(data, size);
+            buffer = (tb_byte_t const*)&value64;
+        }
+        else if (mode == 128)
+        {
+            value128 = XM_XXH3_128bits(data, size);
+            buffer = (tb_byte_t const*)&value128;
+        }
+
+        // make xxhash string
+        tb_size_t i = 0;
+        tb_size_t n = mode >> 3;
+        tb_char_t s[256] = {0};
+        for (i = 0; i < n; ++i) tb_snprintf(s + (i << 1), 3, "%02x", buffer[i]);
+
+        // save result
+        lua_pushstring(lua, s);
+        return 1;
+    }
+
+    // get the filename
+    tb_char_t const* filename = luaL_checkstring(lua, 2);
+    tb_check_return_val(filename, 0);
+
+    // load data from file
+    tb_bool_t ok = tb_false;
+    tb_stream_ref_t stream = tb_stream_init_from_file(filename, TB_FILE_MODE_RO);
+    if (stream)
+    {
+        // open stream
+        XXH3_state_t* state = XM_XXH3_createState();
+        if (tb_stream_open(stream) && state)
+        {
+            // reset xxhash
+            if (mode == 64) XM_XXH3_64bits_reset(state);
+            else XM_XXH3_128bits_reset(state);
+
+            // read data and update xxhash
+            tb_byte_t data[TB_STREAM_BLOCK_MAXN];
+            while (!tb_stream_beof(stream))
+            {
+                // read data
+                tb_long_t real = tb_stream_read(stream, data, sizeof(data));
+
+                // ok?
+                if (real > 0)
+                {
+                    if (mode == 64) XM_XXH3_64bits_update(state, data, real);
+                    else XM_XXH3_128bits_update(state, data, real);
+                }
+                // no data? continue it
+                else if (!real)
+                {
+                    // wait
+                    real = tb_stream_wait(stream, TB_STREAM_WAIT_READ, tb_stream_timeout(stream));
+                    tb_check_break(real > 0);
+
+                    // has read?
+                    tb_assert_and_check_break(real & TB_STREAM_WAIT_READ);
+                }
+                // failed or end?
+                else break;
+            }
+
+            // compuate hash
+            tb_byte_t const* buffer;
+            XXH64_hash_t value64;
+            XXH128_hash_t value128;
+            if (mode == 64)
+            {
+                value64 = XM_XXH3_64bits_digest(state);
+                buffer = (tb_byte_t const*)&value64;
+            }
+            else
+            {
+                value128 = XM_XXH3_128bits_digest(state);
+                buffer = (tb_byte_t const*)&value128;
+            }
+
+            // make xxhash string
+            tb_size_t i = 0;
+            tb_size_t n = mode >> 3;
+            tb_char_t s[256] = {0};
+            for (i = 0; i < n; ++i) tb_snprintf(s + (i << 1), 3, "%02x", buffer[i]);
+
+            // save result
+	        lua_pushstring(lua, s);
+            ok = tb_true;
+        }
+
+        // exit stream
+        tb_stream_exit(stream);
+
+        // exit xxhash
+        if (state) XM_XXH3_freeState(state);
+    }
+    if (!ok) lua_pushnil(lua);
+    return 1;
+}
diff --git a/core/src/xmake/makefile b/core/src/xmake/makefile
index b9a40c676..d86df719e 100644
--- a/core/src/xmake/makefile
+++ b/core/src/xmake/makefile
@@ -99,8 +99,9 @@ xmake_C_FILES 			+= \
 						path/directory \
 						path/is_absolute \
 						hash/uuid4 \
-						hash/sha256 \
+						hash/sha \
 						hash/md5 \
+						hash/xxhash \
 						base64/encode \
 						base64/decode \
 						string/trim \
@@ -183,7 +184,8 @@ xmake_INC_DIRS 		    += \
 						../tbox/tbox/src \
 						../tbox/inc/$(PLAT) \
                         ../sv/sv/include \
-						../lz4/lz4/lib
+						../lz4/lz4/lib \
+						../xxhash
 ifeq ($(RUNTIME),luajit)
 xmake_INC_DIRS 			+= ../luajit/luajit/src
 xmake_CXFLAGS 			+= -DUSE_LUAJIT
diff --git a/core/src/xmake/xmake.lua b/core/src/xmake/xmake.lua
index 7c6d5c569..db3971209 100644
--- a/core/src/xmake/xmake.lua
+++ b/core/src/xmake/xmake.lua
@@ -23,6 +23,7 @@ target("xmake")
     -- add includes directory
     add_includedirs("..", {interface = true})
     add_includedirs("$(buildir)/$(plat)/$(arch)/$(mode)", {public = true})
+    add_includedirs("../xxhash")
 
     -- add header files
     add_headerfiles("../(xmake/*.h)")