1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
--!A cross-platform build utility based on Lua
--
-- Licensed under the Apache License, Version 2.0 (the "License");
-- you may not use this file except in compliance with the License.
-- You may obtain a copy of the License at
--
-- http://www.apache.org/licenses/LICENSE-2.0
--
-- Unless required by applicable law or agreed to in writing, software
-- distributed under the License is distributed on an "AS IS" BASIS,
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-- See the License for the specific language governing permissions and
-- limitations under the License.
--
-- Copyright (C) 2015-present, TBOOX Open Source Group.
--
-- @author ruki
-- @file proto.lua
--
-- imports
import("core.base.option")
import("lib.detect.find_tool")
import("private.utils.batchcmds")
import("module_parser")
-- get protoc
function _get_protoc(target, sourcekind)
-- find protoc
local protoc = target:data("protobuf.protoc")
if not protoc and sourcekind == "cxx" then
protoc = find_tool("protoc")
if protoc and protoc.program then
target:data_set("protobuf.protoc", protoc.program)
end
end
-- find protoc-c
local protoc_c = target:data("protobuf.protoc-c")
if not protoc_c and sourcekind == "cc" then
protoc_c = find_tool("protoc-c") or protoc
if protoc_c and protoc_c.program then
target:data_set("protobuf.protoc-c", protoc_c.program)
end
end
-- get protoc
return assert(target:data(sourcekind == "cxx" and "protobuf.protoc" or "protobuf.protoc-c"), "protoc not found!")
end
-- get grpc_cpp_plugin
function _get_grpc_cpp_plugin(target, sourcekind)
assert(sourcekind == "cxx", "grpc_cpp_plugin only support c++")
local grpc_cpp_plugin = find_tool("grpc_cpp_plugin", {norun = true})
return assert(grpc_cpp_plugin and grpc_cpp_plugin.program, "grpc_cpp_plugin not found!")
end
-- we need to add some configs to export includedirs to other targets in on_load
-- @see https://github.com/xmake-io/xmake/issues/2256
function load(target, sourcekind)
-- get the first sourcefile
local sourcefile_proto
local sourcebatch = target:sourcebatches()[sourcekind == "cxx" and "protobuf.cpp" or "protobuf.c"]
if sourcebatch then
sourcefile_proto = sourcebatch.sourcefiles[1]
end
if not sourcefile_proto then
return
end
-- get c/c++ source file for protobuf
local prefixdir
local autogendir
local public
local fileconfig = target:fileconfig(sourcefile_proto)
if fileconfig then
public = fileconfig.proto_public
prefixdir = fileconfig.proto_rootdir
autogendir = fileconfig.proto_autogendir
end
local rootdir = autogendir and autogendir or path.join(target:autogendir(), "rules", "protobuf")
local filename = path.basename(sourcefile_proto) .. ".pb" .. (sourcekind == "cxx" and ".cc" or "-c.c")
local sourcefile_cx = target:autogenfile(sourcefile_proto, {rootdir = rootdir, filename = filename})
local sourcefile_dir = prefixdir and path.join(rootdir, prefixdir) or path.directory(sourcefile_cx)
-- add includedirs
target:add("includedirs", sourcefile_dir, {public = public})
end
-- generate build commands
function buildcmd(target, batchcmds, sourcefile_proto, opt, sourcekind)
-- get protoc
local protoc = _get_protoc(target, sourcekind)
-- get c/c++ source file for protobuf
local prefixdir
local autogendir
local public
local grpc_cpp_plugin
local fileconfig = target:fileconfig(sourcefile_proto)
if fileconfig then
public = fileconfig.proto_public
prefixdir = fileconfig.proto_rootdir
-- custom autogen directory to access the generated header files
-- @see https://github.com/xmake-io/xmake/issues/3678
autogendir = fileconfig.proto_autogendir
grpc_cpp_plugin = fileconfig.proto_grpc_cpp_plugin
end
local rootdir = autogendir and autogendir or path.join(target:autogendir(), "rules", "protobuf")
local filename = path.basename(sourcefile_proto) .. ".pb" .. (sourcekind == "cxx" and ".cc" or "-c.c")
local sourcefile_cx = target:autogenfile(sourcefile_proto, {rootdir = rootdir, filename = filename})
local sourcefile_dir = prefixdir and path.join(rootdir, prefixdir) or path.directory(sourcefile_cx)
local grpc_cpp_plugin_bin
local filename_grpc
local sourcefile_cx_grpc
if grpc_cpp_plugin then
grpc_cpp_plugin_bin = _get_grpc_cpp_plugin(target, sourcekind)
filename_grpc = path.basename(sourcefile_proto) .. ".grpc.pb.cc"
sourcefile_cx_grpc = target:autogenfile(sourcefile_proto, {rootdir = rootdir, filename = filename_grpc})
end
-- add includedirs
target:add("includedirs", sourcefile_dir, {public = public})
-- add objectfile
local objectfile = target:objectfile(sourcefile_cx)
table.insert(target:objectfiles(), objectfile)
local objectfile_grpc
if grpc_cpp_plugin then
objectfile_grpc = target:objectfile(sourcefile_cx_grpc)
table.insert(target:objectfiles(), objectfile_grpc)
end
local protoc_args = {
path(sourcefile_proto),
path(prefixdir and prefixdir or path.directory(sourcefile_proto), function (p) return "-I" .. p end),
path(sourcefile_dir, function (p) return (sourcekind == "cxx" and "--cpp_out=" or "--c_out=") .. p end)
}
if grpc_cpp_plugin then
table.insert(protoc_args, "--plugin=protoc-gen-grpc=" .. grpc_cpp_plugin_bin)
table.insert(protoc_args, path(sourcefile_dir, function (p) return ("--grpc_out=") .. p end))
end
-- add commands
batchcmds:mkdir(sourcefile_dir)
batchcmds:show_progress(opt.progress, "${color.build.object}compiling.proto %s", sourcefile_proto)
batchcmds:vrunv(protoc, protoc_args)
batchcmds:compile(sourcefile_cx, objectfile, {configs = {includedirs = sourcefile_dir}})
if grpc_cpp_plugin then
batchcmds:compile(sourcefile_cx_grpc, objectfile_grpc, {configs = {includedirs = sourcefile_dir}})
end
-- add deps
local depmtime = os.mtime(objectfile)
batchcmds:add_depfiles(sourcefile_proto)
batchcmds:set_depcache(target:dependfile(objectfile))
if grpc_cpp_plugin then
batchcmds:set_depmtime(math.max(os.mtime(objectfile_grpc), depmtime))
else
batchcmds:set_depmtime(depmtime)
end
end
-- build batch jobs
function build_batchjobs(target, batchjobs, sourcebatch, opt, sourcekind)
-- get the root directory of protobuf
local proto_rootdir
if #sourcebatch.sourcefiles > 0 then
local sourcefile = sourcebatch.sourcefiles[1]
local fileconfig = target:fileconfig(sourcefile)
if fileconfig then
proto_rootdir = fileconfig.proto_rootdir
end
end
-- load moduledeps
opt = opt or {}
local moduledeps, moduledeps_files = module_parser.load(target, sourcebatch, table.join(opt, {proto_rootdir = proto_rootdir}))
-- generate jobs
local sourcefiles_total = #sourcebatch.sourcefiles
for i = 1, sourcefiles_total do
local sourcefile = sourcebatch.sourcefiles[i]
local moduleinfo = moduledeps_files[sourcefile] or {}
-- make build job
moduleinfo.job = batchjobs:newjob(sourcefile, function (index, total)
local batchcmds_ = batchcmds.new({target = target})
buildcmd(target, batchcmds_, sourcefile, {progress = (index * 100) / total}, sourcekind)
batchcmds_:runcmds({dryrun = option.get("dry-run")})
end)
end
-- build batchjobs
module_parser.build_batchjobs(moduledeps, batchjobs, opt.rootjob)
end
|
