1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
|
--!A cross-platform build utility based on Lua
--
-- Licensed under the Apache License, Version 2.0 (the "License");
-- you may not use this file except in compliance with the License.
-- You may obtain a copy of the License at
--
-- http://www.apache.org/licenses/LICENSE-2.0
--
-- Unless required by applicable law or agreed to in writing, software
-- distributed under the License is distributed on an "AS IS" BASIS,
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-- See the License for the specific language governing permissions and
-- limitations under the License.
--
-- Copyright (C) 2015-present, TBOOX Open Source Group.
--
-- @author ruki
-- @file build.lua
--
-- imports
import("core.base.option")
import("core.project.config")
import("core.project.project")
import("private.async.jobpool")
import("private.async.runjobs")
import("core.base.hashset")
-- clean target for rebuilding
function _clean_target(target)
local targetkind = target:kind()
if targetkind ~= "phony" and targetkind ~= "object" then
os.tryrm(target:symbolfile())
os.tryrm(target:targetfile())
end
end
-- add builtin batch jobs
function _add_batchjobs_builtin(batchjobs, rootjob, target)
-- uses the rules script?
local job, job_leaf
for _, r in irpairs(target:orderules()) do -- reverse rules order for batchjobs:addjob()
local script = r:script("build")
if script then
if r:extraconf("build", "batch") then
job, job_leaf = assert(script(target, batchjobs, {rootjob = job or rootjob}), "rule(%s):on_build(): no returned job!", r:name())
else
job = batchjobs:addjob("rule/" .. r:name() .. "/build", function (index, total)
script(target, {progress = (index * 100) / total})
end, {rootjob = job or rootjob})
end
end
end
-- uses the builtin target script
if not job and not target:is_phony() then
job, job_leaf = import("kinds." .. target:kind(), {anonymous = true})(batchjobs, rootjob, target)
end
job = job or rootjob
return job, job_leaf or job
end
-- add batch jobs
function _add_batchjobs(batchjobs, rootjob, target)
local job, job_leaf
local script = target:script("build")
if not script then
-- do builtin batch jobs
job, job_leaf = _add_batchjobs_builtin(batchjobs, rootjob, target)
elseif target:extraconf("build", "batch") then
-- do custom batch script
-- e.g.
-- target("test")
-- on_build(function (target, batchjobs, opt)
-- return batchjobs:addjob("test", function (idx, total)
-- print("build it")
-- end, {rootjob = opt.rootjob})
-- end, {batch = true})
--
job, job_leaf = assert(script(target, batchjobs, {rootjob = rootjob}), "target(%s):on_build(): no returned job!", target:name())
else
-- do custom script directly
-- e.g.
--
-- target("test")
-- on_build(function (target, opt)
-- print("build it")
-- end)
--
job = batchjobs:addjob(target:name() .. "/build", function (index, total)
script(target, {progress = (index * 100) / total})
end, {rootjob = rootjob})
end
return job, job_leaf or job
end
-- add batch jobs for the given target
function _add_batchjobs_for_target(batchjobs, rootjob, target)
-- has been disabled?
if not target:is_enabled() then
return
end
-- add after_build job for target
local oldenvs
local job_after_build = batchjobs:addjob(target:name() .. "/after_build", function (index, total)
-- do after_build
local progress = (index * 100) / total
local after_build = target:script("build_after")
if after_build then
after_build(target, {progress = progress})
end
for _, r in ipairs(target:orderules()) do
local after_build = r:script("build_after")
if after_build then
after_build(target, {progress = progress})
end
end
-- restore environments
if oldenvs then
os.setenvs(oldenvs)
end
end, {rootjob = rootjob})
-- add batch jobs for target, @note only on_build script support batch jobs
local job_build, job_build_leaf = _add_batchjobs(batchjobs, job_after_build, target)
-- add before_build job for target
local job_build_before = batchjobs:addjob(target:name() .. "/before_build", function (index, total)
-- enter package environments
oldenvs = os.addenvs(target:pkgenvs())
-- clean target if rebuild
if option.get("rebuild") and not option.get("dry-run") then
_clean_target(target)
end
-- do before_build
local progress = (index * 100) / total
local before_build = target:script("build_before")
if before_build then
before_build(target, {progress = progress})
end
for _, r in ipairs(target:orderules()) do
local before_build = r:script("build_before")
if before_build then
before_build(target, {progress = progress})
end
end
end, {rootjob = job_build_leaf})
-- we need do build_before after all dependent targets if across_targets_in_parallel is disabled
return target:policy("build.across_targets_in_parallel") == false and job_build_before or job_build, job_after_build
end
-- add batch jobs for the given target and deps
function _add_batchjobs_for_target_and_deps(batchjobs, rootjob, jobrefs, target)
local targetjob_ref = jobrefs[target:name()]
if targetjob_ref then
batchjobs:add(targetjob_ref, rootjob)
else
local targetjob, targetjob_root = _add_batchjobs_for_target(batchjobs, rootjob, target)
if targetjob and targetjob_root then
jobrefs[target:name()] = targetjob_root
for _, depname in ipairs(target:get("deps")) do
_add_batchjobs_for_target_and_deps(batchjobs, targetjob, jobrefs, project.target(depname))
end
end
end
end
-- get batch jobs, @note we need export it for private.diagnosis.dump_buildjobs
function get_batchjobs(targetname)
-- get root targets
local targets_root = {}
if targetname then
table.insert(targets_root, project.target(targetname))
else
local depset = hashset.new()
local targets = {}
for _, target in pairs(project.targets()) do
if target:is_default() or option.get("all") then
for _, depname in ipairs(target:get("deps")) do
depset:insert(depname)
end
table.insert(targets, target)
end
end
for _, target in pairs(targets) do
if not depset:has(target:name()) then
table.insert(targets_root, target)
end
end
end
-- generate batch jobs for default or all targets
local jobrefs = {}
local batchjobs = jobpool.new()
for _, target in pairs(targets_root) do
_add_batchjobs_for_target_and_deps(batchjobs, batchjobs:rootjob(), jobrefs, target)
end
return batchjobs
end
-- the main entry
function main(targetname)
-- build all jobs
local batchjobs = get_batchjobs(targetname)
if batchjobs and batchjobs:size() > 0 then
local curdir = os.curdir()
runjobs("build", batchjobs, {comax = option.get("jobs") or 1, on_exit = function (errors)
import("private.utils.progress")
if errors and progress.showing_without_scroll() then
print("")
end
end, curdir = curdir, count_as_index = true})
os.cd(curdir)
end
end
|
