1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
|
--!A cross-platform build utility based on Lua
--
-- Licensed under the Apache License, Version 2.0 (the "License");
-- you may not use this file except in compliance with the License.
-- You may obtain a copy of the License at
--
-- http://www.apache.org/licenses/LICENSE-2.0
--
-- Unless required by applicable law or agreed to in writing, software
-- distributed under the License is distributed on an "AS IS" BASIS,
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-- See the License for the specific language governing permissions and
-- limitations under the License.
--
-- Copyright (C) 2015-present, Xmake Open Source Community.
--
-- @author ruki
-- @file build_files.lua
--
-- imports
import("core.base.option")
import("core.base.hashset")
import("core.project.config")
import("core.project.project")
import("private.async.jobpool")
import("async.runjobs")
import("kinds.object")
-- match source files
function _match_sourcefiles(sourcefile, filepatterns)
for _, filepattern in ipairs(filepatterns) do
if sourcefile:match(filepattern.pattern) == sourcefile then
if filepattern.excludes then
if filepattern.rootdir and sourcefile:startswith(filepattern.rootdir) then
sourcefile = sourcefile:sub(#filepattern.rootdir + 2)
end
for _, exclude in ipairs(filepattern.excludes) do
if sourcefile:match(exclude) == sourcefile then
return false
end
end
end
return true
end
end
end
-- add batch jobs
function _add_batchjobs(batchjobs, rootjob, target, filepatterns)
local newbatches = {}
local sourcecount = 0
for rulename, sourcebatch in pairs(target:sourcebatches()) do
local objectfiles = sourcebatch.objectfiles
local dependfiles = sourcebatch.dependfiles
local sourcekind = sourcebatch.sourcekind
for idx, sourcefile in ipairs(sourcebatch.sourcefiles) do
if _match_sourcefiles(sourcefile, filepatterns) then
local newbatch = newbatches[rulename]
if not newbatch then
newbatch = {}
newbatch.sourcekind = sourcekind
newbatch.rulename = rulename
newbatch.sourcefiles = {}
end
table.insert(newbatch.sourcefiles, sourcefile)
if objectfiles then
newbatch.objectfiles = newbatch.objectfiles or {}
table.insert(newbatch.objectfiles, objectfiles[idx])
end
if dependfiles then
newbatch.dependfiles = newbatch.dependfiles or {}
table.insert(newbatch.dependfiles, dependfiles[idx])
end
newbatches[rulename] = newbatch
sourcecount = sourcecount + 1
end
end
end
if sourcecount > 0 then
return object.add_batchjobs_for_sourcefiles(batchjobs, rootjob, target, newbatches)
end
end
-- add batch jobs for the given target
function _add_batchjobs_for_target(batchjobs, rootjob, target, filepatterns)
-- has been disabled?
if not target:is_enabled() then
return
end
-- add batch jobs for target
return _add_batchjobs(batchjobs, rootjob, target, filepatterns)
end
-- add batch jobs for the given target and deps
function _add_batchjobs_for_target_and_deps(batchjobs, rootjob, jobrefs, target, filepatterns)
local targetjob_ref = jobrefs[target:name()]
if targetjob_ref then
batchjobs:add(targetjob_ref, rootjob)
else
local targetjob, targetjob_root = _add_batchjobs_for_target(batchjobs, rootjob, target, filepatterns)
if targetjob and targetjob_root then
jobrefs[target:name()] = targetjob_root
if not option.get("shallow") then
for _, depname in ipairs(target:get("deps")) do
_add_batchjobs_for_target_and_deps(batchjobs, targetjob, jobrefs,
project.target(depname, {namespace = target:namespace()}), filepatterns)
end
end
end
end
end
-- get batch jobs
function _get_batchjobs(targets_root, opt)
-- convert all sourcefiles to lua pattern
local filepatterns = _get_file_patterns(opt.sourcefiles)
-- generate batch jobs for default or all targets
local jobrefs = {}
local batchjobs = jobpool.new()
for _, target in pairs(targets_root) do
_add_batchjobs_for_target_and_deps(batchjobs, batchjobs:rootjob(), jobrefs, target, filepatterns)
end
return batchjobs
end
-- convert all sourcefiles to lua pattern
function _get_file_patterns(sourcefiles)
local patterns = {}
for _, sourcefile in ipairs(path.splitenv(sourcefiles)) do
-- get the excludes
local pattern = sourcefile:trim()
local excludes = pattern:match("|.*$")
if excludes then excludes = excludes:split("|", {plain = true}) end
-- translate excludes
if excludes then
local _excludes = {}
for _, exclude in ipairs(excludes) do
local exclude = path.translate(exclude)
exclude = path.pattern(exclude)
table.insert(_excludes, exclude)
end
excludes = _excludes
end
-- translate path and remove some repeat separators
pattern = path.translate(pattern:gsub("|.*$", ""))
-- remove "./" or '.\\' prefix
if pattern:sub(1, 2):find('%.[/\\]') then
pattern = pattern:sub(3)
end
-- get the root directory
local rootdir = pattern
local startpos = pattern:find("*", 1, true)
if startpos then
rootdir = rootdir:sub(1, startpos - 1)
end
rootdir = path.directory(rootdir)
-- convert to lua path pattern
pattern = path.pattern(pattern)
table.insert(patterns, {pattern = pattern, excludes = excludes, rootdir = rootdir})
end
return patterns
end
function main(targets_root, opt)
-- build all jobs
local batchjobs = _get_batchjobs(targets_root, opt)
if batchjobs and batchjobs:size() > 0 then
local curdir = os.curdir()
runjobs("build_files", batchjobs, {comax = option.get("jobs") or 1, curdir = curdir})
os.cd(curdir)
else
wprint("%s not found!", opt.sourcefiles)
end
end
|