1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
--!A cross-platform build utility based on Lua
--
-- Licensed under the Apache License, Version 2.0 (the "License");
-- you may not use this file except in compliance with the License.
-- You may obtain a copy of the License at
--
-- http://www.apache.org/licenses/LICENSE-2.0
--
-- Unless required by applicable law or agreed to in writing, software
-- distributed under the License is distributed on an "AS IS" BASIS,
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-- See the License for the specific language governing permissions and
-- limitations under the License.
--
-- Copyright (C) 2015-present, Xmake Open Source Community.
--
-- @author ruki
-- @file download_resources.lua
--
-- imports
import("core.base.option")
import("core.base.global")
import("core.package.package", {alias = "core_package"})
import("lib.detect.find_file")
import("lib.detect.find_directory")
import("net.http")
import("net.proxy")
import("devel.git")
import("utils.archive")
-- checkout resources
function _checkout(package, resource_name, resource_url, resource_revision)
-- trace
resource_url = proxy.mirror(resource_url) or resource_url
vprint("cloning resource(%s: %s) to %s-%s ..", resource_name, resource_revision, package:name(), package:version_str())
-- get the resource directory
local resourcedir = assert(package:resourcefile(resource_name), "invalid resource directory!")
-- use previous resource directory if exists
if os.isdir(resourcedir) and not option.get("force") then
-- clean the previous build files
git.clean({repodir = resourcedir, force = true, all = true})
-- reset the previous modified files
git.reset({repodir = resourcedir, hard = true})
if os.isfile(path.join(resourcedir, ".gitmodules")) then
git.submodule.clean({repodir = resourcedir, force = true, all = true})
git.submodule.reset({repodir = resourcedir, hard = true})
end
return
end
-- we can use local package from the search directories directly if network is too slow
local localdir = find_directory(path.filename(resourcedir), core_package.searchdirs())
if localdir and os.isdir(localdir) then
git.clean({repodir = localdir, force = true, all = true})
git.reset({repodir = localdir, hard = true})
if os.isfile(path.join(localdir, ".gitmodules")) then
git.submodule.clean({repodir = localdir, force = true, all = true})
git.submodule.reset({repodir = localdir, hard = true})
end
os.cp(localdir, resourcedir)
return
end
-- remove temporary directory
os.rm(resourcedir)
-- we need to enable longpaths on windows
local longpaths = package:policy("platform.longpaths")
-- clone whole history and tags
git.clone(resource_url, {treeless = true, checkout = false, longpaths = longpaths, outputdir = resourcedir})
-- attempt to checkout the given version
git.checkout(resource_revision, {repodir = resourcedir})
-- update all submodules
if os.isfile(path.join(resourcedir, ".gitmodules")) then
git.submodule.update({init = true, recursive = true, longpaths = longpaths, repodir = resourcedir})
end
end
-- download resources
function _download(package, resource_name, resource_url, resource_hash)
-- trace
resource_url = proxy.mirror(resource_url) or resource_url
vprint("downloading resource(%s: %s) to %s-%s ..", resource_name, resource_url, package:name(), package:version_str())
-- get the resource file
local resource_file = assert(package:resourcefile(resource_name), "invalid resource file!")
-- ensure lower hash
if resource_hash then
resource_hash = resource_hash:lower()
end
-- the package file have been downloaded?
local cached = true
if not os.isfile(resource_file) or resource_hash ~= hash.sha256(resource_file) then
-- no cached
cached = false
-- attempt to remove the previous file first
os.tryrm(resource_file)
-- download or copy the resource file
local localfile = find_file(path.filename(resource_file), core_package.searchdirs())
if localfile and os.isfile(localfile) then
-- we can use local resource from the search directories directly if network is too slow
os.cp(localfile, resource_file)
elseif os.isfile(resource_url) then
os.cp(resource_url, resource_file)
elseif resource_url:find(string.ipattern("https-://")) or resource_url:find(string.ipattern("ftps-://")) then
http.download(resource_url, resource_file, {
insecure = global.get("insecure-ssl"),
headers = package:policy("package.download.http_headers")})
else
raise("invalid resource url(%s)", resource_url)
end
-- check hash
if resource_hash and resource_hash ~= hash.sha256(resource_file) then
raise("resource(%s): unmatched checksum, current hash(%s) != original hash(%s)", resource_url,
hash.sha256(resource_file):sub(1, 8), resource_hash:sub(1, 8))
end
end
-- extract the resource file
local resourcedir = package:resourcedir(resource_name)
local resourcedir_tmp = resourcedir .. ".tmp"
os.tryrm(resourcedir_tmp)
local extension = archive.extension(resource_file)
local errors
local ok = try {
function ()
archive.extract(resource_file, resourcedir_tmp)
return true
end,
catch {
function (errs)
if errs then
errors = tostring(errs)
end
end
}
}
if ok then
os.tryrm(resourcedir)
os.mv(resourcedir_tmp, resourcedir)
elseif extension and extension ~= "" then
os.tryrm(resourcedir_tmp)
os.tryrm(resourcedir)
raise(errors or string.format("cannot extract %s", resource_file))
else
-- if it is not archive file, we only need to create empty resource directory and use package:resourcefile(resource_name)
os.tryrm(resourcedir)
os.mkdir(resourcedir)
end
end
-- download all resources of the given package
-- download the package resources
--
-- @param package the package instance
--
-- download the package resources
--
-- @param package the package instance
--
function main(package)
-- we don't need to download it if we use the precompiled artifacts to install package
if package:is_precompiled() then
return
end
-- no resources?
local resources = package:resources()
if not resources then
return
end
-- download all resources
for name, resourceinfo in pairs(resources) do
if git.checkurl(resourceinfo.url) then
_checkout(package, name, resourceinfo.url, resourceinfo.sha256)
else
_download(package, name, resourceinfo.url, resourceinfo.sha256)
end
end
end
|
