1
0
mirror of https://github.com/natnat-mc/moonbuild synced 2026-05-28 09:39:40 +02:00

14 Commits

Author SHA1 Message Date
codinget f20dd6a777 Producing rockspec 2.7.1-1 2022-05-20 16:48:04 +02:00
codinget 775d689e0a improved verbose 2022-05-20 16:47:47 +02:00
codinget 9450ec9c9d Producing rockspec 2.7.0-1 2022-05-20 16:32:09 +02:00
codinget de7ab2ddbf add echo to _.cmd _.cmdrst _.sh _.moonc when verbose 2022-05-20 16:31:47 +02:00
codinget 37ab4f2299 Producing rockspec 2.6.0-1 2022-05-20 15:48:07 +02:00
codinget 4cd18877a9 moved to git+http protocol due to github killing the base git proto 2022-05-20 15:47:35 +02:00
codinget 67eb978e43 add resolve tree in failed resolution errors, closes #24 2022-05-20 15:25:46 +02:00
Codinget f51be8631b added .gitattributes 2021-06-04 23:17:42 +02:00
Codinget 715aa2ebb7 Producing rockspec 2.5.1-1 2021-01-10 23:24:31 +01:00
Codinget bed119a40c added watcher to Alfons.moon 2021-01-10 22:43:18 +01:00
Codinget 57126a7973 fixed mkdirs sometimes failing due to race condition when multiprocess builds are running 2021-01-10 22:19:10 +01:00
Codinget cd9b0ab159 Producing rockspec 2.5.0-1 2020-12-02 02:49:11 +01:00
Codinget 678313d09f added pipelines, closes #18 2020-12-02 02:48:36 +01:00
Codinget ebd380fb0f Producing rockspec 2.4.0-1 2020-12-01 22:06:32 +01:00
24 changed files with 623 additions and 133 deletions
+3
View File
@@ -0,0 +1,3 @@
*.lua linguist-generated
out/* linguist-generated
Makefile -linguist-detectable
+1
View File
@@ -7,6 +7,7 @@ tasks:
tasks.build! tasks.build!
sh "rockbuild -m -t #{@v} upload" sh "rockbuild -m -t #{@v} upload"
watch: => watch {'.'}, {'.git'}, 'live', (glob '*.moon'), pcall -> moonbuild j: true
build: => moonbuild j: true build: => moonbuild j: true
install: => moonbuild 'install', j: true install: => moonbuild 'install', j: true
clean: => moonbuild 'clean' clean: => moonbuild 'clean'
+17 -22
View File
@@ -1,4 +1,3 @@
public var MOONC: 'moonc'
public var AMALG: 'amalg.lua' public var AMALG: 'amalg.lua'
public var RM: 'rm', '-f', '--' public var RM: 'rm', '-f', '--'
public var LUA: 'lua5.3' public var LUA: 'lua5.3'
@@ -41,27 +40,23 @@ with public target 'mrproper'
\after 'clean' \after 'clean'
\fn => _.cmd RM, BIN, LIB \fn => _.cmd RM, BIN, LIB
with public target 'bin' with pipeline! -- lib
\depends BIN \sources LIB_SRC
\step 'compile-lib'
pattern: {'%.moon', '%.lua'}
fn: => _.moonc @infile, @out
\step 'lib'
output: LIB
fn: => _.cmd AMALG, '-o', @out, '-s', 'moonbuild/init.lua', _.exclude MODULES, 'moonbuild.init'
with public target 'lib' with pipeline! -- bin
\depends LIB_LUA, LIB \sources BIN_SRC
\step 'compile-bin'
with target BIN, pattern: 'out/%' pattern: {'%.moon', '%.lua'}
\depends 'bin/%.lua' fn: => _.moonc @infile, @out
\produces 'out/%' \step 'bin'
\mkdirs! pattern: {'bin/%.lua', 'out/%'}
\fn => mkdirs: true
fn: =>
_.writefile @out, "#!/usr/bin/env #{LUA}\n#{_.readfile @infile}" _.writefile @out, "#!/usr/bin/env #{LUA}\n#{_.readfile @infile}"
_.cmd 'chmod', '+x', @out _.cmd 'chmod', '+x', @out
with target LIB
\depends 'moonbuild/init.lua'
\depends LIB_LUA
\produces '%'
\fn => _.cmd AMALG, '-o', @out, '-s', @infile, _.exclude MODULES, 'moonbuild.init'
with target {LIB_LUA, BIN_LUA}, pattern: '%.lua'
\depends '%.moon'
\produces '%.lua'
\fn => _.moonc @infile, @out
+10 -8
View File
@@ -1,8 +1,9 @@
-- load everything we need -- load everything we need
import loadfile from require 'moonscript.base' import loadfile from require 'moonscript.base'
import Context, DepGraph, Executor from require 'moonbuild' import Context, DepGraph, Executor from require 'moonbuild'
Variable = (require 'moonbuild')['core.Variable'] Variable = require 'moonbuild.core.Variable'
import parseargs from (require 'moonbuild')['_cmd.common'] import verbose from require 'moonbuild._common'
import parseargs from require 'moonbuild._cmd.common'
argparse = require 'argparse' argparse = require 'argparse'
import sort, concat from table import sort, concat from table
import exit from os import exit from os
@@ -34,12 +35,13 @@ for set in *args.set_list
args.parallel = args.parallel == 'y' and 'y' or ((tonumber args.parallel) or error "Invalid argument for -j: #{args.parallel}") args.parallel = args.parallel == 'y' and 'y' or ((tonumber args.parallel) or error "Invalid argument for -j: #{args.parallel}")
error "Invalid argument for -j: #{args.parallel}" if args.parallel != 'y' and (args.parallel<1 or args.parallel%1 != 0) error "Invalid argument for -j: #{args.parallel}" if args.parallel != 'y' and (args.parallel<1 or args.parallel%1 != 0)
print "Parsed CLI args" if args.verbose verbose args.verbose or false
verbose "Parsed CLI args"
-- load the buildfile -- load the buildfile
ctx = Context! ctx = Context!
ctx\load (loadfile args.buildfile), overrides ctx\load (loadfile args.buildfile), overrides
print "Loaded buildfile" if args.verbose verbose "Loaded buildfile"
-- handle -l and -V -- handle -l and -V
if args.list if args.list
@@ -65,16 +67,16 @@ if args.list_variables
-- initialize the buildfile further -- initialize the buildfile further
ctx\init! ctx\init!
print "Initialized buildfile" if args.verbose verbose "Initialized buildfile"
-- create the DAG -- create the DAG
targets = #args.targets==0 and ctx.defaulttargets or args.targets targets = #args.targets==0 and ctx.defaulttargets or args.targets
dag = DepGraph ctx, targets dag = DepGraph ctx, targets
print "Created dependancy graph" if args.verbose verbose print "Created dependancy graph"
-- execute the build -- execute the build
nparallel = args.parallel == 'y' and Executor\getmaxparallel! or args.parallel nparallel = args.parallel == 'y' and Executor\getmaxparallel! or args.parallel
print "Building with #{nparallel} max parallel process#{nparallel>1 and "es" or ""}" if args.verbose verbose "Building with #{nparallel} max parallel process#{nparallel>1 and "es" or ""}"
executor = Executor dag, nparallel executor = Executor dag, nparallel
executor\execute args executor\execute args
print "Finished" if args.verbose verbose "Finished"
+13 -1
View File
@@ -1,4 +1,5 @@
import parseargs, escape from require 'moonbuild._cmd.common' import parseargs, escape, cmdline from require 'moonbuild._cmd.common'
import verbose from require 'moonbuild._common'
ok, cmd, backend = false, nil, nil ok, cmd, backend = false, nil, nil
unless ok unless ok
@@ -17,6 +18,17 @@ cmd.backend = backend
cmd.parseargs = parseargs cmd.parseargs = parseargs
cmd.escape = escape cmd.escape = escape
-- make verbose verisons of _.cmd, _.cmdrst and _.sh
for f in *({'cmd', 'cmdrst'})
orig = cmd[f]
cmd[f] = (...) ->
verbose "[#{f}] #{cmdline ...}"
orig ...
_sh = cmd.sh
cmd.sh = (cli) ->
verbose "[sh] #{cli}"
_sh cli
-- derived cmd functions -- derived cmd functions
_cmd = cmd.cmd _cmd = cmd.cmd
_cmdrst = cmd.cmdrst _cmdrst = cmd.cmdrst
+5
View File
@@ -1,5 +1,6 @@
import gsub, sub, match from string import gsub, sub, match from string
import concat from table import concat from table
import flatten from require 'moonbuild._common'
specialchars = specialchars =
'\"': '\\\"' '\"': '\\\"'
@@ -115,7 +116,11 @@ parseargs = (argstr) ->
args args
cmdline = (...) ->
concat [escape arg for arg in *flatten ...], ' '
{ {
:escape :escape
:parseargs :parseargs
:cmdline
} }
+2 -4
View File
@@ -1,12 +1,9 @@
import escape from require 'moonbuild._cmd.common' import cmdline from require 'moonbuild._cmd.common'
import flatten from require 'moonbuild._common' import flatten from require 'moonbuild._common'
import execute from require 'moonbuild.compat.execute' import execute from require 'moonbuild.compat.execute'
import popen from io import popen from io
import concat from table import concat from table
cmdline = (...) ->
concat [escape arg for arg in *flatten ...], ' '
cmd = (...) -> cmd = (...) ->
ok, ret, code = execute cmdline ... ok, ret, code = execute cmdline ...
error "command #{first ...} exited with #{code} (#{ret})" unless ok error "command #{first ...} exited with #{code} (#{ret})" unless ok
@@ -19,6 +16,7 @@ cmdrst = (...) ->
data data
sh = (cli) -> sh = (cli) ->
verbose -> print '[sh] ' .. cli
ok, ret, code = execute cli ok, ret, code = execute cli
error "command '#{cli}' exited with #{code} (#{ret})" unless ok error "command '#{cli}' exited with #{code} (#{ret})" unless ok
+1
View File
@@ -37,6 +37,7 @@ cmdrst = (...) ->
data data
sh = (cli) -> sh = (cli) ->
verbose -> print '[sh] ' .. cli
cmd 'sh', '-c', cli cmd 'sh', '-c', cli
{ {
+14
View File
@@ -147,6 +147,19 @@ minmax = (list) ->
M = e if e>M M = e if e>M
m, M m, M
_verbose = false
verbose = (arg) ->
if arg == nil
_verbose
elseif (type arg) == 'function'
arg! if _verbose
elseif (type arg) == 'boolean'
_verbose = arg
elseif (type arg) == 'string'
print arg if _verbose
else
error "_.verbose takes either no argument, a boolean, a function or a string"
common.flatten = flatten common.flatten = flatten
common.first = first common.first = first
common.foreach = foreach common.foreach = foreach
@@ -159,5 +172,6 @@ common.exclude = exclude
common.min = min common.min = min
common.max = max common.max = max
common.minmax = minmax common.minmax = minmax
common.verbose = verbose
setmetatable common, __call: => [k for k in pairs common] setmetatable common, __call: => [k for k in pairs common]
+9 -3
View File
@@ -166,10 +166,16 @@ mkdir = (dir) ->
clearentry parent dir clearentry parent dir
mkdirs = (dir) -> mkdirs = (dir) ->
return if isdir dir if attr = attributes normalizepath dir
error "Can't mkdirs #{dir}: file exists" if exists dir return if attr.mode == 'directory'
error "Can't mkdirs #{dir}: file exists"
mkdirs parent dir mkdirs parent dir
mkdir dir unless pcall -> actualmkdir dir
clearentry parent dir
clearentry dir
error "Failed to mkdirs #{dir}: last mkdir failed" unless isdir dir
clearentry parent dir
clearentry dir
-- from the backend -- from the backend
fs = {k, withcache fn for k, fn in pairs fs} fs = {k, withcache fn for k, fn in pairs fs}
+2
View File
@@ -1,5 +1,6 @@
import to_lua from require 'moonscript.base' import to_lua from require 'moonscript.base'
import parseargs, cmdrst from require 'moonbuild._cmd' import parseargs, cmdrst from require 'moonbuild._cmd'
import verbose from require 'moonbuild._common'
import gmatch, match, gsub from string import gmatch, match, gsub from string
import open from io import open from io
@@ -34,6 +35,7 @@ writefile = (filename, data) ->
nil nil
moonc = (infile, outfile) -> moonc = (infile, outfile) ->
verbose "[moonc] #{infile} #{outfile}"
code, err = to_lua readfile infile code, err = to_lua readfile infile
error "Failed to compile #{@infile}: #{err}" unless code error "Failed to compile #{@infile}: #{err}" unless code
writefile outfile, code writefile outfile, code
+30 -8
View File
@@ -56,22 +56,44 @@ class DepGraph
addnode: (name) => addnode: (name) =>
return if @nodes[name] return if @nodes[name]
elected = @resolvedeps name elected = @topresolvedeps name
@nodes[name] = elected @nodes[name] = elected
for dep in *(transclosure elected, 'deps') for dep in *(transclosure elected, 'deps')
@nodes[dep.name] = dep @nodes[dep.name] = dep
dep.deps = nil dep.deps = nil
elected.deps = nil elected.deps = nil
resolvedeps: (name) => topresolvedeps: (name) =>
errors = {}
ok, rst = pcall -> @resolvedeps name, nil, errors
if ok
rst
else
msg = {"Failed to resolve target \'#{name}\'\n"}
for e in *errors
if e.err\match '^moonbuild'
e.err = e.err\match ': (.+)$'
for i=#errors, 1, -1
e = errors[i]
insert msg, "#{string.rep '| ', e.level - 1}+-[#{e.name}] level #{e.level}: #{e.err}"
insert msg, ''
error table.concat msg, '\n'
resolvedeps: (name, level=1, errors={}) =>
do do
node = @nodes[name] node = @nodes[name]
return node, {} if node if node
print "deps(#{name}) = #{node.name or '[noname]'}"
return node, {}
candidates = filter {@ctx.targets, FileTarget!}, (target) -> target\matches name candidates = filter {@ctx.targets, FileTarget!}, (target) -> target\matches name
nodes = foreach candidates, (candidate) -> a: {pcall -> DepNode @, candidate, name} nodes = foreach candidates, (candidate) -> a: {pcall -> DepNode @, candidate, name, level, errors}
resolved = foreach (filter nodes, (node) -> node.a[1]), (node) -> node.a[2] resolved = foreach (filter nodes, (node) -> node.a[1]), (node) -> node.a[2]
sort resolved, nodepriority sort resolved, nodepriority
resolved[1] or error "Cannot resolve target #{name}: #{#candidates} candidates, #{#resolved} resolved" unless resolved[1]
err = "Cannot resolve target #{name}: #{#candidates} candidates, #{#resolved} resolved"
table.insert errors, {:name, :level, :err}
error err
resolved[1]
buildablenodes: => buildablenodes: =>
[v for k, v in pairs @nodes when v\canbuild! and not v.built] [v for k, v in pairs @nodes when v\canbuild! and not v.built]
@@ -91,7 +113,7 @@ class DepGraph
insert stack, n for n in *(node\children!) insert stack, n for n in *(node\children!)
class DepNode class DepNode
new: (@dag, target, @name) => new: (@dag, target, @name, @level, errors) =>
@priority = target.priority @priority = target.priority
@buildfunctions = target.buildfunctions @buildfunctions = target.buildfunctions
@mkdirs = target._mkdirs @mkdirs = target._mkdirs
@@ -101,7 +123,7 @@ class DepNode
@type = 'virtual' if #@outs == 0 @type = 'virtual' if #@outs == 0
@built = false @built = false
resolve = (name) -> @dag\resolvedeps patsubst @name, target.pattern, name resolve = (name) -> @dag\resolvedeps (patsubst @name, target.pattern, name), level + 1, errors
after = flatten foreach target.needtargets, resolve after = flatten foreach target.needtargets, resolve
deps = flatten foreach target.infiles, resolve deps = flatten foreach target.infiles, resolve
if #target.depfunctions!=0 if #target.depfunctions!=0
@@ -149,7 +171,7 @@ class DepNode
return false if @built or #@buildfunctions == 0 return false if @built or #@buildfunctions == 0
return false unless force or @shouldbuild! return false unless force or @shouldbuild!
print "#{@type == 'virtual' and "Running" or "Building"} #{@name}" unless quiet print "#{@type == 'virtual' and "Running" or "Building"} #{@name} [level #{@level}]" unless quiet
@actuallybuild! @actuallybuild!
true true
+56
View File
@@ -0,0 +1,56 @@
Target = require 'moonbuild.core.Target'
_ = require 'moonbuild._'
import flatten, patsubst from _
class Pipeline
new: (@ctx) =>
@lastsources = {}
sources: (...) =>
@lastsources = flatten @lastsources, ...
source: (src) =>
@lastsources = flatten @lastsources, src
step: (name, params) =>
public = true
public, params = false, name if (type name) == 'table'
tgttype = if params.pattern
error "pattern must be a table with the same format as patsubst" unless (type params.pattern) == 'table' and (type params.pattern[1]) == 'string' and (type params.pattern[2]) == 'string'
'pattern'
elseif params.output or params.out
error "output must be a string" unless (type params.output or params.out) == 'string'
'single'
else
error "invalid step type for pipeline: must be pattern or single (out/output)"
tgtouts = switch tgttype
when 'pattern' then patsubst @lastsources, params.pattern[1], params.pattern[2]
when 'single' then params.output or params.out
tgtpatt = switch tgttype
when 'pattern' then params.pattern[2]
when 'single' then nil
tgtins = switch tgttype
when 'pattern' then params.pattern[1]
when 'single' then @lastsources
tgtprod = switch tgttype
when 'pattern' then params.pattern[2]
when 'single' then '%'
tgt = with Target @ctx, tgtouts, pattern: tgtpatt
\depends tgtins
\produces tgtprod
\fn params.fn or error "pipeline steps need a fn"
tgt\mkdirs! if params.mkdirs
tgt\sync! if params.sync
@ctx\addtarget tgt
if public
@ctx\addtarget with Target @ctx, name
\depends tgtouts
.public = true
@lastsources = tgtouts
+6 -2
View File
@@ -1,5 +1,6 @@
Target = require 'moonbuild.core.Target' Target = require 'moonbuild.core.Target'
Variable = require 'moonbuild.core.Variable' Variable = require 'moonbuild.core.Variable'
Pipeline = require 'moonbuild.core.Pipeline'
_ = require 'moonbuild._' _ = require 'moonbuild._'
import flatten from _ import flatten from _
@@ -18,8 +19,8 @@ import flatten from _
rawset env, '_G', env rawset env, '_G', env
rawset env, '_ENV', env rawset env, '_ENV', env
rawset env, 'var', (name, ...) -> rawset env, 'var', (...) ->
var = Variable name, ... var = Variable ...
ctx\addvar var ctx\addvar var
rawset varlayer, var.name, var.value rawset varlayer, var.name, var.value
var var
@@ -29,4 +30,7 @@ import flatten from _
ctx\addtarget target ctx\addtarget target
target target
rawset env, 'pipeline', ->
Pipeline ctx
env, varlayer env, varlayer
+8 -5
View File
@@ -33,22 +33,25 @@ moonbuild = (...) ->
verbose = opts.verbose or opts.v or false verbose = opts.verbose or opts.v or false
opts.verbose = verbose opts.verbose = verbose
-- set verbosity level
_.verbose verbose
-- create context and DAG -- create context and DAG
ctx = Context! ctx = Context!
ctx\load (loadfile buildfile), opts ctx\load (loadfile buildfile), opts
print "Loaded buildfile" if verbose _.verbose "Loaded buildfile"
ctx\init! ctx\init!
print "Initialized buildfile" if verbose _.verbose "Initialized buildfile"
targets = #opts==0 and ctx.defaulttargets or opts targets = #opts==0 and ctx.defaulttargets or opts
dag = DepGraph ctx, targets dag = DepGraph ctx, targets
print "Created dependancy graph" if verbose _.verbose "Created dependancy graph"
-- and build -- and build
nparallel = parallel == true and Executor\getmaxparallel! or parallel nparallel = parallel == true and Executor\getmaxparallel! or parallel
print "Building with #{nparallel} max parallel process#{nparallel>1 and "es" or ""}" if verbose _.verbose "Building with #{nparallel} max parallel process#{nparallel>1 and "es" or ""}"
executor = Executor dag, nparallel executor = Executor dag, nparallel
executor\execute opts executor\execute opts
print "Finished" if verbose _.verbose "Finished"
table = { table = {
:moonbuild, :_ :moonbuild, :_
Generated
+11 -20
View File
@@ -6,9 +6,11 @@ do
local _obj_0 = require('moonbuild') local _obj_0 = require('moonbuild')
Context, DepGraph, Executor = _obj_0.Context, _obj_0.DepGraph, _obj_0.Executor Context, DepGraph, Executor = _obj_0.Context, _obj_0.DepGraph, _obj_0.Executor
end end
local Variable = (require('moonbuild'))['core.Variable'] local Variable = require('moonbuild.core.Variable')
local verbose
verbose = require('moonbuild._common').verbose
local parseargs local parseargs
parseargs = (require('moonbuild'))['_cmd.common'].parseargs parseargs = require('moonbuild._cmd.common').parseargs
local argparse = require('argparse') local argparse = require('argparse')
local sort, concat local sort, concat
do do
@@ -55,14 +57,11 @@ args.parallel = args.parallel == 'y' and 'y' or ((tonumber(args.parallel)) or er
if args.parallel ~= 'y' and (args.parallel < 1 or args.parallel % 1 ~= 0) then if args.parallel ~= 'y' and (args.parallel < 1 or args.parallel % 1 ~= 0) then
error("Invalid argument for -j: " .. tostring(args.parallel)) error("Invalid argument for -j: " .. tostring(args.parallel))
end end
if args.verbose then verbose(args.verbose or false)
print("Parsed CLI args") verbose("Parsed CLI args")
end
local ctx = Context() local ctx = Context()
ctx:load((loadfile(args.buildfile)), overrides) ctx:load((loadfile(args.buildfile)), overrides)
if args.verbose then verbose("Loaded buildfile")
print("Loaded buildfile")
end
if args.list then if args.list then
print("Public targets") print("Public targets")
local targets, n = { }, 1 local targets, n = { }, 1
@@ -94,20 +93,12 @@ if args.list_variables then
exit(0) exit(0)
end end
ctx:init() ctx:init()
if args.verbose then verbose("Initialized buildfile")
print("Initialized buildfile")
end
local targets = #args.targets == 0 and ctx.defaulttargets or args.targets local targets = #args.targets == 0 and ctx.defaulttargets or args.targets
local dag = DepGraph(ctx, targets) local dag = DepGraph(ctx, targets)
if args.verbose then verbose(print("Created dependancy graph"))
print("Created dependancy graph")
end
local nparallel = args.parallel == 'y' and Executor:getmaxparallel() or args.parallel local nparallel = args.parallel == 'y' and Executor:getmaxparallel() or args.parallel
if args.verbose then verbose("Building with " .. tostring(nparallel) .. " max parallel process" .. tostring(nparallel > 1 and "es" or ""))
print("Building with " .. tostring(nparallel) .. " max parallel process" .. tostring(nparallel > 1 and "es" or ""))
end
local executor = Executor(dag, nparallel) local executor = Executor(dag, nparallel)
executor:execute(args) executor:execute(args)
if args.verbose then return verbose("Finished")
return print("Finished")
end
+267 -54
View File
@@ -1,5 +1,3 @@
do
do do
local _ENV = _ENV local _ENV = _ENV
package.preload[ "moonbuild._" ] = function( ... ) local arg = _G.arg; package.preload[ "moonbuild._" ] = function( ... ) local arg = _G.arg;
@@ -38,11 +36,13 @@ end
do do
local _ENV = _ENV local _ENV = _ENV
package.preload[ "moonbuild._cmd" ] = function( ... ) local arg = _G.arg; package.preload[ "moonbuild._cmd" ] = function( ... ) local arg = _G.arg;
local parseargs, escape local parseargs, escape, cmdline
do do
local _obj_0 = require('moonbuild._cmd.common') local _obj_0 = require('moonbuild._cmd.common')
parseargs, escape = _obj_0.parseargs, _obj_0.escape parseargs, escape, cmdline = _obj_0.parseargs, _obj_0.escape, _obj_0.cmdline
end end
local verbose
verbose = require('moonbuild._common').verbose
local ok, cmd, backend = false, nil, nil local ok, cmd, backend = false, nil, nil
if not (ok) then if not (ok) then
ok, cmd = pcall(function() ok, cmd = pcall(function()
@@ -69,6 +69,23 @@ end
cmd.backend = backend cmd.backend = backend
cmd.parseargs = parseargs cmd.parseargs = parseargs
cmd.escape = escape cmd.escape = escape
local _list_0 = ({
'cmd',
'cmdrst'
})
for _index_0 = 1, #_list_0 do
local f = _list_0[_index_0]
local orig = cmd[f]
cmd[f] = function(...)
verbose("[" .. tostring(f) .. "] " .. tostring(cmdline(...)))
return orig(...)
end
end
local _sh = cmd.sh
cmd.sh = function(cli)
verbose("[sh] " .. tostring(cli))
return _sh(cli)
end
local _cmd = cmd.cmd local _cmd = cmd.cmd
local _cmdrst = cmd.cmdrst local _cmdrst = cmd.cmdrst
cmd.cmdline = function(cmdline) cmd.cmdline = function(cmdline)
@@ -101,6 +118,8 @@ do
end end
local concat local concat
concat = table.concat concat = table.concat
local flatten
flatten = require('moonbuild._common').flatten
local specialchars = { local specialchars = {
['\"'] = '\\\"', ['\"'] = '\\\"',
['\\'] = '\\\\', ['\\'] = '\\\\',
@@ -232,26 +251,6 @@ parseargs = function(argstr)
end end
return args return args
end end
return {
escape = escape,
parseargs = parseargs
}
end
end
do
local _ENV = _ENV
package.preload[ "moonbuild._cmd.lua" ] = function( ... ) local arg = _G.arg;
local escape
escape = require('moonbuild._cmd.common').escape
local flatten
flatten = require('moonbuild._common').flatten
local execute
execute = require('moonbuild.compat.execute').execute
local popen
popen = io.popen
local concat
concat = table.concat
local cmdline local cmdline
cmdline = function(...) cmdline = function(...)
return concat((function(...) return concat((function(...)
@@ -266,6 +265,27 @@ cmdline = function(...)
return _accum_0 return _accum_0
end)(...), ' ') end)(...), ' ')
end end
return {
escape = escape,
parseargs = parseargs,
cmdline = cmdline
}
end
end
do
local _ENV = _ENV
package.preload[ "moonbuild._cmd.lua" ] = function( ... ) local arg = _G.arg;
local cmdline
cmdline = require('moonbuild._cmd.common').cmdline
local flatten
flatten = require('moonbuild._common').flatten
local execute
execute = require('moonbuild.compat.execute').execute
local popen
popen = io.popen
local concat
concat = table.concat
local cmd local cmd
cmd = function(...) cmd = function(...)
local ok, ret, code = execute(cmdline(...)) local ok, ret, code = execute(cmdline(...))
@@ -285,6 +305,9 @@ cmdrst = function(...)
end end
local sh local sh
sh = function(cli) sh = function(cli)
verbose(function()
return print('[sh] ' .. cli)
end)
local ok, ret, code = execute(cli) local ok, ret, code = execute(cli)
if not (ok) then if not (ok) then
return error("command '" .. tostring(cli) .. "' exited with " .. tostring(code) .. " (" .. tostring(ret) .. ")") return error("command '" .. tostring(cli) .. "' exited with " .. tostring(code) .. " (" .. tostring(ret) .. ")")
@@ -356,6 +379,9 @@ cmdrst = function(...)
end end
local sh local sh
sh = function(cli) sh = function(cli)
verbose(function()
return print('[sh] ' .. cli)
end)
return cmd('sh', '-c', cli) return cmd('sh', '-c', cli)
end end
return { return {
@@ -637,6 +663,25 @@ minmax = function(list)
end end
return m, M return m, M
end end
local _verbose = false
local verbose
verbose = function(arg)
if arg == nil then
return _verbose
elseif (type(arg)) == 'function' then
if _verbose then
return arg()
end
elseif (type(arg)) == 'boolean' then
_verbose = arg
elseif (type(arg)) == 'string' then
if _verbose then
return print(arg)
end
else
return error("_.verbose takes either no argument, a boolean, a function or a string")
end
end
common.flatten = flatten common.flatten = flatten
common.first = first common.first = first
common.foreach = foreach common.foreach = foreach
@@ -649,6 +694,7 @@ common.exclude = exclude
common.min = min common.min = min
common.max = max common.max = max
common.minmax = minmax common.minmax = minmax
common.verbose = verbose
return setmetatable(common, { return setmetatable(common, {
__call = function(self) __call = function(self)
local _accum_0 = { } local _accum_0 = { }
@@ -973,14 +1019,27 @@ mkdir = function(dir)
end end
local mkdirs local mkdirs
mkdirs = function(dir) mkdirs = function(dir)
if isdir(dir) then do
local attr = attributes(normalizepath(dir))
if attr then
if attr.mode == 'directory' then
return return
end end
if exists(dir) then
error("Can't mkdirs " .. tostring(dir) .. ": file exists") error("Can't mkdirs " .. tostring(dir) .. ": file exists")
end end
end
mkdirs(parent(dir)) mkdirs(parent(dir))
return mkdir(dir) if not (pcall(function()
return actualmkdir(dir)
end)) then
clearentry(parent(dir))
clearentry(dir)
if not (isdir(dir)) then
error("Failed to mkdirs " .. tostring(dir) .. ": last mkdir failed")
end
end
clearentry(parent(dir))
return clearentry(dir)
end end
do do
local _tbl_0 = { } local _tbl_0 = { }
@@ -1249,6 +1308,8 @@ do
local _obj_0 = require('moonbuild._cmd') local _obj_0 = require('moonbuild._cmd')
parseargs, cmdrst = _obj_0.parseargs, _obj_0.cmdrst parseargs, cmdrst = _obj_0.parseargs, _obj_0.cmdrst
end end
local verbose
verbose = require('moonbuild._common').verbose
local gmatch, match, gsub local gmatch, match, gsub
do do
local _obj_0 = string local _obj_0 = string
@@ -1320,6 +1381,7 @@ writefile = function(filename, data)
end end
local moonc local moonc
moonc = function(infile, outfile) moonc = function(infile, outfile)
verbose("[moonc] " .. tostring(infile) .. " " .. tostring(outfile))
local code, err = to_lua(readfile(infile)) local code, err = to_lua(readfile(infile))
if not (code) then if not (code) then
error("Failed to compile " .. tostring(self.infile) .. ": " .. tostring(err)) error("Failed to compile " .. tostring(self.infile) .. ": " .. tostring(err))
@@ -1737,7 +1799,7 @@ do
if self.nodes[name] then if self.nodes[name] then
return return
end end
local elected = self:resolvedeps(name) local elected = self:topresolvedeps(name)
self.nodes[name] = elected self.nodes[name] = elected
local _list_0 = (transclosure(elected, 'deps')) local _list_0 = (transclosure(elected, 'deps'))
for _index_0 = 1, #_list_0 do for _index_0 = 1, #_list_0 do
@@ -1747,10 +1809,42 @@ do
end end
elected.deps = nil elected.deps = nil
end, end,
resolvedeps = function(self, name) topresolvedeps = function(self, name)
local errors = { }
local ok, rst = pcall(function()
return self:resolvedeps(name, nil, errors)
end)
if ok then
return rst
else
local msg = {
"Failed to resolve target \'" .. tostring(name) .. "\'\n"
}
for _index_0 = 1, #errors do
local e = errors[_index_0]
if e.err:match('^moonbuild') then
e.err = e.err:match(': (.+)$')
end
end
for i = #errors, 1, -1 do
local e = errors[i]
insert(msg, tostring(string.rep('| ', e.level - 1)) .. "+-[" .. tostring(e.name) .. "] level " .. tostring(e.level) .. ": " .. tostring(e.err))
end
insert(msg, '')
return error(table.concat(msg, '\n'))
end
end,
resolvedeps = function(self, name, level, errors)
if level == nil then
level = 1
end
if errors == nil then
errors = { }
end
do do
local node = self.nodes[name] local node = self.nodes[name]
if node then if node then
print("deps(" .. tostring(name) .. ") = " .. tostring(node.name or '[noname]'))
return node, { } return node, { }
end end
end end
@@ -1764,7 +1858,7 @@ do
return { return {
a = { a = {
pcall(function() pcall(function()
return DepNode(self, candidate, name) return DepNode(self, candidate, name, level, errors)
end) end)
} }
} }
@@ -1775,7 +1869,16 @@ do
return node.a[2] return node.a[2]
end) end)
sort(resolved, nodepriority) sort(resolved, nodepriority)
return resolved[1] or error("Cannot resolve target " .. tostring(name) .. ": " .. tostring(#candidates) .. " candidates, " .. tostring(#resolved) .. " resolved") if not (resolved[1]) then
local err = "Cannot resolve target " .. tostring(name) .. ": " .. tostring(#candidates) .. " candidates, " .. tostring(#resolved) .. " resolved"
table.insert(errors, {
name = name,
level = level,
err = err
})
error(err)
end
return resolved[1]
end, end,
buildablenodes = function(self) buildablenodes = function(self)
local _accum_0 = { } local _accum_0 = { }
@@ -1904,7 +2007,7 @@ do
return false return false
end end
if not (quiet) then if not (quiet) then
print(tostring(self.type == 'virtual' and "Running" or "Building") .. " " .. tostring(self.name)) print(tostring(self.type == 'virtual' and "Running" or "Building") .. " " .. tostring(self.name) .. " [level " .. tostring(self.level) .. "]")
end end
self:actuallybuild() self:actuallybuild()
return true return true
@@ -1986,8 +2089,8 @@ do
} }
_base_0.__index = _base_0 _base_0.__index = _base_0
_class_0 = setmetatable({ _class_0 = setmetatable({
__init = function(self, dag, target, name) __init = function(self, dag, target, name, level, errors)
self.dag, self.name = dag, name self.dag, self.name, self.level = dag, name, level
self.priority = target.priority self.priority = target.priority
self.buildfunctions = target.buildfunctions self.buildfunctions = target.buildfunctions
self.mkdirs = target._mkdirs self.mkdirs = target._mkdirs
@@ -2002,7 +2105,7 @@ do
self.built = false self.built = false
local resolve local resolve
resolve = function(name) resolve = function(name)
return self.dag:resolvedeps(patsubst(self.name, target.pattern, name)) return self.dag:resolvedeps((patsubst(self.name, target.pattern, name)), level + 1, errors)
end end
local after = flatten(foreach(target.needtargets, resolve)) local after = flatten(foreach(target.needtargets, resolve))
local deps = flatten(foreach(target.infiles, resolve)) local deps = flatten(foreach(target.infiles, resolve))
@@ -2107,6 +2210,123 @@ return DepGraph
end end
end end
do
local _ENV = _ENV
package.preload[ "moonbuild.core.Pipeline" ] = function( ... ) local arg = _G.arg;
local Target = require('moonbuild.core.Target')
local _ = require('moonbuild._')
local flatten, patsubst
flatten, patsubst = _.flatten, _.patsubst
local Pipeline
do
local _class_0
local _base_0 = {
sources = function(self, ...)
self.lastsources = flatten(self.lastsources, ...)
end,
source = function(self, src)
self.lastsources = flatten(self.lastsources, src)
end,
step = function(self, name, params)
local public = true
if (type(name)) == 'table' then
public, params = false, name
end
local tgttype
if params.pattern then
if not ((type(params.pattern)) == 'table' and (type(params.pattern[1])) == 'string' and (type(params.pattern[2])) == 'string') then
error("pattern must be a table with the same format as patsubst")
end
tgttype = 'pattern'
elseif params.output or params.out then
if not ((type(params.output or params.out)) == 'string') then
error("output must be a string")
end
tgttype = 'single'
else
tgttype = error("invalid step type for pipeline: must be pattern or single (out/output)")
end
local tgtouts
local _exp_0 = tgttype
if 'pattern' == _exp_0 then
tgtouts = patsubst(self.lastsources, params.pattern[1], params.pattern[2])
elseif 'single' == _exp_0 then
tgtouts = params.output or params.out
end
local tgtpatt
local _exp_1 = tgttype
if 'pattern' == _exp_1 then
tgtpatt = params.pattern[2]
elseif 'single' == _exp_1 then
tgtpatt = nil
end
local tgtins
local _exp_2 = tgttype
if 'pattern' == _exp_2 then
tgtins = params.pattern[1]
elseif 'single' == _exp_2 then
tgtins = self.lastsources
end
local tgtprod
local _exp_3 = tgttype
if 'pattern' == _exp_3 then
tgtprod = params.pattern[2]
elseif 'single' == _exp_3 then
tgtprod = '%'
end
local tgt
do
local _with_0 = Target(self.ctx, tgtouts, {
pattern = tgtpatt
})
_with_0:depends(tgtins)
_with_0:produces(tgtprod)
_with_0:fn(params.fn or error("pipeline steps need a fn"))
tgt = _with_0
end
if params.mkdirs then
tgt:mkdirs()
end
if params.sync then
tgt:sync()
end
self.ctx:addtarget(tgt)
if public then
self.ctx:addtarget((function()
do
local _with_0 = Target(self.ctx, name)
_with_0:depends(tgtouts)
_with_0.public = true
return _with_0
end
end)())
end
self.lastsources = tgtouts
end
}
_base_0.__index = _base_0
_class_0 = setmetatable({
__init = function(self, ctx)
self.ctx = ctx
self.lastsources = { }
end,
__base = _base_0,
__name = "Pipeline"
}, {
__index = _base_0,
__call = function(cls, ...)
local _self_0 = setmetatable({}, _base_0)
cls.__init(_self_0, ...)
return _self_0
end
})
_base_0.__class = _class_0
Pipeline = _class_0
return _class_0
end
end
end
do do
local _ENV = _ENV local _ENV = _ENV
package.preload[ "moonbuild.core.Target" ] = function( ... ) local arg = _G.arg; package.preload[ "moonbuild.core.Target" ] = function( ... ) local arg = _G.arg;
@@ -2539,6 +2759,7 @@ local _ENV = _ENV
package.preload[ "moonbuild.env.init" ] = function( ... ) local arg = _G.arg; package.preload[ "moonbuild.env.init" ] = function( ... ) local arg = _G.arg;
local Target = require('moonbuild.core.Target') local Target = require('moonbuild.core.Target')
local Variable = require('moonbuild.core.Variable') local Variable = require('moonbuild.core.Variable')
local Pipeline = require('moonbuild.core.Pipeline')
local _ = require('moonbuild._') local _ = require('moonbuild._')
local flatten local flatten
flatten = _.flatten flatten = _.flatten
@@ -2558,8 +2779,8 @@ return function(ctx)
rawset(env, '_', _) rawset(env, '_', _)
rawset(env, '_G', env) rawset(env, '_G', env)
rawset(env, '_ENV', env) rawset(env, '_ENV', env)
rawset(env, 'var', function(name, ...) rawset(env, 'var', function(...)
local var = Variable(name, ...) local var = Variable(...)
ctx:addvar(var) ctx:addvar(var)
rawset(varlayer, var.name, var.value) rawset(varlayer, var.name, var.value)
return var return var
@@ -2569,6 +2790,9 @@ return function(ctx)
ctx:addtarget(target) ctx:addtarget(target)
return target return target
end) end)
rawset(env, 'pipeline', function()
return Pipeline(ctx)
end)
return env, varlayer return env, varlayer
end end
end end
@@ -2616,8 +2840,6 @@ end
end end
end end
end
local loadfile local loadfile
loadfile = require('moonscript.base').loadfile loadfile = require('moonscript.base').loadfile
local Context = require('moonbuild.context') local Context = require('moonbuild.context')
@@ -2659,29 +2881,20 @@ moonbuild = function(...)
opts.force = force opts.force = force
local verbose = opts.verbose or opts.v or false local verbose = opts.verbose or opts.v or false
opts.verbose = verbose opts.verbose = verbose
_.verbose(verbose)
local ctx = Context() local ctx = Context()
ctx:load((loadfile(buildfile)), opts) ctx:load((loadfile(buildfile)), opts)
if verbose then _.verbose("Loaded buildfile")
print("Loaded buildfile")
end
ctx:init() ctx:init()
if verbose then _.verbose("Initialized buildfile")
print("Initialized buildfile")
end
local targets = #opts == 0 and ctx.defaulttargets or opts local targets = #opts == 0 and ctx.defaulttargets or opts
local dag = DepGraph(ctx, targets) local dag = DepGraph(ctx, targets)
if verbose then _.verbose("Created dependancy graph")
print("Created dependancy graph")
end
local nparallel = parallel == true and Executor:getmaxparallel() or parallel local nparallel = parallel == true and Executor:getmaxparallel() or parallel
if verbose then _.verbose("Building with " .. tostring(nparallel) .. " max parallel process" .. tostring(nparallel > 1 and "es" or ""))
print("Building with " .. tostring(nparallel) .. " max parallel process" .. tostring(nparallel > 1 and "es" or ""))
end
local executor = Executor(dag, nparallel) local executor = Executor(dag, nparallel)
executor:execute(opts) executor:execute(opts)
if verbose then return _.verbose("Finished")
return print("Finished")
end
end end
local table = { local table = {
moonbuild = moonbuild, moonbuild = moonbuild,
+1 -1
View File
@@ -1,6 +1,6 @@
package: moonbuild package: moonbuild
source: source:
url: git://github.com/natnat-mc/moonbuild url: git+http://github.com/natnat-mc/moonbuild
description: description:
summary: Small build system in between make and a build.sh summary: Small build system in between make and a build.sh
detailed: > detailed: >
+27
View File
@@ -0,0 +1,27 @@
build = {
install = {
bin = {
moonbuild = "out/moonbuild"
}
},
modules = {
moonbuild = "out/moonbuild.lua"
},
type = "builtin"
}
dependencies = {
"lua >= 5.1",
"argparse >= 0.7.1-1",
"moonscript >= 0.5.0-1"
}
description = {
detailed = "moonbuild is a small build system that simplifies your build definitions by allowing you to use declarative as well as imperative rules. It represents the build as a DAG with explicit ordering, and doesn't give you any default confusing rules (unlike make). If you can, installing luaposix and/or luafilesystem will speed up builds and increase stability.\n",
summary = "Small build system in between make and a build.sh"
}
package = "moonbuild"
rockspec_format = "3.0"
source = {
tag = "v2.4.0",
url = "git://github.com/natnat-mc/moonbuild"
}
version = "2.4.0-1"
+27
View File
@@ -0,0 +1,27 @@
build = {
install = {
bin = {
moonbuild = "out/moonbuild"
}
},
modules = {
moonbuild = "out/moonbuild.lua"
},
type = "builtin"
}
dependencies = {
"lua >= 5.1",
"argparse >= 0.7.1-1",
"moonscript >= 0.5.0-1"
}
description = {
detailed = "moonbuild is a small build system that simplifies your build definitions by allowing you to use declarative as well as imperative rules. It represents the build as a DAG with explicit ordering, and doesn't give you any default confusing rules (unlike make). If you can, installing luaposix and/or luafilesystem will speed up builds and increase stability.\n",
summary = "Small build system in between make and a build.sh"
}
package = "moonbuild"
rockspec_format = "3.0"
source = {
tag = "v2.5.0",
url = "git://github.com/natnat-mc/moonbuild"
}
version = "2.5.0-1"
+27
View File
@@ -0,0 +1,27 @@
build = {
install = {
bin = {
moonbuild = "out/moonbuild"
}
},
modules = {
moonbuild = "out/moonbuild.lua"
},
type = "builtin"
}
dependencies = {
"lua >= 5.1",
"argparse >= 0.7.1-1",
"moonscript >= 0.5.0-1"
}
description = {
detailed = "moonbuild is a small build system that simplifies your build definitions by allowing you to use declarative as well as imperative rules. It represents the build as a DAG with explicit ordering, and doesn't give you any default confusing rules (unlike make). If you can, installing luaposix and/or luafilesystem will speed up builds and increase stability.\n",
summary = "Small build system in between make and a build.sh"
}
package = "moonbuild"
rockspec_format = "3.0"
source = {
tag = "v2.5.1",
url = "git://github.com/natnat-mc/moonbuild"
}
version = "2.5.1-1"
+27
View File
@@ -0,0 +1,27 @@
build = {
install = {
bin = {
moonbuild = "out/moonbuild"
}
},
modules = {
moonbuild = "out/moonbuild.lua"
},
type = "builtin"
}
dependencies = {
"lua >= 5.1",
"argparse >= 0.7.1-1",
"moonscript >= 0.5.0-1"
}
description = {
detailed = "moonbuild is a small build system that simplifies your build definitions by allowing you to use declarative as well as imperative rules. It represents the build as a DAG with explicit ordering, and doesn't give you any default confusing rules (unlike make). If you can, installing luaposix and/or luafilesystem will speed up builds and increase stability.\n",
summary = "Small build system in between make and a build.sh"
}
package = "moonbuild"
rockspec_format = "3.0"
source = {
tag = "v2.6.0",
url = "git+http://github.com/natnat-mc/moonbuild"
}
version = "2.6.0-1"
+27
View File
@@ -0,0 +1,27 @@
build = {
install = {
bin = {
moonbuild = "out/moonbuild"
}
},
modules = {
moonbuild = "out/moonbuild.lua"
},
type = "builtin"
}
dependencies = {
"lua >= 5.1",
"argparse >= 0.7.1-1",
"moonscript >= 0.5.0-1"
}
description = {
detailed = "moonbuild is a small build system that simplifies your build definitions by allowing you to use declarative as well as imperative rules. It represents the build as a DAG with explicit ordering, and doesn't give you any default confusing rules (unlike make). If you can, installing luaposix and/or luafilesystem will speed up builds and increase stability.\n",
summary = "Small build system in between make and a build.sh"
}
package = "moonbuild"
rockspec_format = "3.0"
source = {
tag = "v2.7.0",
url = "git+http://github.com/natnat-mc/moonbuild"
}
version = "2.7.0-1"
+27
View File
@@ -0,0 +1,27 @@
build = {
install = {
bin = {
moonbuild = "out/moonbuild"
}
},
modules = {
moonbuild = "out/moonbuild.lua"
},
type = "builtin"
}
dependencies = {
"lua >= 5.1",
"argparse >= 0.7.1-1",
"moonscript >= 0.5.0-1"
}
description = {
detailed = "moonbuild is a small build system that simplifies your build definitions by allowing you to use declarative as well as imperative rules. It represents the build as a DAG with explicit ordering, and doesn't give you any default confusing rules (unlike make). If you can, installing luaposix and/or luafilesystem will speed up builds and increase stability.\n",
summary = "Small build system in between make and a build.sh"
}
package = "moonbuild"
rockspec_format = "3.0"
source = {
tag = "v2.7.1",
url = "git+http://github.com/natnat-mc/moonbuild"
}
version = "2.7.1-1"