Obsolete
/
packaging
Archived
3
0
Fork 0
This repository has been archived on 2022-01-17. You can view files and clone it, but cannot push or open issues/pull-requests.
packaging/src/recipe.cr

432 lines
9.5 KiB
Crystal
Raw Normal View History

2019-07-02 03:50:50 +02:00
require "uuid"
require "uri"
require "file_utils"
2019-08-02 17:43:09 +02:00
require "spec"
2019-07-02 03:50:50 +02:00
require "./context.cr"
require "./package.cr"
require "./instructions.cr"
require "./sources.cr"
# 🤔
class URI
def basename
File.basename path
end
end
2019-07-23 17:33:38 +02:00
module FileUtils
def self.find(directory, &block : Proc(String, Nil))
Dir.each_child directory do |child|
child_path = directory + "/" + child
yield child_path
if File.directory? child_path
self.find child_path, &block
end
end
end
end
2019-08-02 17:43:09 +02:00
# FIXME: This could probably be shorter and less stupid with a macro or two.
class Specs::StringContainer
def as_s : String
value
end
def as_a_or_s : Array(String)
# FIXME: We should probably be splitting the string around comas.
[value]
end
def as_s_or_ls : String
value
end
end
class Specs::LongStringContainer
def as_s : String
raise "short string expected, got multiline text section"
end
def as_a_or_s : Array(String)
raise "list or string expected, got multiline text section"
end
def as_s_or_ls : String
value
end
end
class Specs::ArrayContainer
def as_s : String
raise "string expected, got list"
end
def as_a_or_s : Array(String)
value
end
def as_s_or_ls : String
raise "string or multiline text section expected, got list"
end
end
class Specs::SectionContainer
def as_s : String
raise "string expected, got section"
end
def as_a_or_s : Array(String)
raise "list or string expected, got section"
end
def as_s_or_ls : String
raise "string or multiline text section expected, got section"
end
end
2019-07-02 03:50:50 +02:00
class Package::Recipe
@context : Context
# Core recipe informations.
getter name : String
getter version : String
getter release = 1
2019-07-02 03:50:50 +02:00
property url : String?
2019-08-01 23:02:16 +02:00
property description : String?
# Informations not specific to individual packages.
getter sources : Sources
getter packages : Array(Package)
property packager : String?
property maintainer : String?
getter contributors = Array(String).new
# Relations to other packages.
# FIXME: `dependencies` needs splitting between run-time and build-time.
2019-08-06 20:55:24 +02:00
getter run_dependencies = Array(String).new
getter build_dependencies = Array(String).new
getter provides = Array(String).new
getter conflicts = Array(String).new
# Build instructions, helpers and other build-only data.
setter dirname : String? # matching getter defined manually later.
getter instructions = Instructions.new
2019-07-23 16:41:34 +02:00
getter options = Hash(String, String).new
2019-07-02 03:50:50 +02:00
2019-08-01 23:02:16 +02:00
getter sources = Sources.new
getter packages = Array(Package).new
@working_uuid : UUID = UUID.random
2019-07-02 03:50:50 +02:00
2019-08-01 23:02:16 +02:00
def initialize(@context, @name, @version)
2019-07-02 03:50:50 +02:00
end
def self.new(context, name, version)
instance = Recipe.allocate.tap &.initialize(context, name, version)
2019-08-02 23:58:42 +02:00
instance.packages << Package.new instance, false, instance.fake_root_directory
instance
end
2019-08-02 23:58:42 +02:00
def initialize(@context, filename : String)
specs = Specs.parse filename, {
"pkg" => fake_root_directory
}
2019-08-03 12:55:47 +02:00
name : String? = nil
version : String? = nil
2019-08-02 23:58:42 +02:00
2019-08-03 12:55:47 +02:00
raise "Could not parse `#{filename}`" if specs.nil?
2019-08-02 17:43:09 +02:00
specs.assignments.each do |key, value|
case key
when "name"
name = value.as_s
when "version"
version = value.as_s
when "release"
@release = value.as_s.to_i
when "url"
@url = value.as_s
when "description"
@description = value.as_s_or_ls
when "packager"
@packager = value.as_s
when "maintainer"
@maintainer = value.as_s
when "sources"
value.as_a_or_s.each do |source|
@sources << source
end
when "configurue"
@instructions.configure << value.as_s_or_ls
when "build"
@instructions.build << value.as_s_or_ls
when "install"
@instructions.install << value.as_s_or_ls
when "dependencies"
value.as_a_or_s.each do |atom|
2019-08-06 20:55:24 +02:00
@run_dependencies << atom
@build_dependencies << atom
end
when "build-dependencies"
value.as_a_or_s.each do |atom|
@build_dependencies << atom
end
when "run-dependencies"
value.as_a_or_s.each do |atom|
@run_dependencies << atom
2019-08-02 17:43:09 +02:00
end
when "conflicts"
value.as_a_or_s.each do |atom|
@conflicts << atom
end
when "provides"
value.as_a_or_s.each do |atom|
@provides << atom
end
when "options"
value.as_a_or_s.each do |option|
match = option.split(':').map(
&.gsub(/^[ \t]*/, "").gsub(/[ \t]*$/, ""))
if match.size != 2
puts "WARNING: misformed option: #{option}"
next
end
2019-08-03 15:52:11 +02:00
key, value = match
2019-08-02 17:43:09 +02:00
2019-08-03 15:52:11 +02:00
@options[key] = value
2019-08-02 17:43:09 +02:00
end
end
end
raise "`name` was not provided" unless name
raise "`version` was not provided" unless version
@name = name
@version = version
end
2019-08-02 23:58:42 +02:00
def self.new(context, filename : String)
instance = Recipe.allocate.tap &.initialize(context, filename)
2019-08-02 17:43:09 +02:00
2019-08-02 23:58:42 +02:00
instance.packages << Package.new instance, false, instance.fake_root_directory
2019-08-02 17:43:09 +02:00
instance
end
2019-07-02 03:50:50 +02:00
def working_directory
2019-07-03 05:23:48 +02:00
"#{@context.working_directory}/#{@working_uuid}"
2019-07-02 03:50:50 +02:00
end
def building_directory
"#{working_directory}/build"
end
def fake_root_directory
2019-08-02 23:58:42 +02:00
"#{working_directory}/root"
2019-07-02 03:50:50 +02:00
end
2019-07-02 08:47:11 +02:00
def dirname
@dirname || "#{name}-#{version}"
end
2019-07-20 13:30:09 +02:00
def download : Bool
sources
.compact_map do |url|
unless File.exists? url.basename
@context.run @context.sources_directory, "wget", [ url.to_s, "-O", url.basename ]
end
2019-07-02 03:50:50 +02:00
end
2019-07-20 13:30:09 +02:00
.map(&.success?)
.reduce(true) { |a, b| a && b }
2019-07-02 03:50:50 +02:00
end
2019-07-20 13:30:09 +02:00
def extract : Bool
2019-07-02 03:50:50 +02:00
Dir.mkdir_p building_directory
2019-07-20 13:30:09 +02:00
sources
.map do |url|
basename = url.basename
2019-07-02 03:50:50 +02:00
@context.run building_directory, "bsdtar", [ "xvf", @context.sources_directory + "/" + url.basename ]
2019-07-20 13:30:09 +02:00
end
.map(&.success?)
.reduce true { |a, b| a && b }
2019-07-02 03:50:50 +02:00
end
# TODO:
# - Export packaging directory in $PKG.
# - Add (pre|post)-(configure|build|install) instructions.
# - Have some instructions be non-critical, like the (pre|post] ones.
# - Be careful about return values, flee from everything if something
# goes somehow wrong.
# - Make things thread-safe. (those ENV[]= calls are definitely not)
2019-07-20 13:30:09 +02:00
def build : Bool
2019-07-02 08:47:11 +02:00
success = true
2019-07-02 03:50:50 +02:00
Dir.mkdir_p fake_root_directory
ENV["PKG"] = fake_root_directory
2019-07-02 19:45:33 +02:00
# Safety precautions.
2019-07-02 08:47:11 +02:00
old_dir = Dir.current
instructions.to_a.each do |instruction|
2019-07-02 19:45:33 +02:00
if instruction.run(@context, self).failed?
2019-08-13 13:48:09 +02:00
success = false
break
2019-07-02 08:47:11 +02:00
end
2019-07-02 03:50:50 +02:00
end
2019-07-02 08:47:11 +02:00
Dir.cd old_dir
2019-07-02 03:50:50 +02:00
ENV["PKG"] = nil
2019-07-02 08:47:11 +02:00
2019-08-13 13:48:09 +02:00
do_splits if success
2019-07-04 07:51:00 +02:00
2019-07-02 08:47:11 +02:00
success
2019-07-02 03:50:50 +02:00
end
2019-07-04 07:51:00 +02:00
private def do_splits
(@packages + auto_splits).each do |package|
2019-07-04 07:51:00 +02:00
next if package == @packages[0]
2019-07-23 17:33:38 +02:00
files = package.files || [] of String
file_patterns = package.file_patterns || [] of Regex
2019-07-04 07:51:00 +02:00
2019-07-23 17:33:38 +02:00
files_to_split = [] of String
2019-07-04 07:51:00 +02:00
files.each do |file|
2019-07-04 23:18:54 +02:00
origin = "#{fake_root_directory}#{file}"
2019-07-23 17:33:38 +02:00
if File.exists? origin
files_to_split << file
end
end
FileUtils.find fake_root_directory do |file|
file = file[fake_root_directory.size..file.size]
pp! file
files_to_split << file if file_patterns.any? &.match file
end
# FIXME: What do we do if those are not on the filesystem?
files_to_split.each do |file|
origin = "#{fake_root_directory}#{file}"
destination ="#{package.fake_root_directory}#{file}"
2019-07-04 23:18:54 +02:00
Dir.mkdir_p File.dirname destination
2019-07-04 07:51:00 +02:00
FileUtils.mv(
"#{fake_root_directory}#{file}",
"#{package.fake_root_directory}#{file}"
)
puts file
@context.run "find", [
"#{package.fake_root_directory}/#{file}"
]
end
end
end
def auto_splits : Array(Package)
@context.splitter_backends.compact_map do |backend|
backend.create_split self
2019-07-04 23:18:54 +02:00
end
end
# TODO:
# - Errors management. Stop at first failure?
# - Splits. This should be done between #build and #package.
2019-07-20 13:30:09 +02:00
def package : Bool
# This tries to build them all and stops at the first failure
# (failures are currently reported by Context#package)
(@packages + auto_splits)
2019-07-20 13:30:09 +02:00
.find do |package|
if package.automatic && ! File.exists? package.fake_root_directory
next
end
! @context.package package
2019-07-04 23:18:54 +02:00
end
2019-07-20 13:30:09 +02:00
.== nil
2019-07-02 03:50:50 +02:00
end
def clean
FileUtils.rm_rf building_directory
FileUtils.rm_rf fake_root_directory
end
def to_s
"#{name}-#{version}"
end
2019-08-03 12:55:47 +02:00
def to_spec_s
spec = [
"name: #{name}",
"version: #{version}",
"release: #{release}"
].join("\n") + "\n"
if @sources.size == 1
spec += "sources: #{sources[0].to_s.gsub @version, "%{version}"}\n"
end
if maintainer
spec += "maintainer: #{maintainer}\n"
end
if packager
spec += "packager: #{packager}\n"
end
if @options.size > 0
spec += "options:\n"
@options.each do |key, value|
value = value.gsub fake_root_directory, "%{pkg}"
spec += "\t- #{key}: #{value}\n"
end
spec += "\n" # Limitation of the current implementation.
end
if @dependencies.size > 0
spec += "dependencies:\n"
@dependencies.each do |dep|
spec += "\t- #{dep}\n"
end
spec += "\n"
end
if @dirname
spec += "dirname: #{@dirname}\n"
end
[
{"configure", @instructions.configure},
{"build", @instructions.build},
{"install", @instructions.install}
].each do |name, instructions|
if instructions.size > 0
spec += "@#{name}\n"
instructions.each do |line|
line = line.gsub /^\t* *\n/, ""
line = line.gsub /\n *\t*\n/, "\n"
line = line.gsub /\n *\t*$/, ""
line = line.gsub fake_root_directory, "%{pkg}"
line = line.gsub name, "%{name}"
line = line.gsub version, "%{version}"
line = line.gsub dirname, "%{dirname}"
line = line.gsub(/^[\t ]*/, "").gsub(/\n\t*/, "\n\t")
spec += "\t#{line}\n"
end
spec += "\n" # Limitation of the current implementation.
end
end
spec
end
2019-07-02 03:50:50 +02:00
end