diff --git a/services/altideal.spec b/services/altideal.spec new file mode 100644 index 0000000..4ce3dc2 --- /dev/null +++ b/services/altideal.spec @@ -0,0 +1,11 @@ +name: altideal +command: ./bin/altideal -k /srv/${ENVIRONMENT}/jwt_key +environment-variables: + - LD_LIBRARY_PATH=/usr/local/lib +directory: /home/lukc/Sources/altideal +consumes: auth, pubsub, postgres + +%check + name: database setup + file: /srv/${ENVIRONMENT}/altideal-is-setup + command: cd /home/lukc/Sources/altideal && PGHOST=/tmp/postgresql-${ENVIRONMENT} ./setup.zsh --database && touch /srv/${ENVIRONMENT}/altideal-is-setup diff --git a/services/authd.spec b/services/authd.spec new file mode 100644 index 0000000..c9b276c --- /dev/null +++ b/services/authd.spec @@ -0,0 +1,22 @@ +name: authd +environment-variables: + - LD_LIBRARY_PATH=/usr/local/lib +user: authd +command: /home/lukc/Sources/authd/bin/authd -K /srv/${ENVIRONMENT}/jwt_key -u /srv/${ENVIRONMENT}/passwd -g /srv/${ENVIRONMENT}/group +%check + name: Creating IPC directory + directory: /run/ipc + command: install -d -m6777 /run/ipc +%check + name: Creating JWT key + file: /srv/${ENVIRONMENT}/jwt_key + command: head -c 64 /dev/urandom | base64 > /srv/${ENVIRONMENT}/jwt_key +%check + name: passwd file + file: /srv/${ENVIRONMENT}/passwd + command: touch /srv/${ENVIRONMENT}/passwd +%check + name: group file + file: /srv/${ENVIRONMENT}/group + command: touch /srv/${ENVIRONMENT}/group +provides: auth diff --git a/services/authd.yaml b/services/authd.yaml deleted file mode 100644 index 877c503..0000000 --- a/services/authd.yaml +++ /dev/null @@ -1,24 +0,0 @@ -name: authd -environment-variables: - - LD_LIBRARY_PATH=/usr/local/lib -user: authd -command: >- - /home/lukc/Sources/authd/bin/authd - -K /srv/%{ENVIRONMENT}/jwt_key - -u /srv/%{ENVIRONMENT}/passwd - -g /srv/%{ENVIRONMENT}/group -checks: - - name: Creating IPC directory - directory: /run/ipc - command: install -d -m6777 /run/ipc - - name: Creating JWT key - file: /srv/%{ENVIRONMENT}/jwt_key - command: head -c 64 /dev/urandom | base64 > /srv/%{ENVIRONMENT}/jwt_key - - name: passwd file - file: /srv/%{ENVIRONMENT}/passwd - command: touch /srv/%{ENVIRONMENT}/passwd - - name: group file - file: /srv/%{ENVIRONMENT}/group - command: touch /srv/%{ENVIRONMENT}/group -provides: - - token: auth diff --git a/services/postgresql.spec b/services/postgresql.spec new file mode 100644 index 0000000..a86b064 --- /dev/null +++ b/services/postgresql.spec @@ -0,0 +1,24 @@ +name: postgresql +user: postgres +command: /usr/bin/postgres -D /srv/${ENVIRONMENT}/postgresql -k /tmp/postgresql-${ENVIRONMENT} +#stop-command: kill -HUP ${PID} +environment-variables: + - PGROOT=/srv/${ENVIRONMENT}/postgresql +provides: postgres + +%check + name: database directory creation + directory: /srv/${ENVIRONMENT}/postgresql + command: mkdir -p /srv/${ENVIRONMENT}/postgresql && chown postgres:postgres /srv/${ENVIRONMENT}/postgresql + +%check + name: database creation + file: /srv/${ENVIRONMENT}/postgresql/base + command: su - postgres -c "initdb --locale en_US.UTF-8 -D '/srv/${ENVIRONMENT}/postgresql'" + +%check + name: sockets directory + directory: /tmp/postgres-${ENVIRONMENT} + # FIXME: impose permissions + command: mkdir -p /tmp/postgresql-${ENVIRONMENT} && chown postgres:postgres /tmp/postgresql-${ENVIRONMENT} + # FIXME: add postgresql-check-db-dir around here diff --git a/services/postgresql.yaml b/services/postgresql.yaml deleted file mode 100644 index f005db4..0000000 --- a/services/postgresql.yaml +++ /dev/null @@ -1,18 +0,0 @@ -name: postgresql -user: postgres -command: /usr/bin/postgres -D /srv/%{ENVIRONMENT}/postgresql -k /tmp/postgresql-%{ENVIRONMENT} -#stop-command: kill -HUP %{PID} -environment-variables: - - PGROOT=/srv/%{ENVIRONMENT}/postgresql -checks: - - name: database directory creation - directory: /srv/%{ENVIRONMENT}/postgresql - command: mkdir -p /srv/%{ENVIRONMENT}/postgresql && chown postgres:postgres /srv/%{ENVIRONMENT}/postgresql - - name: database creation - file: /srv/%{ENVIRONMENT}/postgresql/base - command: su - postgres -c "initdb --locale en_US.UTF-8 -D '/srv/%{ENVIRONMENT}/postgresql'" - - name: sockets directory - directory: /tmp/postgres-%{ENVIRONMENT} - # FIXME: impose permissions - command: mkdir -p /tmp/postgresql-%{ENVIRONMENT} && chown postgres:postgres /tmp/postgresql-%{ENVIRONMENT} - # FIXME: add postgresql-check-db-dir around here diff --git a/services/pubsubd.spec b/services/pubsubd.spec new file mode 100644 index 0000000..a98acfb --- /dev/null +++ b/services/pubsubd.spec @@ -0,0 +1,10 @@ +name: pubsubd +environment-variables: + - LD_LIBRARY_PATH=/usr/local/lib +command: pubsubd -s /srv/${ENVIRONMENT}/pubsub +provides: pubsub + +%check + name: Creating storage directory + directory: /srv/${ENVIRONMENT}/pubsub + command: install -d -m6777 /srv/${ENVIRONMENT}/pubsub diff --git a/src/service/environment.cr b/src/service/environment.cr index a9c7887..42a57cb 100644 --- a/src/service/environment.cr +++ b/src/service/environment.cr @@ -1,4 +1,4 @@ -require "yaml" +require "spec" class Environment enum Type @@ -6,34 +6,32 @@ class Environment RootFileSystem end - YAML.mapping({ - name: String, - type: { - type: Type, - default: Type::Prefix - }, - domain_name: { - type: String?, - key: "domain-name" - }, - checks: { - # FIXME: Would probably need a more neutral namespace. - type: Array(ServiceDefinition::Checks), - default: Array(ServiceDefinition::Checks).new - } - }) + getter name : String + getter type : Type = Type::Prefix + getter domain_name : String? + getter checks = Array(ServiceDefinition::Checks).new def initialize() @name = "root" - @type = Type::Prefix @checks = Array(ServiceDefinition::Checks).new # FIXME: Should this *really* be here? - @checks << ServiceDefinition::Checks.from_yaml <<-EOF - name: Creating data directory - directory: /srv/%{ENVIRONMENT} - command: mkdir -p /srv/%{ENVIRONMENT} && chmod a+rwt /srv/%{ENVIRONMENT} - EOF + @checks << ServiceDefinition::Checks.new "Creating data directory", + "mkdir -p /srv/${ENVIRONMENT} && chmod a+rwt /srv/${ENVIRONMENT}", + directory: "/srv/${ENVIRONMENT}" + end + + def initialize(specs : Specs) + assignments = specs.assignments + + @name = assignments["name"].as_s + assignments["type"].try &.as_s.tap do |type| + @type = Type.parse type + end + + specs.sections.select(&.name.==("check")).each do |check| + @checks << ServiceDefinition::Checks.new check + end end class_getter root = Environment.new @@ -41,14 +39,14 @@ class Environment def self.load(path) Dir.each_child path do |child| - unless child.match /\.yaml$/ + unless child.match /\.spec$/ next end file_path = "#{path}/#{child}" begin - environment = Environment.from_yaml File.read file_path + environment = Environment.new Specs.parse(file_path).not_nil! rescue e STDERR << "error loading #{file_path}: " << e << "\n" # FIXME: Print stacktrace? Debug mode? diff --git a/src/service/service.cr b/src/service/service.cr index 07031ca..9965812 100644 --- a/src/service/service.cr +++ b/src/service/service.cr @@ -17,6 +17,7 @@ end class Service getter environment : Environment getter providers = ProvidersList.new + getter consumed_tokens = Array(Consumer).new class Exception < ::Exception end @@ -27,24 +28,14 @@ class Service end end - struct AsYAML - YAML.mapping({ - name: String, - environment: String, - consumes: { - type: Array(YAMLConsumes), - default: [] of YAMLConsumes - } - }) - end - struct YAMLConsumes - YAML.mapping({ - token: String, - from: String - }) + struct Consumer + getter token : String + getter from : String + def initialize(@token, @from) + end end - def initialize(name, environment_name : String?, @consumes = [] of YAMLConsumes) + def initialize(name, environment_name : String?, @consumed_tokens = [] of Consumer) @reference = ServiceDefinition.get name @environment = if environment_name.nil? || environment_name == "" Environment.root @@ -52,22 +43,41 @@ class Service Environment.get environment_name end - @consumes.each do |consume| + @consumed_tokens.each do |consume| @providers[consume.token] = consume.from end end - def self.from_yaml(yaml) - yaml = AsYAML.from_yaml yaml - + def initialize(specs : Specs) + assignments = specs.assignments - self.new yaml.name, yaml.environment, yaml.consumes + @reference = ServiceDefinition.get assignments["name"].as_s + + env = assignments["environment"]?.try &.as_s + @environment = if env.nil? || env == "" + Environment.root + else + Environment.get env + end + + specs.sections.select(&.name.==("consumes")).each do |section| + @consumed_tokens << Consumer.new section.options[0], section.content["from"].as_s + end end - def to_yaml - { - name: name, - environment: @environment.name - }.to_yaml + + def to_spec + file = [ + "name: #{@reference.name}", + "environment: #{@environment.name}" + # FIXME: consumed tokens are missing. + ] + + @consumed_tokens.each do |token| + file << "%consumes #{token.token}" + file << " from: #{token.from}" + end + + file.join("\n") + "\n" end def id @@ -95,9 +105,11 @@ class Service @reference.provides end - def export_environment_variables - ENV["SERVICE_ENVIRONMENT"] = @environment.name - ENV["SERVICE_ENVIRONMENT_TYPE"] = @environment.type.to_s + private def build_environment + env = {} of String => String + + env["ENVIRONMENT"] = @environment.name + env["ENVIRONMENT_TYPE"] = @environment.type.to_s # FIXME: Parsing should probably be done… when parsing the file. # FIXME: Parsing is probably a bit primitive. Maybe this isn’t the right way of defining this. @@ -107,11 +119,15 @@ class Service value = string[variable.size..string.size] variable = variable[0..variable.size-2] - ENV[variable] = value + env[variable] = value end + + env end + + # FIXME: Is working on ${} really a good idea? private def evaluate(string) - string.gsub /%{[a-zA-Z]+}/ do |match| + string.gsub /\${[a-zA-Z]+}/ do |match| match = match[2..match.size-2] if match.downcase == "environment" @@ -123,16 +139,16 @@ class Service end def start(pid_dir : String, log_dir : String) - export_environment_variables - (@environment.checks + @reference.checks).each do |check| run_check = false check.file.try do |file| + file = evaluate file run_check = true if ! File.exists? evaluate file end check.directory.try do |directory| + directory = evaluate directory run_check = true if ! Dir.exists? evaluate directory end @@ -143,7 +159,10 @@ class Service puts " - #{check.name}" child = Process.fork do - Process.exec "sh", ["-c", evaluate check.command], output: Process::Redirect::Inherit, error: Process::Redirect::Inherit + Process.exec "sh", ["-c", evaluate check.command], + output: Process::Redirect::Inherit, + error: Process::Redirect::Inherit, + env: build_environment end.wait if child.exit_status != 0 @@ -171,7 +190,9 @@ class Service end end - Process.exec command, args, chdir: @reference.directory + Process.exec command, args, + chdir: @reference.directory, + env: build_environment end self.save_pid pid_dir, process.pid @@ -272,20 +293,26 @@ class Service class_getter all = [] of Service def self.load(path) Dir.each_child path do |child| - unless child.match /\.yaml$/ + unless child.match /\.spec$/ next end - @@all << Service.from_yaml File.read "#{path}/#{child}" + begin + specs = Specs.parse("#{path}/#{child}").not_nil! + rescue + next + end + + @@all << Service.new specs end end def write(path) - File.write "#{path}/#{name}.#{@environment.name}.yaml", to_yaml + File.write "#{path}/#{name}.#{@environment.name}.spec", to_spec end def remove(path) - File.delete "#{path}/#{name}.#{@environment.name}.yaml" + File.delete "#{path}/#{name}.#{@environment.name}.spec" end def self.get_by_id(id) @@ -316,7 +343,7 @@ class Service def dependency_tree tree = [self] of ServiceTree - @consumes.each do |token| + @consumed_tokens.each do |token| service = Service.get_by_id token.from unless service diff --git a/src/service/service_definition.cr b/src/service/service_definition.cr index afa76ae..6cf5196 100644 --- a/src/service/service_definition.cr +++ b/src/service/service_definition.cr @@ -3,7 +3,8 @@ require "spec" class ServiceDefinition struct Consumes - def initialize(@token : String) + getter token : String + def initialize(@token) @optional = false if @token.match /\?$/ @@ -11,73 +12,49 @@ class ServiceDefinition @optional = true end end - YAML.mapping({ - token: String, - optional: { - type: Bool, - default: false - } - }) end struct Provides - def initialize(@token : String) + getter token : String + def initialize(@token) end - YAML.mapping({ - token: String - }) end struct Checks + getter name : String + getter command : String + getter directory : String? + getter file : String? + + def initialize(@name, @command, @file = nil, @directory = nil) + end def initialize(section : Specs::Section) @name = section.content["name"].as_s @file = section.content["file"]?.try &.as_s @directory = section.content["directory"]?.try &.as_s @command = section.content["command"].as_s end - YAML.mapping({ - name: String, - file: String?, - directory: String?, - command: String - }) end - YAML.mapping({ - name: String, - command: String, - stop_command: { - type: String?, - key: "stop-command" - }, - directory: String?, # Place to chdir to before running @command. - user: String?, # User that should run the service. - provides: { - type: Array(Provides), - default: [] of Provides - }, - consumes: { - type: Array(Consumes), - default: [] of Consumes - }, - checks: { - type: Array(Checks), - default: [] of Checks - }, - environment_variables: { - type: Array(String), - key: "environment-variables", - default: [] of String - } - }) class_getter all = [] of ServiceDefinition + getter name : String + getter command : String + getter stop_command : String? + getter directory : String? + getter user : String? + getter provides : String? + getter consumes : Array(Consumes) + getter environment_variables : Array(String) + getter checks : Array(Checks) + getter provides : Array(Provides) + def initialize(specs : Specs) sections = specs.sections - pp! specs specs = specs.assignments @name = specs["name"].as_s @command = specs["command"].as_s @stop_command = specs["stop-command"]?.try &.as_s @directory = specs["directory"]?.try &.as_s + @user = specs["user"]?.try &.as_s @provides = specs["provides"]?.try &.as_a_or_s.map { |x| Provides.new x } || Array(Provides).new @consumes = specs["consumes"]?.try &.as_a_or_s.map { |x| Consumes.new x } || Array(Consumes).new @checks = sections.select(&.name.== "check").map { |x| Checks.new x } || Array(Checks).new @@ -86,9 +63,7 @@ class ServiceDefinition def self.load(path) Dir.each_child path do |child| - if child.match /\.yaml$/ - @@all << ServiceDefinition.from_yaml File.read "#{path}/#{child}" - elsif child.match /\.spec$/ + if child.match /\.spec$/ @@all << ServiceDefinition.new Specs.parse("#{path}/#{child}").not_nil! else next