2019-12-11 18:10:09 +01:00
|
|
|
|
require "file_utils"
|
|
|
|
|
require "json"
|
|
|
|
|
|
|
|
|
|
require "./indexer.cr"
|
|
|
|
|
|
2019-12-11 23:18:20 +01:00
|
|
|
|
class DODB::Partition(V) < DODB::Indexer(V)
|
2019-12-11 18:10:09 +01:00
|
|
|
|
property name : String
|
|
|
|
|
property key_proc : Proc(V, String)
|
|
|
|
|
getter storage_root : String
|
|
|
|
|
|
|
|
|
|
def initialize(@storage_root, @name, @key_proc)
|
2019-12-19 04:22:14 +01:00
|
|
|
|
::Dir.mkdir_p indexing_directory
|
2019-12-11 18:10:09 +01:00
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
def check!(key, value, old_value)
|
|
|
|
|
return true # Partitions don’t have collisions or overloads.
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
def index(key, value)
|
|
|
|
|
partition = key_proc.call value
|
|
|
|
|
|
|
|
|
|
symlink = get_partition_symlink(partition, key)
|
|
|
|
|
|
|
|
|
|
Dir.mkdir_p ::File.dirname symlink
|
|
|
|
|
|
|
|
|
|
# FIXME: Should not happen anymore. Should we remove this?
|
|
|
|
|
::File.delete symlink if ::File.exists? symlink
|
|
|
|
|
|
|
|
|
|
::File.symlink get_data_symlink(key), symlink
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
def deindex(key, value)
|
|
|
|
|
partition = key_proc.call value
|
|
|
|
|
|
|
|
|
|
symlink = get_partition_symlink(partition, key)
|
|
|
|
|
|
|
|
|
|
::File.delete symlink
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
def get(partition)
|
|
|
|
|
r_value = Array(V).new
|
|
|
|
|
|
2019-12-19 04:22:14 +01:00
|
|
|
|
partition_directory = indexing_directory partition
|
2019-12-11 18:10:09 +01:00
|
|
|
|
Dir.each_child partition_directory do |child|
|
|
|
|
|
r_value << V.from_json ::File.read "#{partition_directory}/#{child}"
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
r_value
|
|
|
|
|
end
|
|
|
|
|
|
2019-12-19 04:22:14 +01:00
|
|
|
|
def indexing_directory : String
|
2019-12-11 18:10:09 +01:00
|
|
|
|
"#{@storage_root}/partitions/by_#{@name}"
|
|
|
|
|
end
|
|
|
|
|
|
2019-12-19 04:22:14 +01:00
|
|
|
|
private def indexing_directory(partition)
|
|
|
|
|
"#{indexing_directory}/#{partition}"
|
2019-12-11 18:10:09 +01:00
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
private def get_partition_symlink(partition : String, key : String)
|
2019-12-19 04:22:14 +01:00
|
|
|
|
"#{indexing_directory partition}/#{key}.json"
|
2019-12-11 18:10:09 +01:00
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
private def get_data_symlink(key : String)
|
|
|
|
|
"../../../data/#{key}.json"
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
|