101 lines
2.1 KiB
Crystal
101 lines
2.1 KiB
Crystal
require "file_utils"
|
||
require "json"
|
||
|
||
require "./indexer.cr"
|
||
|
||
class DODB::Partition(V) < DODB::Indexer(V)
|
||
property name : String
|
||
property key_proc : Proc(V, String)
|
||
getter storage_root : String
|
||
|
||
@storage : DODB::Storage(V)
|
||
|
||
def initialize(@storage, @storage_root, @name, @key_proc)
|
||
::Dir.mkdir_p indexing_directory
|
||
end
|
||
|
||
def check!(key, value, old_value)
|
||
return true # Partitions don’t have collisions or overloads.
|
||
end
|
||
|
||
def index(key, value)
|
||
partition = key_proc.call value
|
||
|
||
symlink = get_partition_symlink(partition, key)
|
||
|
||
Dir.mkdir_p ::File.dirname symlink
|
||
|
||
# FIXME: Should not happen anymore. Should we remove this?
|
||
::File.delete symlink if ::File.exists? symlink
|
||
|
||
::File.symlink get_data_symlink(key), symlink
|
||
end
|
||
|
||
def deindex(key, value)
|
||
partition = key_proc.call value
|
||
|
||
symlink = get_partition_symlink(partition, key)
|
||
|
||
::File.delete symlink
|
||
end
|
||
|
||
def get(partition)
|
||
r_value = Array(V).new
|
||
|
||
partition_directory = indexing_directory partition
|
||
|
||
return r_value unless Dir.exists? partition_directory
|
||
|
||
Dir.each_child partition_directory do |child|
|
||
r_value << V.from_json ::File.read "#{partition_directory}/#{child}"
|
||
end
|
||
|
||
r_value
|
||
end
|
||
|
||
def delete(partition)
|
||
delete partition, do true end
|
||
end
|
||
|
||
def delete(partition, &matcher)
|
||
partition_directory = indexing_directory partition
|
||
|
||
return unless Dir.exists? partition_directory
|
||
|
||
Dir.each_child partition_directory do |child|
|
||
path = "#{partition_directory}/#{child}"
|
||
item = V.from_json ::File.read path
|
||
|
||
if yield item
|
||
key = get_key path
|
||
|
||
@storage.delete key
|
||
end
|
||
end
|
||
end
|
||
|
||
def indexing_directory : String
|
||
"#{@storage_root}/partitions/by_#{@name}"
|
||
end
|
||
|
||
private def get_key(path : String) : Int32
|
||
::File.readlink(path)
|
||
.sub(/\.json$/, "")
|
||
.sub(/^.*\//, "")
|
||
.to_i
|
||
end
|
||
|
||
private def indexing_directory(partition)
|
||
"#{indexing_directory}/#{partition}"
|
||
end
|
||
|
||
private def get_partition_symlink(partition : String, key : String)
|
||
"#{indexing_directory partition}/#{key}.json"
|
||
end
|
||
|
||
private def get_data_symlink(key : String)
|
||
"../../../data/#{key}.json"
|
||
end
|
||
end
|
||
|