forked from Baguette/dodb.cr
WIP partitioning.
parent
dd7e493507
commit
b3296bd1e5
126
orm.cr
126
orm.cr
|
@ -2,8 +2,39 @@
|
||||||
require "json"
|
require "json"
|
||||||
|
|
||||||
class FS::Hash(K, V)
|
class FS::Hash(K, V)
|
||||||
|
class PartitionData(V)
|
||||||
|
property name : String
|
||||||
|
property key_proc : Proc(V, String)
|
||||||
|
|
||||||
|
def initialize(@name, @key_proc)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
@partitions = [] of PartitionData(V)
|
||||||
|
|
||||||
def initialize(@directory_name : String)
|
def initialize(@directory_name : String)
|
||||||
initialize
|
Dir.mkdir_p @directory_name
|
||||||
|
end
|
||||||
|
|
||||||
|
##
|
||||||
|
# name is the name that will be used on the file system.
|
||||||
|
def new_partition(name : String, &block : Proc(V, String))
|
||||||
|
@partitions.push PartitionData(V).new name, block
|
||||||
|
|
||||||
|
Dir.mkdir_p "#{@directory_name}/.by_#{name}"
|
||||||
|
end
|
||||||
|
|
||||||
|
def get_partition(name : String, key : K)
|
||||||
|
r_value = Array(V).new
|
||||||
|
|
||||||
|
partition_directory = "#{@directory_name}/.by_#{name}/#{key}"
|
||||||
|
Dir.each_child partition_directory do |child|
|
||||||
|
pp child
|
||||||
|
|
||||||
|
r_value << V.from_json File.read "#{partition_directory}/#{child}"
|
||||||
|
end
|
||||||
|
|
||||||
|
r_value
|
||||||
end
|
end
|
||||||
|
|
||||||
def []?(key)
|
def []?(key)
|
||||||
|
@ -20,7 +51,21 @@ class FS::Hash(K, V)
|
||||||
end
|
end
|
||||||
|
|
||||||
def []=(key, value)
|
def []=(key, value)
|
||||||
|
# FIXME: Update partitions pointing to previous value (in any)
|
||||||
|
|
||||||
File.write file_path(key), value.to_json
|
File.write file_path(key), value.to_json
|
||||||
|
|
||||||
|
@partitions.each do |index|
|
||||||
|
index_key = index.key_proc.call value
|
||||||
|
|
||||||
|
symlink = file_path(key, index.name, index_key)
|
||||||
|
|
||||||
|
Dir.mkdir_p File.dirname symlink
|
||||||
|
|
||||||
|
File.delete symlink if File.exists? symlink
|
||||||
|
|
||||||
|
File.symlink symlink_path(key), symlink
|
||||||
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
def delete(key)
|
def delete(key)
|
||||||
|
@ -32,11 +77,29 @@ class FS::Hash(K, V)
|
||||||
# FIXME: Only intercept “no such file" errors
|
# FIXME: Only intercept “no such file" errors
|
||||||
end
|
end
|
||||||
|
|
||||||
|
unless value.nil?
|
||||||
|
@partitions.each do |index|
|
||||||
|
index_key = index.key_proc.call value
|
||||||
|
|
||||||
|
symlink = file_path(key, index.name, index_key)
|
||||||
|
|
||||||
|
puts "old index #{key.to_s} => #{index_key}"
|
||||||
|
puts "symlink is #{symlink}"
|
||||||
|
|
||||||
|
File.delete symlink
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
value
|
value
|
||||||
end
|
end
|
||||||
|
|
||||||
|
##
|
||||||
|
# CAUTION: Very slow. Try not to use.
|
||||||
|
# Can be useful for making dumps or to restore a database, however.
|
||||||
def each
|
def each
|
||||||
Dir.each_child @directory_name do |child|
|
Dir.each_child @directory_name do |child|
|
||||||
|
next if child.match /^\./
|
||||||
|
|
||||||
full_path = "#{@directory_name}/#{child}"
|
full_path = "#{@directory_name}/#{child}"
|
||||||
|
|
||||||
begin
|
begin
|
||||||
|
@ -57,18 +120,30 @@ class FS::Hash(K, V)
|
||||||
"#{@directory_name}/#{key.to_s}.json"
|
"#{@directory_name}/#{key.to_s}.json"
|
||||||
end
|
end
|
||||||
|
|
||||||
|
private def file_path(key : String, index_name : String, index_key : String)
|
||||||
|
"#{@directory_name}/.by_#{index_name}/#{index_key}/#{key}.json"
|
||||||
|
end
|
||||||
|
|
||||||
|
private def symlink_path(key : K)
|
||||||
|
"../../#{key.to_s}.json"
|
||||||
|
end
|
||||||
|
|
||||||
private def read(file_path : String)
|
private def read(file_path : String)
|
||||||
V.from_json File.read file_path
|
V.from_json File.read file_path
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
# Basic mapping testing.
|
||||||
|
|
||||||
a = FS::Hash(String, JSON::Any).new "test-storage"
|
a = FS::Hash(String, JSON::Any).new "test-storage"
|
||||||
|
|
||||||
|
a["a"] = JSON::Any.new "now exists"
|
||||||
|
|
||||||
pp! a["a"]
|
pp! a["a"]
|
||||||
pp! a["no file found"]?
|
pp! a["no file found"]?
|
||||||
pp! a["invalid json"]?
|
pp! a["invalid json"]?
|
||||||
|
|
||||||
pp! a["new entry"] = "blip blop"
|
pp! a["new entry"] = JSON::Any.new "blip blop"
|
||||||
pp! a.delete "new entry"
|
pp! a.delete "new entry"
|
||||||
pp! a.delete "non-existant entry"
|
pp! a.delete "non-existant entry"
|
||||||
|
|
||||||
|
@ -76,3 +151,50 @@ a.each do |k, v|
|
||||||
pp! k, v
|
pp! k, v
|
||||||
end
|
end
|
||||||
|
|
||||||
|
# Indexation testing.
|
||||||
|
|
||||||
|
require "uuid"
|
||||||
|
|
||||||
|
class Article
|
||||||
|
JSON.mapping({
|
||||||
|
id: String,
|
||||||
|
title: String,
|
||||||
|
author: String
|
||||||
|
})
|
||||||
|
|
||||||
|
def initialize(@id, @title, @author)
|
||||||
|
end
|
||||||
|
|
||||||
|
getter author
|
||||||
|
getter id
|
||||||
|
end
|
||||||
|
|
||||||
|
articles = FS::Hash(String, Article).new "articles"
|
||||||
|
by_author = articles.new_partition "author", &.author
|
||||||
|
|
||||||
|
article = Article.new UUID.random.to_s, "Bleh foo bar", "Satsuki"
|
||||||
|
articles[article.id] = article
|
||||||
|
|
||||||
|
article = Article.new UUID.random.to_s, "Bleh foo bar", "Natsuki"
|
||||||
|
articles[article.id] = article
|
||||||
|
|
||||||
|
article = Article.new UUID.random.to_s, "Bleh foo bar", "Mutsuki"
|
||||||
|
articles[article.id] = article
|
||||||
|
|
||||||
|
articles.delete articles.get_partition("author", "Natsuki")[0].id
|
||||||
|
|
||||||
|
article = Article.new UUID.random.to_s, "Bleh foo bar", "Satsuki"
|
||||||
|
articles[article.id] = article
|
||||||
|
|
||||||
|
articles.delete articles.get_partition("author", "Satsuki")[1].id
|
||||||
|
|
||||||
|
article = Article.new UUID.random.to_s, "Bleh foo bar", "Satsuki"
|
||||||
|
articles[article.id] = article
|
||||||
|
|
||||||
|
article = Article.new UUID.random.to_s, "Bleh foo bar", "Nagatsuki"
|
||||||
|
articles[article.id] = article
|
||||||
|
|
||||||
|
articles.each do |a, b|
|
||||||
|
p a, b
|
||||||
|
end
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue