ipcd/src/websocketd.cr

require "option_parser"
require "ipc"
require "socket"
require "./colors"

require "json"

require "socket"
require "http/server"
require "base64"
require "digest"
require "./utils"

require "baguette-crystal-base"

require "colorize"

# All modifications to standard libraries go there.
require "./lib_modifications.cr"

class Context
	# service instance parameters
	# they can be changed via the cli
	class_property service_name   = "websocket"
	class_property host           = "0.0.0.0"
	class_property port_to_listen : UInt16 = 1234
	class_property timer_delay    : Int32 = 30_000.to_i32

	class_property print_messages = false
	class_property print_timer    = false
end

OptionParser.parse do |parser|
	parser.on "-l host", "--l host", "IP address to listen on." do |h|
		Context.host = h
	end

	parser.on "-p port", "--port port", "Port to listen on." do |port|
		Context.port_to_listen = port.to_u16
	end

	parser.on "-s service-name", "--service-name service-name", "Service name." do |name|
		Context.service_name = name
	end

	parser.on "-t timer-delay", "--timer-delay timer-delay", "Timer delay (in seconds)" do |t|
		Context.timer_delay = t.to_i32 * 1000
	end

	parser.on "-v verbosity-level", "--verbosity level", "Verbosity." do |opt|
		Baguette::Context.verbosity = opt.to_i
	end

	parser.on "-T", "--print-timer", "Print timer." do
		Context.print_timer = true
	end

	parser.on "-M", "--print-messages", "Print messages received and sent." do
		Context.print_messages = true
	end

	parser.on "-h", "--help", "Show this help" do
		puts parser
		exit 0
	end
end


# Link between fd and TCPSocket, WebSocket and IPC::Client instances.
class InstanceStorage
	property service : IPC::SwitchingService
	property switchtable : Hash(Int32, Int32)
	property is_client : Hash(Int32,Bool)
	property is_json : Hash(Int32, Bool)
	property fd_to_tcpsocket : Hash(Int32, TCPSocket)
	property fd_to_websocket : Hash(Int32, WebSocket)
	property fd_to_ipcclient : Hash(Int32, IPC::Client)

	def initialize (@service : IPC::SwitchingService)
		# fdlist_client = [] of TCPSocket
		@switchtable = Hash(Int32, Int32).new
		@is_client = Hash(Int32,Bool).new
		@is_json = Hash(Int32,Bool).new
		@fd_to_tcpsocket = Hash(Int32, TCPSocket).new
		@fd_to_websocket = Hash(Int32, WebSocket).new
		@fd_to_ipcclient = Hash(Int32, IPC::Client).new
	end

	def remove_fd (fdclient : Int32)
		Baguette::Log.info "closing the client:#{CRESET} #{fdclient}"
		if fdclient == -1
			raise "fdclient is -1, nothing to do with it"
		end

		begin
			# 1. closing both the client and the service
			tcpfdc = @fd_to_tcpsocket[fdclient]

			# 2. closing the TCP connections
			tcpfdc.close unless tcpfdc.closed?
		rescue e
			Baguette::Log.error "remove_fd: 1 #{e}"
		end

		# 3. removing the client and the service fds from the loop check
		begin
			@service.remove_fd (fdclient)
		rescue e
			Baguette::Log.error "remove_fd: 2 #{e}"
		end

		# 5. removing both the client and the service from the switchtable
		fdservice = @switchtable[fdclient]?
		@switchtable = @switchtable.select do |fdc, fds|
			fdc != fdclient && fds != fdclient
		end

		# 6. removing the client and the service from is_client
		@is_client = @is_client.select do |fd,v| fd != fdclient end
		@is_json = @is_json.select do |fd,v| fd != fdclient end

		@fd_to_websocket.select! do |fd, ws|
			fd != fdclient
		end

		begin
		if fdservice.nil?
			Baguette::Log.debug "client #{fdclient} aleady has its service removed"
		else
			@service.remove_fd (fdservice)

			service = @fd_to_ipcclient[fdservice]
			@fd_to_ipcclient = @fd_to_ipcclient.select do |k, v|
				k != fdservice
			end

			@is_client = @is_client.select do |fd,v| fd != fdservice end

			# perform the close at the end
			# on crash, this service still is removed from the list of listened fd
			service.close
		end
		rescue e
			Baguette::Log.error "remove_fd: 3 #{e}"
		end
	rescue e
		Baguette::Log.error "in InstanceStorage#remove_fd: #{e}"
	end
end

class Context
	class_property service = IPC::SwitchingService.new service_name
	class_property context = InstanceStorage.new service
end

# by default, listen on any IP address
server = TCPServer.new(Context.host, Context.port_to_listen)
Context.service << server.fd

def websocket_client_connection(client)
	request = HTTP::Request.from_io client
	if Context.print_messages
		pp! request
	end

	if request.nil?
		raise "#REQUEST IS NIL"
	end

	if request.is_a? HTTP::Status && request == HTTP::Status::BAD_REQUEST
		raise "BAD REQUEST DAZE~"
	end

	if request.is_a? HTTP::Status
		raise "Not bad request but still pretty bad: #{request.to_s}"
	end


	# FIXME: check they actually wanted to upgrade to websocket
	key = request.headers["Sec-WebSocket-Key"]
	response_key = Digest::SHA1.base64digest key + "258EAFA5-E914-47DA-95CA-C5AB0DC85B11"
	# puts response_key

	# HTTP inside bru
	headers_header = "HTTP/1.1 101 Switching Protocols"
	headers = HTTP::Headers {
		"Upgrade" => "websocket",
		"Connection" => "Upgrade",
		"Sec-WebSocket-Accept" => response_key
	}

	headers = headers.map { |key, value| "#{key}: #{value[0]}\r\n" }.join

	# requested service, fd
	req_service = request.path.lchop.sub "ws/", ""
	if req_service.empty?
		client.close
		return
	end

	# The client may ask to transcript JSON-based messages into IPC messages.
	# To that end, the client may send the name of the service it wants to reach with the prefix ".JSON".

	if req_service.ends_with? ".JSON"
		Context.context.is_json[client.fd] = true
		req_service = req_service.gsub /.JSON$/, ""
	else
		Context.context.is_json[client.fd] = false
	end

	# Hack to preserve the daemon naming convention.
	if req_service == "tracker"
		req_service = "tracking"
	end

	websocket_connection_procedure req_service, client.fd

	# If the requested service is trackingd, send the IP address of the client
	if req_service == "tracking"
		real_ip_address = request.headers["X-Real-IP"]? || client.remote_address.address

		sfd = Context.context.switchtable[client.fd]
		Baguette::Log.info "trackingd - sending the IP address #{real_ip_address} to fd #{sfd}"
		# message = IPC::Message.from_json(JSON).to_packet
		# => JSON has to include these attributes: mtype, utype, payload
		# message = IPC::Message.new mtype, utype, payload
		message = IPC::Message.new sfd, 1, 1.to_u8, "{\"ipaddress\": \"#{real_ip_address}\"}"
		if Context.print_messages
			Baguette::Log.info "to trackingd: #{message.to_s}"
		end
		serv = WrappedTCPFileDescriptor.new(fd: sfd, family: Socket::Family::INET)
		serv.send message.to_packet
	end

	if Context.print_messages
		Baguette::Log.info "to client: #{headers_header}\n#{headers.to_s}"
	end
	client.send "#{headers_header}\n#{headers.to_s}\r\n"

	wsclient = WebSocket.new client
	wsclient.on_pong do |m|
		Baguette::Log.debug "pong #{m}"
	end
	Context.context.is_client[client.fd] = true

	# listen to the client's file descriptor
	Context.context.service << client.fd
	# puts "#{CBLUE}new client: #{client.fd}#{CRESET}"

	# registering the client into storing structures to avoid being garbage collected
	Context.context.fd_to_tcpsocket[client.fd] = client
	Context.context.fd_to_websocket[client.fd] = wsclient
end

def closing_client (fdclient : Int)
	Baguette::Log.warning "Closing client #{fdclient}"
	Context.context.remove_fd fdclient
end

# first message from the client: requested service name
# 1. connection to the service
# 2. listening on the service fd
# 3. bounding both file descriptors (through switchtable hash)
# 4. indicating that the client is connected (in is_client)
def websocket_connection_procedure (requested_service : String, clientfd : Int32)
	begin
		# 1. establishing a connection to the service
		newservice = IPC::Client.new requested_service
		new_service_fd = newservice.fd.not_nil!
		Context.context.fd_to_ipcclient[new_service_fd] = newservice

		# 2. listening on the client fd and the service fd
		Context.context.service << new_service_fd

		# cannot perform automatic switching due to websockets headers
		# future version of the libipc lib should include some workaround, probably
		# service.switch.add fdclient, newservice.fd

		# 3. bounding the client and the service fd
		Context.context.switchtable[clientfd] = new_service_fd
		Context.context.switchtable[new_service_fd] = clientfd

		# 4. the client is then connected, send it a message
		Context.context.is_client[clientfd] = true
		Context.context.is_client[new_service_fd] = false
	rescue e
		Baguette::Log.error "Exception during connection to the service: #{e}"
		Context.context.remove_fd clientfd
	end
end

class FragmentBuffer
	property buffer : String = String.new
end

def websocket_switching_procedure (activefd : Int)
	begin
		# Baguette::Log.title "activefd is #{activefd}"
		if Context.context.is_client[activefd]
			# Baguette::Log.title "activefd #{activefd} is a client"
			# The client is a WebSocket on top of a TCP connection
			client = Context.context.fd_to_tcpsocket[activefd]
			wsclient = Context.context.fd_to_websocket[activefd]

			fb = FragmentBuffer.new

			loop do
				begin
					message = wsclient.run_once
				rescue e
					Baguette::Log.error "Exception (receiving a message) #{e}"
					Context.context.remove_fd activefd
					break
				end

				# Checking the internals of WebSocket, then the contained IO within, to know if there is still something to read in the socket.
				still_something_to_read = ! wsclient.ws.io.empty?

				if wsclient.closed?
					Baguette::Log.info "client #{activefd} is closing"
					Context.context.remove_fd activefd
					break
				end

				if message.nil?
					Baguette::Log.error "message received from #{activefd} is nil"
					Context.context.remove_fd activefd
					if still_something_to_read
						Baguette::Log.info "Still something to read, but #{activefd} was removed"
						next
					end
					break
				end

				case message
				when WebSocket::Error
					Baguette::Log.error "An error occured with client #{activefd}"
					Context.context.remove_fd activefd
					if still_something_to_read
						Baguette::Log.debug "Still something to read, but #{activefd} was removed"
						next
					end
					return
				when WebSocket::Ping
					Baguette::Log.debug "Received a ping message"
					if still_something_to_read
						Baguette::Log.debug "Still something to read"
						next
					end
					break
				when WebSocket::Pong
					Baguette::Log.debug "Received a pong message"
					if still_something_to_read
						Baguette::Log.debug "Still something to read"
						next
					end
					break
				when WebSocket::Close
					Baguette::Log.debug "Received a close message"
					Context.context.remove_fd activefd
					if still_something_to_read
						Baguette::Log.debug "Still something to read"
						next
					end
					break

				when WebSocket::NotFinal
					Baguette::Log.warning "Received only part of a message"
					# TODO: check if the message is OK when multiplexing
					# pp! message
					fb.buffer = fb.buffer + message.message
					if still_something_to_read
						Baguette::Log.debug "Still something to read"
						next
					end
					break

				when Bytes
					# TODO: when receiving a binary message
					# we should test the format and maybe its content
					Baguette::Log.warning "Received a binary message (not supported)"
					if still_something_to_read
						Baguette::Log.info "Still something to read"
						next
					end
				end

				# In case there was a previous messagee within a fragment.
				if fb.buffer.size > 0
					Baguette::Log.warning "SHOULD reconstitute the message!!"
				end
				if message.is_a?(String) && fb.buffer.size > 0
					Baguette::Log.warning "Reconstitute the message!!"
					message = fb.buffer + message

					fb.buffer = String.new
				end

				if Context.context.is_json[activefd] && message.is_a?(String)
					if Context.print_messages
						j = JSON.parse message
						Baguette::Log.info "received from client #{activefd}"
						pp! j["payload"]
					end
					message = IPC::Message.from_json(message).to_packet
				end

				# client => service
				fdservice = Context.context.switchtable[activefd]

				# XXX: this is not a TCP fd, but since behind the scene this is compatible, I'm hacking a bit
				# Also, I changed the "finalize" method of the TCPFileDescriptor class not to close the socket
				# when the object is GC.
				serv = WrappedTCPFileDescriptor.new(fd: fdservice, family: Socket::Family::INET)
				#serv = Context.context.fd_to_ipcclient[fdservice]
				serv.send message

				break unless still_something_to_read

			end # loop over the remaining messages to read on the websocket
		else
			# service => client
			fdclient = Context.context.switchtable[activefd]
			wsclient = Context.context.fd_to_websocket[fdclient]

			serv = Context.context.fd_to_ipcclient[activefd]
			message = serv.read

			if Context.context.is_json[fdclient]
				buf = message.to_json
				if Context.print_messages
					j = JSON.parse buf
					Baguette::Log.info "received from service #{activefd}"
					pp! j["payload"]
				end
			else
				buf = message.to_packet
			end

			wsclient.send buf
		end
	rescue e
		Baguette::Log.error "Exception during message transfer: #{e}"
		if Context.context.is_client[activefd]
			closing_client activefd
		else
			clientfd = Context.context.switchtable[activefd]
			closing_client clientfd
		end
	end
end

def sending_ping_messages
	Context.context.fd_to_websocket.each do |fd, ws|
		begin
			ws.ping "hello from #{fd}"
		rescue e
			Baguette::Log.error "#{CRED}Exception: #{e}#{CRESET}, already closed client #{fd}"
			begin
				Context.context.remove_fd fd
			rescue e
				Baguette::Log.error "#{CRED}Cannot remove #{fd} from clients: #{e}#{CRESET}"
			end
		end
	end
end

# Every few seconds, the service should trigger the timer
# Allowing the sending of Ping messages to clients
Context.service.base_timer = Context.timer_delay

Context.service.loop do |event|
	begin
		case event
		when IPC::Event::Timer
			Baguette::Log.info "IPC::Event::Timer" if Context.print_timer
			sending_ping_messages
		when IPC::Event::Connection
			Baguette::Log.debug "IPC::Event::Connection: #{event.fd}"

		when IPC::Event::Disconnection
			Baguette::Log.debug "IPC::Event::Disconnection: #{event.fd}"

		when IPC::Event::ExtraSocket
			Baguette::Log.debug "IPC::Event::ExtraSocket: #{event.fd}"

			# 1. accept new websocket clients
			if server.fd == event.fd
				client = server.accept
				begin
					websocket_client_connection client
					Baguette::Log.info "new client: #{client.fd}"
				rescue e
					Baguette::Log.error "Exception: #{e}"
					client.close
				end
				next
			end

			# 2. active fd != server fd
			activefd = event.fd
			if activefd <= 0
				Baguette::Log.error "faulty activefd: #{activefd}"
			end
			websocket_switching_procedure activefd

		when IPC::Event::Switch
			Baguette::Log.debug "IPC::Event::Switch: from fd #{event.fd}"
			raise "Not implemented."

		# IPC::Event::Message has to be the last entry
		# because ExtraSocket and Switch inherit from Message class
		when IPC::Event::MessageSent
			Baguette::Log.error "IPC::Event::MessageSent: #{event.fd}"

		when IPC::Event::MessageReceived
			Baguette::Log.debug "IPC::Event::MessageReceived: #{event.fd}"
			raise "Not implemented."
		end
	rescue e
		Baguette::Log.error "IPC loop final catch: #{e}"
	end
end