2009-03-22 05:30:00 -04:00
|
|
|
require 'socket'
|
2009-05-09 03:25:59 -04:00
|
|
|
require File.join(File.dirname(__FILE__),'pipeline')
|
2009-03-27 07:14:35 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
begin
|
|
|
|
if RUBY_VERSION >= '1.9'
|
|
|
|
require 'timeout'
|
|
|
|
RedisTimer = Timeout
|
|
|
|
else
|
|
|
|
require 'system_timer'
|
|
|
|
RedisTimer = SystemTimer
|
|
|
|
end
|
|
|
|
rescue LoadError
|
|
|
|
RedisTimer = nil
|
2009-03-27 07:14:35 -04:00
|
|
|
end
|
2009-05-26 12:10:50 -04:00
|
|
|
|
2009-03-22 05:30:00 -04:00
|
|
|
class Redis
|
2009-06-09 18:11:17 -04:00
|
|
|
OK = "OK".freeze
|
|
|
|
MINUS = "-".freeze
|
|
|
|
PLUS = "+".freeze
|
|
|
|
COLON = ":".freeze
|
|
|
|
DOLLAR = "$".freeze
|
|
|
|
ASTERISK = "*".freeze
|
|
|
|
|
|
|
|
BULK_COMMANDS = {
|
|
|
|
"set" => true,
|
|
|
|
"setnx" => true,
|
|
|
|
"rpush" => true,
|
|
|
|
"lpush" => true,
|
|
|
|
"lset" => true,
|
|
|
|
"lrem" => true,
|
|
|
|
"sadd" => true,
|
|
|
|
"srem" => true,
|
|
|
|
"sismember" => true,
|
|
|
|
"echo" => true,
|
|
|
|
"getset" => true,
|
|
|
|
"smove" => true
|
|
|
|
}
|
|
|
|
|
2009-09-02 04:37:32 -04:00
|
|
|
BOOLEAN_PROCESSOR = lambda{|r| r == 1 }
|
2009-06-09 18:11:17 -04:00
|
|
|
|
|
|
|
REPLY_PROCESSOR = {
|
|
|
|
"exists" => BOOLEAN_PROCESSOR,
|
|
|
|
"sismember" => BOOLEAN_PROCESSOR,
|
|
|
|
"sadd" => BOOLEAN_PROCESSOR,
|
|
|
|
"srem" => BOOLEAN_PROCESSOR,
|
|
|
|
"smove" => BOOLEAN_PROCESSOR,
|
|
|
|
"move" => BOOLEAN_PROCESSOR,
|
|
|
|
"setnx" => BOOLEAN_PROCESSOR,
|
|
|
|
"del" => BOOLEAN_PROCESSOR,
|
|
|
|
"renamenx" => BOOLEAN_PROCESSOR,
|
|
|
|
"expire" => BOOLEAN_PROCESSOR,
|
|
|
|
"keys" => lambda{|r| r.split(" ")},
|
|
|
|
"info" => lambda{|r|
|
|
|
|
info = {}
|
|
|
|
r.each_line {|kv|
|
|
|
|
k,v = kv.split(":",2).map{|x| x.chomp}
|
|
|
|
info[k.to_sym] = v
|
|
|
|
}
|
|
|
|
info
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ALIASES = {
|
|
|
|
"flush_db" => "flushdb",
|
|
|
|
"flush_all" => "flushall",
|
|
|
|
"last_save" => "lastsave",
|
|
|
|
"key?" => "exists",
|
|
|
|
"delete" => "del",
|
|
|
|
"randkey" => "randomkey",
|
|
|
|
"list_length" => "llen",
|
|
|
|
"push_tail" => "rpush",
|
|
|
|
"push_head" => "lpush",
|
|
|
|
"pop_tail" => "rpop",
|
|
|
|
"pop_head" => "lpop",
|
|
|
|
"list_set" => "lset",
|
|
|
|
"list_range" => "lrange",
|
|
|
|
"list_trim" => "ltrim",
|
|
|
|
"list_index" => "lindex",
|
|
|
|
"list_rm" => "lrem",
|
|
|
|
"set_add" => "sadd",
|
|
|
|
"set_delete" => "srem",
|
|
|
|
"set_count" => "scard",
|
|
|
|
"set_member?" => "sismember",
|
|
|
|
"set_members" => "smembers",
|
|
|
|
"set_intersect" => "sinter",
|
|
|
|
"set_intersect_store" => "sinterstore",
|
|
|
|
"set_inter_store" => "sinterstore",
|
|
|
|
"set_union" => "sunion",
|
|
|
|
"set_union_store" => "sunionstore",
|
|
|
|
"set_diff" => "sdiff",
|
|
|
|
"set_diff_store" => "sdiffstore",
|
|
|
|
"set_move" => "smove",
|
|
|
|
"set_unless_exists" => "setnx",
|
|
|
|
"rename_unless_exists" => "renamenx",
|
|
|
|
"type?" => "type"
|
|
|
|
}
|
|
|
|
|
2009-09-02 04:37:32 -04:00
|
|
|
DISABLED_COMMANDS = {
|
|
|
|
"monitor" => true,
|
|
|
|
"sync" => true
|
|
|
|
}
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def initialize(options = {})
|
|
|
|
@host = options[:host] || '127.0.0.1'
|
|
|
|
@port = (options[:port] || 6379).to_i
|
|
|
|
@db = (options[:db] || 0).to_i
|
|
|
|
@timeout = (options[:timeout] || 5).to_i
|
2009-09-02 04:37:32 -04:00
|
|
|
@password = options[:password]
|
|
|
|
@logger = options[:logger]
|
|
|
|
|
|
|
|
@logger.info { self.to_s } if @logger
|
2009-06-09 18:11:17 -04:00
|
|
|
connect_to_server
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-03-27 07:14:35 -04:00
|
|
|
|
2009-06-09 18:08:10 -04:00
|
|
|
def to_s
|
2009-09-02 04:37:32 -04:00
|
|
|
"Redis Client connected to #{server} against DB #{@db}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def server
|
|
|
|
"#{@host}:#{@port}"
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-03-27 07:14:35 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def connect_to_server
|
|
|
|
@sock = connect_to(@host, @port, @timeout == 0 ? nil : @timeout)
|
2009-09-02 04:37:32 -04:00
|
|
|
call_command(["auth",@password]) if @password
|
2009-06-09 18:11:17 -04:00
|
|
|
call_command(["select",@db]) unless @db == 0
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-03-27 07:14:35 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def connect_to(host, port, timeout=nil)
|
|
|
|
# We support connect() timeout only if system_timer is availabe
|
|
|
|
# or if we are running against Ruby >= 1.9
|
|
|
|
# Timeout reading from the socket instead will be supported anyway.
|
|
|
|
if @timeout != 0 and RedisTimer
|
|
|
|
begin
|
|
|
|
sock = TCPSocket.new(host, port)
|
|
|
|
rescue Timeout::Error
|
|
|
|
@sock = nil
|
|
|
|
raise Timeout::Error, "Timeout connecting to the server"
|
|
|
|
end
|
|
|
|
else
|
|
|
|
sock = TCPSocket.new(host, port)
|
2009-05-29 06:28:37 -04:00
|
|
|
end
|
2009-06-09 18:11:17 -04:00
|
|
|
sock.setsockopt Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1
|
|
|
|
|
|
|
|
# If the timeout is set we set the low level socket options in order
|
|
|
|
# to make sure a blocking read will return after the specified number
|
|
|
|
# of seconds. This hack is from memcached ruby client.
|
|
|
|
if timeout
|
|
|
|
secs = Integer(timeout)
|
|
|
|
usecs = Integer((timeout - secs) * 1_000_000)
|
|
|
|
optval = [secs, usecs].pack("l_2")
|
|
|
|
sock.setsockopt Socket::SOL_SOCKET, Socket::SO_RCVTIMEO, optval
|
|
|
|
sock.setsockopt Socket::SOL_SOCKET, Socket::SO_SNDTIMEO, optval
|
|
|
|
end
|
|
|
|
sock
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-05-09 03:25:59 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def method_missing(*argv)
|
|
|
|
call_command(argv)
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def call_command(argv)
|
2009-09-02 04:37:32 -04:00
|
|
|
@logger.debug { argv.inspect } if @logger
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
# this wrapper to raw_call_command handle reconnection on socket
|
|
|
|
# error. We try to reconnect just one time, otherwise let the error
|
|
|
|
# araise.
|
|
|
|
connect_to_server if !@sock
|
2009-09-02 04:37:32 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
begin
|
|
|
|
raw_call_command(argv.dup)
|
2009-06-10 08:40:11 -04:00
|
|
|
rescue Errno::ECONNRESET, Errno::EPIPE
|
2009-06-09 18:11:17 -04:00
|
|
|
@sock.close
|
2009-09-02 04:37:32 -04:00
|
|
|
@sock = nil
|
2009-06-09 18:11:17 -04:00
|
|
|
connect_to_server
|
|
|
|
raw_call_command(argv.dup)
|
|
|
|
end
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def raw_call_command(argvp)
|
|
|
|
pipeline = argvp[0].is_a?(Array)
|
2009-06-09 18:08:10 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
unless pipeline
|
|
|
|
argvv = [argvp]
|
2009-06-09 18:08:10 -04:00
|
|
|
else
|
2009-06-09 18:11:17 -04:00
|
|
|
argvv = argvp
|
2009-05-29 06:28:37 -04:00
|
|
|
end
|
2009-03-27 07:14:35 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
command = ''
|
2009-06-09 18:08:10 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
argvv.each do |argv|
|
|
|
|
bulk = nil
|
|
|
|
argv[0] = argv[0].to_s.downcase
|
|
|
|
argv[0] = ALIASES[argv[0]] if ALIASES[argv[0]]
|
2009-09-02 04:37:32 -04:00
|
|
|
raise "#{argv[0]} command is disabled" if DISABLED_COMMANDS[argv[0]]
|
2009-06-09 18:11:17 -04:00
|
|
|
if BULK_COMMANDS[argv[0]] and argv.length > 1
|
|
|
|
bulk = argv[-1].to_s
|
2009-09-02 04:37:32 -04:00
|
|
|
argv[-1] = bulk.respond_to?(:bytesize) ? bulk.bytesize : bulk.size
|
2009-06-09 18:11:17 -04:00
|
|
|
end
|
2009-09-02 04:37:32 -04:00
|
|
|
command << "#{argv.join(' ')}\r\n"
|
|
|
|
command << "#{bulk}\r\n" if bulk
|
2009-05-29 06:28:37 -04:00
|
|
|
end
|
2009-05-26 12:10:50 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
@sock.write(command)
|
2009-05-26 12:10:50 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
results = argvv.map do |argv|
|
|
|
|
processor = REPLY_PROCESSOR[argv[0]]
|
|
|
|
processor ? processor.call(read_reply) : read_reply
|
2009-05-26 12:10:50 -04:00
|
|
|
end
|
2009-05-29 06:28:37 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
return pipeline ? results : results[0]
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def select(*args)
|
|
|
|
raise "SELECT not allowed, use the :db option when creating the object"
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def [](key)
|
2009-09-02 04:37:32 -04:00
|
|
|
self.get(key)
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def []=(key,value)
|
|
|
|
set(key,value)
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def set(key, value, expiry=nil)
|
|
|
|
s = call_command([:set, key, value]) == OK
|
|
|
|
expire(key, expiry) if s && expiry
|
|
|
|
s
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def sort(key, options = {})
|
2009-09-02 04:37:32 -04:00
|
|
|
cmd = ["SORT"]
|
|
|
|
cmd << key
|
2009-06-09 18:11:17 -04:00
|
|
|
cmd << "BY #{options[:by]}" if options[:by]
|
|
|
|
cmd << "GET #{[options[:get]].flatten * ' GET '}" if options[:get]
|
|
|
|
cmd << "#{options[:order]}" if options[:order]
|
|
|
|
cmd << "LIMIT #{options[:limit].join(' ')}" if options[:limit]
|
|
|
|
call_command(cmd)
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def incr(key, increment = nil)
|
|
|
|
call_command(increment ? ["incrby",key,increment] : ["incr",key])
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-05-29 06:28:37 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def decr(key,decrement = nil)
|
|
|
|
call_command(decrement ? ["decrby",key,decrement] : ["decr",key])
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-09-02 04:37:32 -04:00
|
|
|
# Similar to memcache.rb's #get_multi, returns a hash mapping
|
|
|
|
# keys to values.
|
|
|
|
def mapped_mget(*keys)
|
|
|
|
mget(*keys).inject({}) do |hash, value|
|
|
|
|
key = keys.shift
|
|
|
|
value.nil? ? hash : hash.merge(key => value)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
# Ruby defines a now deprecated type method so we need to override it here
|
|
|
|
# since it will never hit method_missing
|
|
|
|
def type(key)
|
|
|
|
call_command(['type', key])
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def quit
|
|
|
|
call_command(['quit'])
|
|
|
|
rescue Errno::ECONNRESET
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def pipelined(&block)
|
|
|
|
pipeline = Pipeline.new self
|
|
|
|
yield pipeline
|
|
|
|
pipeline.execute
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-05-29 06:28:37 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
def read_reply
|
|
|
|
# We read the first byte using read() mainly because gets() is
|
|
|
|
# immune to raw socket timeouts.
|
2009-06-09 18:08:10 -04:00
|
|
|
begin
|
2009-06-09 18:11:17 -04:00
|
|
|
rtype = @sock.read(1)
|
|
|
|
rescue Errno::EAGAIN
|
|
|
|
# We want to make sure it reconnects on the next command after the
|
|
|
|
# timeout. Otherwise the server may reply in the meantime leaving
|
|
|
|
# the protocol in a desync status.
|
|
|
|
@sock = nil
|
|
|
|
raise Errno::EAGAIN, "Timeout reading from the socket"
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-05-26 12:10:50 -04:00
|
|
|
|
2009-06-09 18:11:17 -04:00
|
|
|
raise Errno::ECONNRESET,"Connection lost" if !rtype
|
|
|
|
line = @sock.gets
|
|
|
|
case rtype
|
|
|
|
when MINUS
|
|
|
|
raise MINUS + line.strip
|
|
|
|
when PLUS
|
|
|
|
line.strip
|
|
|
|
when COLON
|
|
|
|
line.to_i
|
|
|
|
when DOLLAR
|
|
|
|
bulklen = line.to_i
|
|
|
|
return nil if bulklen == -1
|
|
|
|
data = @sock.read(bulklen)
|
|
|
|
@sock.read(2) # CRLF
|
|
|
|
data
|
|
|
|
when ASTERISK
|
|
|
|
objects = line.to_i
|
|
|
|
return nil if bulklen == -1
|
|
|
|
res = []
|
|
|
|
objects.times {
|
|
|
|
res << read_reply
|
|
|
|
}
|
|
|
|
res
|
2009-06-09 18:08:10 -04:00
|
|
|
else
|
2009-06-09 18:11:17 -04:00
|
|
|
raise "Protocol error, got '#{rtype}' as initial reply byte"
|
2009-03-22 05:30:00 -04:00
|
|
|
end
|
2009-06-09 18:08:10 -04:00
|
|
|
end
|
2009-04-07 19:36:23 -04:00
|
|
|
end
|