2011-04-11 10:41:06 -04:00
|
|
|
#!/usr/bin/env ruby
|
|
|
|
|
|
|
|
require 'rubygems'
|
|
|
|
require 'redis'
|
|
|
|
|
2011-04-12 11:06:33 -04:00
|
|
|
ClusterHashSlots = 4096
|
|
|
|
|
2011-04-11 10:58:47 -04:00
|
|
|
def xputs(s)
|
|
|
|
printf s
|
|
|
|
STDOUT.flush
|
|
|
|
end
|
2011-04-11 10:41:06 -04:00
|
|
|
|
2011-04-11 10:58:47 -04:00
|
|
|
class ClusterNode
|
|
|
|
def initialize(addr)
|
|
|
|
s = addr.split(":")
|
2011-04-11 10:41:06 -04:00
|
|
|
if s.length != 2
|
|
|
|
puts "Invalid node name #{node}"
|
|
|
|
exit 1
|
|
|
|
end
|
2011-04-11 10:58:47 -04:00
|
|
|
@host = s[0]
|
|
|
|
@port = s[1]
|
2011-04-12 11:06:33 -04:00
|
|
|
@slots = {}
|
|
|
|
@dirty = false
|
2011-04-11 10:41:06 -04:00
|
|
|
end
|
|
|
|
|
2011-04-11 10:58:47 -04:00
|
|
|
def to_s
|
|
|
|
"#{@host}:#{@port}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def connect
|
|
|
|
xputs "Connecting to node #{self}: "
|
2011-04-11 10:41:06 -04:00
|
|
|
begin
|
2011-04-11 10:58:47 -04:00
|
|
|
@r = Redis.new(:host => @ost, :port => @port)
|
|
|
|
@r.ping
|
2011-04-11 10:41:06 -04:00
|
|
|
rescue
|
|
|
|
puts "ERROR"
|
2011-04-11 10:58:47 -04:00
|
|
|
puts "Sorry, can't connect to node #{self}"
|
2011-04-11 10:41:06 -04:00
|
|
|
end
|
|
|
|
puts "OK"
|
|
|
|
end
|
|
|
|
|
2011-04-11 10:58:47 -04:00
|
|
|
def assert_cluster
|
|
|
|
info = @r.info
|
|
|
|
if !info["cluster_enabled"] || info["cluster_enabled"].to_i == 0
|
|
|
|
puts "Error: Node #{self} is not configured as a cluster node."
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2011-04-11 12:26:00 -04:00
|
|
|
def assert_empty
|
|
|
|
if !(@r.cluster("info").split("\r\n").index("cluster_known_nodes:1")) ||
|
|
|
|
(@r.info['db0'])
|
|
|
|
puts "Error: Node #{self} is not empty. Either the node already knows other nodes (check with nodes-info) or contains some key in database 0."
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2011-04-12 11:06:33 -04:00
|
|
|
def add_slots(slots)
|
|
|
|
slots.each{|s|
|
|
|
|
@slots[s] = :new
|
|
|
|
}
|
|
|
|
@dirty = true
|
|
|
|
end
|
|
|
|
|
|
|
|
def flush_node_config
|
|
|
|
return if !@dirty
|
|
|
|
new = []
|
|
|
|
@slots.each{|s,val|
|
|
|
|
if val == :new
|
|
|
|
new << s
|
|
|
|
@slots[s] = true
|
|
|
|
end
|
|
|
|
}
|
|
|
|
@r.cluster("addslots",*new)
|
|
|
|
@dirty = false
|
|
|
|
end
|
|
|
|
|
2011-04-13 09:58:05 -04:00
|
|
|
def info_string
|
2011-04-12 11:06:33 -04:00
|
|
|
slots = @slots.map{|k,v| k}.reduce{|a,b|
|
|
|
|
a = [(a..a)] if !a.is_a?(Array)
|
|
|
|
if b == (a[-1].last)+1
|
|
|
|
a[-1] = (a[-1].first)..b
|
|
|
|
a
|
|
|
|
else
|
|
|
|
a << (b..b)
|
|
|
|
end
|
|
|
|
}.map{|x|
|
|
|
|
(x.first == x.last) ? x.first.to_s : "#{x.first}-#{x.last}"
|
|
|
|
}.join(",")
|
|
|
|
"#{self.to_s.ljust(25)} slots:#{slots}"
|
|
|
|
end
|
2011-04-13 09:58:05 -04:00
|
|
|
|
|
|
|
def info
|
|
|
|
{
|
|
|
|
:host => @host,
|
|
|
|
:port => @port,
|
|
|
|
:slots => @slots,
|
|
|
|
:dirty => @dirty
|
|
|
|
}
|
|
|
|
end
|
2011-04-12 11:06:33 -04:00
|
|
|
|
|
|
|
def is_dirty?
|
|
|
|
@dirty
|
|
|
|
end
|
|
|
|
|
2011-04-11 10:58:47 -04:00
|
|
|
def r
|
|
|
|
@r
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
class RedisTrib
|
2011-04-12 11:06:33 -04:00
|
|
|
def initialize
|
|
|
|
@nodes = []
|
|
|
|
end
|
|
|
|
|
2011-04-11 10:58:47 -04:00
|
|
|
def check_arity(req_args, num_args)
|
|
|
|
if ((req_args > 0 and num_args != req_args) ||
|
|
|
|
(req_args < 0 and num_args < req_args.abs))
|
|
|
|
puts "Wrong number of arguments for specified sub command"
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2011-04-11 10:41:06 -04:00
|
|
|
def create_cluster
|
|
|
|
puts "Creating cluster"
|
2011-04-11 10:58:47 -04:00
|
|
|
ARGV[1..-1].each{|n|
|
|
|
|
node = ClusterNode.new(n)
|
|
|
|
node.connect
|
|
|
|
node.assert_cluster
|
2011-04-11 12:26:00 -04:00
|
|
|
node.assert_empty
|
2011-04-12 11:06:33 -04:00
|
|
|
@nodes << node
|
2011-04-11 10:41:06 -04:00
|
|
|
}
|
2011-04-12 11:06:33 -04:00
|
|
|
puts "Performing hash slots allocation on #{@nodes.length} nodes..."
|
|
|
|
alloc_slots
|
|
|
|
show_nodes
|
|
|
|
yes_or_die "Can I set the above configuration?"
|
|
|
|
flush_nodes_config
|
|
|
|
puts "** Nodes configuration updated"
|
2011-04-13 09:58:05 -04:00
|
|
|
puts "** Sending CLUSTER MEET messages to join the cluster"
|
2011-04-12 11:06:33 -04:00
|
|
|
join_cluster
|
2011-04-13 09:58:05 -04:00
|
|
|
check_cluster
|
|
|
|
end
|
|
|
|
|
|
|
|
def check_cluster
|
|
|
|
puts "Check if the cluster looks sane"
|
2011-04-12 11:06:33 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def alloc_slots
|
|
|
|
slots_per_node = ClusterHashSlots/@nodes.length
|
|
|
|
i = 0
|
|
|
|
@nodes.each{|n|
|
|
|
|
first = i*slots_per_node
|
|
|
|
last = first+slots_per_node-1
|
|
|
|
last = ClusterHashSlots-1 if i == @nodes.length-1
|
|
|
|
n.add_slots first..last
|
|
|
|
i += 1
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def flush_nodes_config
|
|
|
|
@nodes.each{|n|
|
|
|
|
n.flush_node_config
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def show_nodes
|
|
|
|
@nodes.each{|n|
|
2011-04-13 09:58:05 -04:00
|
|
|
puts n.info_string
|
2011-04-12 11:06:33 -04:00
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def join_cluster
|
2011-04-13 09:58:05 -04:00
|
|
|
# We use a brute force approach to make sure the node will meet
|
|
|
|
# each other, that is, sending CLUSTER MEET messages to all the nodes
|
|
|
|
# about the very same node.
|
|
|
|
# Thanks to gossip this information should propagate across all the
|
|
|
|
# cluster in a matter of seconds.
|
|
|
|
first = false
|
|
|
|
@nodes.each{|n|
|
|
|
|
if !first then first = n.info; next; end # Skip the first node
|
|
|
|
n.r.cluster("meet",first[:host],first[:port])
|
|
|
|
}
|
2011-04-12 11:06:33 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def yes_or_die(msg)
|
|
|
|
print "#{msg} (type 'yes' to accept): "
|
|
|
|
STDOUT.flush
|
|
|
|
if !(STDIN.gets.chomp.downcase == "yes")
|
|
|
|
puts "Aborting..."
|
|
|
|
exit 1
|
|
|
|
end
|
2011-04-11 10:41:06 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
COMMANDS={
|
2011-04-13 09:58:05 -04:00
|
|
|
"create" => ["create_cluster", -2, "host1:port host2:port ... hostN:port"],
|
|
|
|
"check" => ["check_cluster", 1, "host:port"]
|
2011-04-11 10:41:06 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
# Sanity check
|
|
|
|
if ARGV.length == 0
|
|
|
|
puts "Usage: redis-trib <command> <arguments ...>"
|
2011-04-13 04:38:56 -04:00
|
|
|
puts
|
|
|
|
COMMANDS.each{|k,v|
|
|
|
|
puts " #{k.ljust(20)} #{v[2]}"
|
|
|
|
}
|
|
|
|
puts
|
2011-04-11 10:41:06 -04:00
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
|
|
|
|
rt = RedisTrib.new
|
|
|
|
cmd_spec = COMMANDS[ARGV[0].downcase]
|
|
|
|
if !cmd_spec
|
|
|
|
puts "Unknown redis-trib subcommand '#{ARGV[0]}'"
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
rt.check_arity(cmd_spec[1],ARGV.length)
|
|
|
|
|
|
|
|
# Dispatch
|
|
|
|
rt.send(cmd_spec[0])
|