Current section

Files

Jump to
libcluster lib strategy gossip.ex
Raw

lib/strategy/gossip.ex

defmodule Cluster.Strategy.Gossip do
@moduledoc """
This clustering strategy uses multicast UDP to gossip node names
to other nodes on the network. These packets are listened for on
each node as well, and a connection will be established between the
two nodes if they are reachable on the network, and share the same
magic cookie. In this way, a cluster of nodes may be formed dynamically.
The gossip protocol is extremely simple, with a prelude followed by the node
name which sent the packet. The node name is parsed from the packet, and a
connection attempt is made. It will fail if the two nodes do not share a cookie.
By default, the gossip occurs on port 45892, using the multicast address 230.1.1.251
The gossip protocol is not encrypted by default, but can be by providing a secret
in the configuration of the strategy (as shown below).
This can also be used to run multiple clusters with the same multicast configuration,
as nodes not sharing the same encryption key will not be connected.
You may configure the multicast address, the interface address to bind to, the port,
the TTL of the packets and the optional secret using the following settings:
config :libcluster,
topologies: [
gossip_example: [
strategy: #{__MODULE__},
config: [
port: 45892,
if_addr: "0.0.0.0",
multicast_addr: "230.1.1.251",
multicast_ttl: 1,
secret: "somepassword"]]]
A TTL of 1 will limit packets to the local network, and is the default TTL.
Debug logging is deactivated by default for this clustering strategy, but it can be easily activated by configuring the application:
use Mix.Config
config :libcluster,
debug: true
All the checks are done at runtime, so you can flip the debug level without being forced to shutdown your node.
"""
use GenServer
use Cluster.Strategy
import Cluster.Logger
alias Cluster.Strategy.State
@default_port 45892
@default_addr {0, 0, 0, 0}
@default_multicast_addr {230, 1, 1, 251}
def start_link(args) do
GenServer.start_link(__MODULE__, args)
end
def init([%State{config: config} = state]) do
port = Keyword.get(config, :port, @default_port)
ip =
config
|> Keyword.get(:if_addr, @default_addr)
|> sanitize_ip()
ttl = Keyword.get(config, :multicast_ttl, 1)
multicast_addr =
config
|> Keyword.get(:multicast_addr, @default_multicast_addr)
|> sanitize_ip()
{:ok, socket} =
:gen_udp.open(port, [
:binary,
active: true,
ip: ip,
reuseaddr: true,
broadcast: true,
multicast_ttl: ttl,
multicast_loop: true,
add_membership: {multicast_addr, {0, 0, 0, 0}}
])
secret = Keyword.get(config, :secret, nil)
state = %State{state | :meta => {multicast_addr, port, socket, secret}}
{:ok, state, 0}
end
defp sanitize_ip(input) do
case input do
{_a, _b, _c, _d} = ip ->
ip
ip when is_binary(ip) ->
{:ok, addr} = :inet.parse_ipv4_address(~c"#{ip}")
addr
end
end
# Send stuttered heartbeats
def handle_info(:timeout, state), do: handle_info(:heartbeat, state)
def handle_info(:heartbeat, %State{meta: {multicast_addr, port, socket, _}} = state) do
debug(state.topology, "heartbeat")
:gen_udp.send(socket, multicast_addr, port, heartbeat(node(), state))
Process.send_after(self(), :heartbeat, :rand.uniform(5_000))
{:noreply, state}
end
# Handle received heartbeats
def handle_info(
{:udp, _socket, _ip, _port, <<"heartbeat::", _::binary>> = packet},
%State{meta: {_, _, _, secret}} = state
)
when is_nil(secret) do
handle_heartbeat(state, packet)
{:noreply, state}
end
def handle_info(
{:udp, _socket, _ip, _port, <<iv::binary-size(16)>> <> ciphertext},
%State{meta: {_, _, _, secret}} = state
)
when is_binary(secret) do
case decrypt(ciphertext, secret, iv) do
{:ok, plaintext} ->
handle_heartbeat(state, plaintext)
{:noreply, state}
_ ->
{:noreply, state}
end
end
def handle_info({:udp, _socket, _ip, _port, _}, state) do
{:noreply, state}
end
def terminate(_type, _reason, %State{meta: {_, _, socket, _}}) do
:gen_udp.close(socket)
:ok
end
# Construct iodata representing packet to send
defp heartbeat(node_name, %State{meta: {_, _, _, secret}})
when is_nil(secret) do
["heartbeat::", :erlang.term_to_binary(%{node: node_name})]
end
defp heartbeat(node_name, %State{meta: {_, _, _, secret}}) when is_binary(secret) do
message = "heartbeat::" <> :erlang.term_to_binary(%{node: node_name})
{:ok, iv, msg} = encrypt(message, secret)
[iv, msg]
end
# Upon receipt of a heartbeat, we check to see if the node
# is connected to us, and if not, we connect to it.
# If the connection fails, it's likely because the cookie
# is different, and thus a node we can ignore
@spec handle_heartbeat(State.t(), binary) :: :ok
defp handle_heartbeat(%State{} = state, <<"heartbeat::", rest::binary>>) do
self = node()
connect = state.connect
list_nodes = state.list_nodes
topology = state.topology
case :erlang.binary_to_term(rest) do
%{node: ^self} ->
:ok
%{node: n} when is_atom(n) ->
debug(state.topology, "received heartbeat from #{n}")
Cluster.Strategy.connect_nodes(topology, connect, list_nodes, [n])
:ok
_ ->
:ok
end
end
defp handle_heartbeat(_state, _packet) do
:ok
end
defp encrypt(plaintext, password) do
iv = :crypto.strong_rand_bytes(16)
key = :crypto.hash(:sha256, password)
ciphertext = :crypto.block_encrypt(:aes_cbc256, key, iv, pkcs7_pad(plaintext))
{:ok, iv, ciphertext}
end
defp decrypt(ciphertext, password, iv) do
key = :crypto.hash(:sha256, password)
with {:unpadding, {:ok, padded}} <- {:unpadding, safe_decrypt(key, iv, ciphertext)},
{:decrypt, {:ok, _plaintext} = res} <- {:decrypt, pkcs7_unpad(padded)} do
res
else
{:unpadding, :error} -> {:error, :decrypt}
{:decrypt, :error} -> {:error, :unpadding}
end
end
defp safe_decrypt(key, iv, ciphertext) do
try do
{:ok, :crypto.block_decrypt(:aes_cbc256, key, iv, ciphertext)}
rescue
ArgumentError ->
:error
end
end
#
# Pads a message using the PKCS #7 cryptographic message syntax.
#
# from: https://github.com/izelnakri/aes256/blob/master/lib/aes256.ex
#
# See: https://tools.ietf.org/html/rfc2315
# See: `pkcs7_unpad/1`
defp pkcs7_pad(message) do
bytes_remaining = rem(byte_size(message), 16)
padding_size = 16 - bytes_remaining
message <> :binary.copy(<<padding_size>>, padding_size)
end
#
# Unpads a message using the PKCS #7 cryptographic message syntax.
#
# from: https://github.com/izelnakri/aes256/blob/master/lib/aes256.ex
#
# See: https://tools.ietf.org/html/rfc2315
# See: `pkcs7_pad/1`
defp pkcs7_unpad(<<>>), do: :error
defp pkcs7_unpad(message) do
padding_size = :binary.last(message)
if padding_size <= 16 do
message_size = byte_size(message)
if binary_part(message, message_size, -padding_size) ===
:binary.copy(<<padding_size>>, padding_size) do
{:ok, binary_part(message, 0, message_size - padding_size)}
else
:error
end
else
:error
end
end
end