Packages
eventstore
1.4.7
1.4.8
1.4.7
1.4.6
1.4.4
1.4.3
1.4.2
1.4.1
1.4.0
1.3.2
1.3.1
1.3.0
1.2.3
1.2.2
1.2.1
1.2.0
1.1.0
1.0.3
1.0.2
1.0.1
1.0.0
1.0.0-rc.0
0.17.0
0.16.2
0.16.1
0.16.0
0.15.1
0.15.0
0.14.0
0.14.0-rc.0
0.13.2
0.13.1
0.13.0
0.12.1
0.12.0
0.11.0
0.11.0-rc.0
0.10.1
0.10.0
0.9.0
0.8.1
0.8.0
0.7.4
0.7.3
0.7.2
0.7.1
0.7.0
0.6.2
0.6.1
0.6.0
0.5.2
0.5.1
0.5.0
0.4.3
0.4.2
0.4.1
0.4.0
0.3.0
0.2.1
0.2.0
0.1.0
0.0.5
0.0.4
0.0.3
0.0.2
0.0.1
Event store using PostgreSQL for persistence.
Current section
Files
Jump to
Current section
Files
lib/event_store/streams/stream.ex
defmodule EventStore.Streams.Stream do
@moduledoc false
alias EventStore.{EventData, RecordedEvent, Storage, UUID}
alias EventStore.Streams.StreamInfo
def append_to_stream(conn, stream_uuid, expected_version, events, opts)
when length(events) < 1000 do
{serializer, new_opts} = Keyword.pop(opts, :serializer)
with {:ok, stream} <- stream_info(conn, stream_uuid, expected_version, new_opts),
:ok <- do_append_to_storage(conn, stream, events, expected_version, serializer, new_opts) do
:ok
end
|> maybe_retry_once(conn, stream_uuid, expected_version, events, opts)
end
def append_to_stream(conn, stream_uuid, expected_version, events, opts) do
{serializer, new_opts} = Keyword.pop(opts, :serializer)
transaction(
conn,
fn transaction ->
with {:ok, stream} <- stream_info(transaction, stream_uuid, expected_version, new_opts),
:ok <-
do_append_to_storage(
transaction,
stream,
events,
expected_version,
serializer,
new_opts
) do
:ok
else
{:error, error} -> Postgrex.rollback(transaction, error)
end
end,
new_opts
)
|> maybe_retry_once(conn, stream_uuid, expected_version, events, opts)
end
def link_to_stream(conn, stream_uuid, expected_version, events_or_event_ids, opts) do
transaction(
conn,
fn transaction ->
with {:ok, stream} <- stream_info(transaction, stream_uuid, expected_version, opts),
{:ok, stream} <- prepare_stream(transaction, stream, opts),
:ok <- do_link_to_storage(transaction, stream, events_or_event_ids, opts) do
:ok
else
{:error, error} -> Postgrex.rollback(transaction, error)
end
end,
opts
)
end
def paginate_streams(conn, opts), do: Storage.paginate_streams(conn, opts)
def read_stream_forward(conn, stream_uuid, start_version, count, opts) do
with {:ok, stream} <- stream_info(conn, stream_uuid, :stream_exists, opts) do
read_storage_forward(conn, stream, start_version, count, opts)
end
end
def read_stream_backward(conn, stream_uuid, start_version, count, opts) do
with {:ok, stream} <- stream_info(conn, stream_uuid, :stream_exists, opts) do
read_storage_backward(conn, stream, start_version, count, opts)
end
end
def stream_forward(conn, stream_uuid, start_version, opts) do
with {:ok, stream} <- stream_info(conn, stream_uuid, :stream_exists, opts) do
stream_storage_forward(conn, stream, start_version, opts)
end
end
def stream_backward(conn, stream_uuid, start_version, opts) do
with {:ok, stream} <- stream_info(conn, stream_uuid, :stream_exists, opts) do
stream_storage_backward(conn, stream, start_version, opts)
end
end
def start_from(_conn, _stream_uuid, :origin, _opts), do: {:ok, 0}
def start_from(conn, stream_uuid, :current, opts),
do: stream_version(conn, stream_uuid, opts)
def start_from(_conn, _stream_uuid, start_from, _opts) when is_integer(start_from),
do: {:ok, start_from}
def start_from(_conn, _stream_uuid, _start_from, _opts),
do: {:error, :invalid_start_from}
def stream_version(conn, stream_uuid, opts) do
with {:ok, stream} <- stream_info(conn, stream_uuid, :any_version, opts) do
%StreamInfo{stream_version: stream_version} = stream
{:ok, stream_version}
end
end
def delete(conn, stream_uuid, expected_version, :soft, opts) do
with {:ok, %StreamInfo{} = stream} <- stream_info(conn, stream_uuid, expected_version, opts) do
soft_delete_stream(conn, stream, opts)
end
end
def delete(conn, stream_uuid, expected_version, :hard, opts) do
with {:ok, %StreamInfo{} = stream} <- stream_info(conn, stream_uuid, expected_version, opts) do
hard_delete_stream(conn, stream, opts)
end
end
def stream_info(conn, stream_uuid, expected_version, opts) do
opts = query_opts(opts)
with {:ok, stream_info} <- Storage.stream_info(conn, stream_uuid, opts),
:ok <- StreamInfo.validate_expected_version(stream_info, expected_version) do
{:ok, stream_info}
end
end
# Create stream when it doesn't yet exist.
defp prepare_stream(conn, %StreamInfo{stream_id: nil} = stream, opts) do
%StreamInfo{stream_uuid: stream_uuid} = stream
opts = query_opts(opts)
with {:ok, stream_id} <- Storage.create_stream(conn, stream_uuid, opts) do
{:ok, %StreamInfo{stream | stream_id: stream_id}}
end
end
# Stream already exists, nothing to do.
defp prepare_stream(_conn, %StreamInfo{} = stream, _opts), do: {:ok, stream}
defp do_append_to_storage(
conn,
%StreamInfo{} = stream,
events,
expected_version,
serializer,
opts
) do
prepared_events = prepare_events(events, stream, serializer, opts)
write_to_stream(conn, prepared_events, stream, expected_version, opts)
end
defp prepare_events(events, %StreamInfo{} = stream, serializer, opts) do
%StreamInfo{stream_uuid: stream_uuid, stream_version: stream_version} = stream
events
|> Enum.map(&map_to_recorded_event(&1, opts[:created_at_override] || utc_now(), serializer))
|> Enum.with_index(1)
|> Enum.map(fn {recorded_event, index} ->
%RecordedEvent{
recorded_event
| stream_uuid: stream_uuid,
stream_version: stream_version + index
}
end)
end
defp map_to_recorded_event(
%EventData{data: %{__struct__: event_type}, event_type: nil} = event,
created_at,
serializer
) do
%{event | event_type: Atom.to_string(event_type)}
|> map_to_recorded_event(created_at, serializer)
end
defp map_to_recorded_event(%EventData{} = event_data, created_at, serializer) do
%EventData{
event_id: event_id,
causation_id: causation_id,
correlation_id: correlation_id,
event_type: event_type,
data: data,
metadata: metadata
} = event_data
%RecordedEvent{
event_id: event_id || UUID.uuid4(),
causation_id: causation_id,
correlation_id: correlation_id,
event_type: event_type,
data: serializer.serialize(data),
metadata: serializer.serialize(metadata),
created_at: created_at
}
end
defp do_link_to_storage(conn, %StreamInfo{} = stream, events_or_event_ids, opts) do
%StreamInfo{stream_id: stream_id} = stream
event_ids = Enum.map(events_or_event_ids, &extract_event_id/1)
Storage.link_to_stream(conn, stream_id, event_ids, opts)
end
defp extract_event_id(%RecordedEvent{event_id: event_id}), do: event_id
defp extract_event_id(event_id) when is_binary(event_id), do: event_id
defp extract_event_id(invalid) do
raise ArgumentError, message: "Invalid event id, expected a UUID but got: #{inspect(invalid)}"
end
defp write_to_stream(conn, prepared_events, %StreamInfo{} = stream, expected_version, opts) do
%StreamInfo{stream_id: stream_id} = stream
opts = Keyword.put(opts, :expected_version, expected_version)
Storage.append_to_stream(conn, stream_id, prepared_events, opts)
end
defp read_storage_forward(conn, %StreamInfo{} = stream, start_version, count, opts) do
%StreamInfo{stream_id: stream_id} = stream
{serializer, opts} = Keyword.pop(opts, :serializer)
with {:ok, recorded_events} <-
Storage.read_stream_forward(conn, stream_id, start_version, count, opts) do
deserialized_events = deserialize_recorded_events(recorded_events, serializer)
{:ok, deserialized_events}
end
end
defp read_storage_backward(conn, %StreamInfo{} = stream, start_version, count, opts) do
%StreamInfo{stream_id: stream_id} = stream
{serializer, opts} = Keyword.pop(opts, :serializer)
with {:ok, recorded_events} <-
Storage.read_stream_backward(conn, stream_id, start_version, count, opts) do
deserialized_events = deserialize_recorded_events(recorded_events, serializer)
{:ok, deserialized_events}
end
end
# Stream forwards from the first event in the stream.
defp stream_storage_forward(conn, stream, 0, opts),
do: stream_storage_forward(conn, stream, 1, opts)
defp stream_storage_forward(conn, stream, start_version, opts) do
read_batch_size = Keyword.fetch!(opts, :read_batch_size)
Elixir.Stream.resource(
fn -> start_version end,
fn next_version ->
case read_storage_forward(conn, stream, next_version, read_batch_size, opts) do
{:ok, []} -> {:halt, next_version}
{:ok, events} -> {events, next_version + length(events)}
end
end,
fn _next_version -> :ok end
)
end
# Stream backwards from the last event in the stream.
defp stream_storage_backward(conn, stream, -1, opts) do
%StreamInfo{stream_version: stream_version} = stream
stream_storage_backward(conn, stream, stream_version, opts)
end
defp stream_storage_backward(conn, stream, start_version, opts) do
read_batch_size = Keyword.fetch!(opts, :read_batch_size)
Elixir.Stream.resource(
fn -> start_version end,
fn
next_version when next_version <= 0 ->
{:halt, 0}
next_version ->
case read_storage_backward(conn, stream, next_version, read_batch_size, opts) do
{:ok, []} -> {:halt, next_version}
{:ok, events} -> {events, next_version - length(events)}
end
end,
fn _next_version -> :ok end
)
end
defp deserialize_recorded_events(recorded_events, serializer),
do: Enum.map(recorded_events, &RecordedEvent.deserialize(&1, serializer))
defp soft_delete_stream(conn, stream, opts) do
%StreamInfo{stream_id: stream_id} = stream
opts = query_opts(opts)
Storage.soft_delete_stream(conn, stream_id, opts)
end
defp hard_delete_stream(conn, stream, opts) do
%StreamInfo{stream_id: stream_id} = stream
if Keyword.fetch!(opts, :enable_hard_deletes) do
opts = query_opts(opts)
transaction(
conn,
fn transaction ->
with :ok <- set_enable_hard_deletes(transaction),
:ok <- Storage.hard_delete_stream(transaction, stream_id, opts) do
:ok
else
{:error, error} -> Postgrex.rollback(transaction, error)
end
end,
opts
)
else
{:error, :not_supported}
end
end
defp set_enable_hard_deletes(conn) do
query = "SET SESSION eventstore.enable_hard_deletes TO 'on';"
with {:ok, %Postgrex.Result{}} <- Postgrex.query(conn, query, []) do
:ok
end
end
defp maybe_retry_once(
{:error, :duplicate_stream_uuid},
conn,
stream_uuid,
expected_version,
events,
opts
) do
unless Keyword.has_key?(opts, :retried_once) do
opts = Keyword.put(opts, :retried_once, true)
append_to_stream(conn, stream_uuid, expected_version, events, opts)
else
{:error, {:already_retried_once, :duplicate_stream_uuid}}
end
end
defp maybe_retry_once(error, _conn, _stream_uuid, _expected_version, _events, _opts), do: error
defp transaction(conn, transaction_fun, opts) do
case Postgrex.transaction(conn, transaction_fun, opts) do
{:ok, :ok} -> :ok
{:error, _error} = reply -> reply
end
end
defp query_opts(opts), do: Keyword.take(opts, [:schema, :timeout])
# Returns the current date time in UTC.
defp utc_now, do: DateTime.utc_now()
end