Current section

Files

Jump to
mongox lib mongo cursor.ex
Raw

lib/mongo/cursor.ex

import Record, only: [defrecordp: 2]
alias Mongo.Connection
alias Mongo.ReadResult
alias Mongo.Pool
defmodule Mongo.Cursor do
@moduledoc false
defstruct [:pool, :coll, :query, :select, :opts]
defimpl Enumerable do
defrecordp :state, [:pool, :cursor, :buffer, :limit]
def reduce(%{pool: pool, coll: coll, query: query, select: select, opts: opts},
acc, reduce_fun) do
limit = opts[:limit]
opts = Keyword.drop(opts, [:limit])
next_opts = Keyword.drop(opts, [:skip])
after_opts = Keyword.take(opts, [:log])
start_fun = start_fun(pool, coll, query, select, limit, opts)
next_fun = next_fun(coll, next_opts)
after_fun = after_fun(after_opts)
Stream.resource(start_fun, next_fun, after_fun).(acc, reduce_fun)
end
defp start_fun(pool, coll, query, projector, limit, opts) do
opts = batch_size(limit, opts)
fn ->
result =
Pool.run_with_log(pool, :find, [coll, query, projector], opts, fn pid ->
Connection.find(pid, coll, query, projector, opts)
end)
case result do
{:ok, %ReadResult{cursor_id: cursor, docs: docs, num: num}} ->
state(pool: pool, cursor: cursor, buffer: docs, limit: new_limit(limit, num))
{:error, error} ->
raise error
end
end
end
defp next_fun(coll, opts) do
fn
state(buffer: [], cursor: 0) = state ->
{:halt, state}
state(buffer: [], limit: 0) = state ->
{:halt, state}
# Work around num_return=1 closing cursor immediately
# state(buffer: [doc, _], limit: 3) = state ->
# {[doc], state(state, buffer: [], limit: 0)}
state(buffer: [], limit: limit, pool: pool, cursor: cursor) = state ->
opts = batch_size(limit, opts)
result =
Pool.run_with_log(pool, :find_rest, [coll, cursor], opts, fn pid ->
Connection.get_more(pid, coll, cursor, opts)
end)
case result do
{:ok, %ReadResult{cursor_id: cursor, docs: []}} ->
{:halt, state(state, cursor: cursor)}
{:ok, %ReadResult{cursor_id: cursor, docs: docs, num: num}} ->
{docs, state(state, cursor: cursor, limit: new_limit(limit, num))}
{:error, error} ->
raise error
end
state(buffer: buffer) = state ->
{buffer, state(state, buffer: [])}
end
end
defp after_fun(opts) do
fn
state(cursor: 0) ->
:ok
state(cursor: cursor, pool: pool) ->
Pool.run_with_log(pool, :kill_cursors, [[cursor]], opts, fn pid ->
Connection.kill_cursors(pid, [cursor])
end)
end
end
def count(_stream) do
{:error, __MODULE__}
end
def member?(_stream, _term) do
{:error, __MODULE__}
end
defp batch_size(limit, opts) do
batch_size = Enum.reject([opts[:batch_size], limit, 1000], &is_nil/1) |> Enum.min
opts = Keyword.drop(opts, ~w(batch_size limit)a)
[batch_size: batch_size] ++ opts
end
defp new_limit(nil, _),
do: nil
defp new_limit(limit, num),
do: limit-num
end
end
defmodule Mongo.AggregationCursor do
@moduledoc false
defstruct [:pool, :coll, :query, :select, :opts]
defimpl Enumerable do
defrecordp :state, [:pool, :cursor, :coll, :buffer]
def reduce(%{pool: pool, coll: coll, query: query, select: select, opts: opts},
acc, reduce_fun) do
after_opts = Keyword.take(opts, [:log])
start_fun = start_fun(pool, coll, query, select, opts)
next_fun = next_fun(opts)
after_fun = after_fun(after_opts)
Stream.resource(start_fun, next_fun, after_fun).(acc, reduce_fun)
end
defp start_fun(pool, coll, query, projector, opts) do
opts = Keyword.put(opts, :batch_size, -1)
fn ->
result =
Pool.run_with_log(pool, :find, [coll, query, projector], opts, fn pid ->
Connection.find(pid, coll, query, projector, opts)
end)
case result do
{:ok, %ReadResult{cursor_id: 0, docs: [%{"ok" => 1.0, "cursor" => %{"id" => cursor, "ns" => coll, "firstBatch" => docs}}]}} ->
state(pool: pool, cursor: cursor, coll: only_coll(coll), buffer: docs)
{:error, error} ->
raise error
end
end
end
defp next_fun(opts) do
fn
state(buffer: [], cursor: 0) = state ->
{:halt, state}
state(buffer: [], pool: pool, cursor: cursor, coll: coll) = state ->
result =
Pool.run_with_log(pool, :find_rest, [coll, cursor], opts, fn pid ->
Connection.get_more(pid, coll, cursor, opts)
end)
case result do
{:ok, %ReadResult{cursor_id: cursor, docs: []}} ->
{:halt, state(state, cursor: cursor)}
{:ok, %ReadResult{cursor_id: cursor, docs: docs}} ->
{docs, state(state, cursor: cursor)}
{:error, error} ->
raise error
end
state(buffer: buffer) = state ->
{buffer, state(state, buffer: [])}
end
end
defp after_fun(opts) do
fn
state(cursor: 0) ->
:ok
state(cursor: cursor, pool: pool) ->
Pool.run_with_log(pool, :kill_cursors, [[cursor]], opts, fn pid ->
Connection.kill_cursors(pid, [cursor])
end)
end
end
defp only_coll(coll) do
[_db, coll] = String.split(coll, ".", parts: 2)
coll
end
def count(_stream) do
{:error, __MODULE__}
end
def member?(_stream, _term) do
{:error, __MODULE__}
end
end
end
defmodule Mongo.SinglyCursor do
@moduledoc false
defstruct [:pool, :coll, :query, :select, :opts]
defimpl Enumerable do
defrecordp :state, [:pool, :cursor, :buffer]
def reduce(%{pool: pool, coll: coll, query: query, select: select, opts: opts},
acc, reduce_fun) do
opts = Keyword.put(opts, :batch_size, -1)
start_fun = start_fun(pool, coll, query, select, opts)
next_fun = next_fun()
after_fun = after_fun()
Stream.resource(start_fun, next_fun, after_fun).(acc, reduce_fun)
end
defp start_fun(pool, coll, query, projector, opts) do
fn ->
result =
Pool.run_with_log(pool, :find, [coll, query, projector], opts, fn pid ->
Connection.find(pid, coll, query, projector, opts)
end)
case result do
{:ok, %ReadResult{cursor_id: 0, docs: [%{"ok" => 1.0, "result" => docs}]}} ->
docs
{:error, error} ->
raise error
end
end
end
defp next_fun do
fn
[] -> {:halt, :ok}
docs -> {docs, []}
end
end
defp after_fun do
fn _ -> :ok end
end
def count(_stream) do
{:error, __MODULE__}
end
def member?(_stream, _term) do
{:error, __MODULE__}
end
end
end