Current section

Files

Jump to
myxql lib myxql.ex
Raw

lib/myxql.ex

defmodule MyXQL do
@moduledoc """
MySQL driver for Elixir.
"""
@type conn() :: DBConnection.conn()
@type start_option() ::
{:protocol, :socket | :tcp}
| {:socket, Path.t()}
| {:socket_options, [:gen_tcp.connect_option()]}
| {:hostname, String.t()}
| {:port, :inet.port_number()}
| {:database, String.t() | nil}
| {:username, String.t()}
| {:password, String.t() | nil}
| {:ssl, boolean()}
| {:ssl_opts, [:ssl.tls_client_option()]}
| {:connect_timeout, timeout()}
| {:handshake_timeout, timeout()}
| {:ping_timeout, timeout()}
| {:prepare, :named | :unnamed}
| {:disconnect_on_error_codes, [atom()]}
| DBConnection.start_option()
@type option() :: DBConnection.option()
@doc """
Starts the connection process and connects to a MySQL server.
## Options
* `:protocol` - Set to `:socket` for using UNIX domain socket, or `:tcp` for TCP
(default: `:socket`)
Connecting using UNIX domain socket is the preferred method. If `:hostname` or `:port` is
set, protocol defaults to `:tcp` unless `:socket` is set too.
* `:socket` - Connect to MySQL via UNIX domain socket in the given path
(default: `MYSQL_UNIX_PORT` env variable, then `"/tmp/mysql.sock"`)
* `:socket_options` - Options to be given to the underlying socket, applies to both TCP and
UNIX sockets. See `:gen_tcp.connect/3` for more information. (default: `[]`)
* `:hostname` - Server hostname (default: `"localhost"`)
* `:port` - Server port (default: `MYSQL_TCP_PORT` env variable, then `3306`)
* `:database` - Database (default: `nil`)
* `:username` - Username (default: `USER` env variable)
* `:password` - Password (default: `nil`)
* `:ssl` - Set to `true` if SSL should be used (default: `false`)
* `:ssl_opts` - A list of SSL options, see `:ssl.connect/2` (default: `[]`)
* `:pool` - The pool module to use (default: `DBConnection.ConnectionPool`)
See the pool documentation for more options. The default `:pool_size` for
the default pool is `1`. If you set a different pool, this option must be
included with all requests contacting the pool
* `:connect_timeout` - Socket connect timeout in milliseconds (default:
`15_000`)
* `:handshake_timeout` - Connection handshake timeout in milliseconds (default: `15_000`)
* `:ping_timeout` - Socket receive timeout when idle in milliseconds (default:
`15_000`). See `c:DBConnection.ping/1` for more information
* `:prepare` - How to prepare queries, either `:named` to use named queries or `:unnamed` to
force unnamed queries (default: :named)
See "Named and Unnamed Queries" section of the `MyXQL.Query` documentation for more
information
* `:disconnect_on_error_codes` - List of error code atoms that when encountered
will disconnect the connection. See "Disconnecting on Errors" section below for more
information.
MyXQL uses the `DBConnection` library and supports all `DBConnection`
options like `:pool_size`, `:after_connect` etc. See `DBConnection.start_link/2`
for more information.
## Examples
Start connection using the default configuration (UNIX domain socket):
iex> {:ok, pid} = MyXQL.start_link([])
{:ok, #PID<0.69.0>}
Start connection over TCP:
iex> {:ok, pid} = MyXQL.start_link(protocol: :tcp)
{:ok, #PID<0.69.0>}
Run a query after connection has been established:
iex> {:ok, pid} = MyXQL.start_link(after_connect: &MyXQL.query!(&1, "SET time_zone = '+00:00'"))
{:ok, #PID<0.69.0>}
## Disconnecting on Errors
Sometimes the connection becomes unusable. For example, some services, such as AWS Aurora,
support failover. This means the database you are currently connected to may suddenly become
read-only, and an attempt to do any write operation, such as INSERT/UPDATE/DELETE will lead to
errors such as:
** (MyXQL.Error) (1792) (ER_CANT_EXECUTE_IN_READ_ONLY_TRANSACTION) Cannot execute statement in a READ ONLY transaction.
Luckily, you can instruct MyXQL to disconnect in such cases by using the following configuration:
disconnect_on_error_codes: [:ER_CANT_EXECUTE_IN_READ_ONLY_TRANSACTION]
This cause the connection process to attempt to reconnect according to the backoff configuration.
MyXQL automatically disconnects the connection on the following error codes and they don't have
to be configured:
* `ER_MAX_PREPARED_STMT_COUNT_REACHED`
To convert error code number to error code name you can use `perror` command-line utility that
ships with MySQL client installation, e.g.:
bash$ perror 1792
MySQL error code 1792 (ER_CANT_EXECUTE_IN_READ_ONLY_TRANSACTION): Cannot execute statement in a READ ONLY transaction.
"""
@spec start_link([start_option()]) :: {:ok, pid()} | {:error, MyXQL.Error.t()}
def start_link(opts) do
ensure_deps_started!(opts)
DBConnection.start_link(MyXQL.Connection, opts)
end
defmacrop is_iodata(data) do
quote do
is_list(unquote(data)) or is_binary(unquote(data))
end
end
@doc """
Runs a query.
## Text queries and prepared statements
MyXQL supports MySQL's two ways of executing queries:
* text protocol - queries are sent as text
* binary protocol - used by prepared statements
The query statement is still sent as text, however it may contain placeholders for parameter
values.
Prepared statements have following benefits:
* better performance: less overhead when parsing the query by the DB engine
* better performance: binary protocol for encoding parameters and decoding result sets is more efficient
* protection against SQL injection attacks
The drawbacks of prepared statements are:
* not all statements are preparable
* requires two roundtrips to the DB server: one for preparing the statement and one for executing it.
This can be alleviated by holding on to prepared statement and executing it multiple times.
## Options
* `:query_type` - use `:binary` for binary protocol (prepared statements), `:binary_then_text` to attempt
executing a binary query and if that fails fallback to executing a text query, and `:text` for text protocol
(default: `:binary`)
Options are passed to `DBConnection.execute/4` for text protocol, and
`DBConnection.prepare_execute/4` for binary protocol. See their documentation for all available
options.
## Examples
iex> MyXQL.query(conn, "CREATE TABLE posts (id serial, title text)")
{:ok, %MyXQL.Result{}}
iex> MyXQL.query(conn, "INSERT INTO posts (title) VALUES ('title 1')")
{:ok, %MyXQL.Result{last_insert_id: 1, num_rows: 1}}
iex> MyXQL.query(conn, "INSERT INTO posts (title) VALUES (?)", ["title 2"])
{:ok, %MyXQL.Result{last_insert_id: 2, num_rows: 1}}
"""
@spec query(conn, iodata, list, [option()]) ::
{:ok, MyXQL.Result.t()} | {:error, Exception.t()}
def query(conn, statement, params \\ [], options \\ []) when is_iodata(statement) do
case Keyword.get(options, :query_type, :binary) do
:binary ->
prepare_execute(conn, "", statement, params, options)
:binary_then_text ->
prepare_execute(conn, "", statement, params, options)
:text ->
DBConnection.execute(conn, %MyXQL.TextQuery{statement: statement}, params, options)
end
|> query_result()
end
defp query_result({:ok, _query, result}), do: {:ok, result}
defp query_result({:error, _} = error), do: error
@doc """
Runs a query.
Returns `%MyXQL.Result{}` on success, or raises an exception if there was an error.
See `query/4`.
"""
@spec query!(conn, iodata, list, [option()]) :: MyXQL.Result.t()
def query!(conn, statement, params \\ [], opts \\ []) do
case query(conn, statement, params, opts) do
{:ok, result} -> result
{:error, exception} -> raise exception
end
end
@doc """
Prepares a query to be later executed.
To execute the query, call `execute/4`. To close the query, call `close/3`.
## Options
Options are passed to `DBConnection.prepare/4`, see it's documentation for
all available options.
## Examples
iex> {:ok, query} = MyXQL.prepare(conn, "", "SELECT ? * ?")
iex> {:ok, %MyXQL.Result{rows: [row]}} = MyXQL.execute(conn, query, [2, 3])
iex> row
[6]
"""
@spec prepare(conn(), iodata(), iodata(), [option()]) ::
{:ok, MyXQL.Query.t()} | {:error, Exception.t()}
def prepare(conn, name, statement, opts \\ []) when is_iodata(name) and is_iodata(statement) do
query = %MyXQL.Query{name: name, statement: statement, ref: make_ref()}
DBConnection.prepare(conn, query, opts)
end
@doc """
Prepares a query.
Returns `%MyXQL.Query{}` on success, or raises an exception if there was an error.
See `prepare/4`.
"""
@spec prepare!(conn(), iodata(), iodata(), [option()]) :: MyXQL.Query.t()
def prepare!(conn, name, statement, opts \\ []) when is_iodata(name) and is_iodata(statement) do
query = %MyXQL.Query{name: name, statement: statement, ref: make_ref()}
DBConnection.prepare!(conn, query, opts)
end
@doc """
Prepares and executes a query in a single step.
## Multiple results
If a query returns multiple results (e.g. it's calling a procedure that returns multiple results)
an error is raised. If a query may return multiple results it's recommended to use `stream/4` instead.
## Options
Options are passed to `DBConnection.prepare_execute/4`, see it's documentation for
all available options.
## Examples
iex> {:ok, _query, %MyXQL.Result{rows: [row]}} = MyXQL.prepare_execute(conn, "", "SELECT ? * ?", [2, 3])
iex> row
[6]
"""
@spec prepare_execute(conn, iodata, iodata, list, keyword()) ::
{:ok, MyXQL.Query.t(), MyXQL.Result.t()} | {:error, Exception.t()}
def prepare_execute(conn, name, statement, params \\ [], opts \\ [])
when is_iodata(name) and is_iodata(statement) do
query = %MyXQL.Query{name: name, statement: statement, ref: make_ref()}
DBConnection.prepare_execute(conn, query, params, opts)
end
@doc """
Prepares and executes a query in a single step.
Returns `{%MyXQL.Query{}, %MyXQL.Result{}}` on success, or raises an exception if there was
an error.
See: `prepare_execute/5`.
"""
@spec prepare_execute!(conn, iodata, iodata, list, [option()]) ::
{MyXQL.Query.t(), MyXQL.Result.t()}
def prepare_execute!(conn, name, statement, params \\ [], opts \\ [])
when is_iodata(name) and is_iodata(statement) do
query = %MyXQL.Query{name: name, statement: statement, ref: make_ref()}
DBConnection.prepare_execute!(conn, query, params, opts)
end
@doc """
Executes a prepared query.
## Options
Options are passed to `DBConnection.execute/4`, see it's documentation for
all available options.
## Examples
iex> {:ok, query} = MyXQL.prepare(conn, "", "SELECT ? * ?")
iex> {:ok, %MyXQL.Result{rows: [row]}} = MyXQL.execute(conn, query, [2, 3])
iex> row
[6]
"""
@spec execute(conn(), MyXQL.Query.t(), list(), [option()]) ::
{:ok, MyXQL.Query.t(), MyXQL.Result.t()} | {:error, Exception.t()}
defdelegate execute(conn, query, params, opts \\ []), to: DBConnection
@doc """
Executes a prepared query.
Returns `%MyXQL.Result{}` on success, or raises an exception if there was an error.
See: `execute/4`.
"""
@spec execute!(conn(), MyXQL.Query.t(), list(), keyword()) :: MyXQL.Result.t()
defdelegate execute!(conn, query, params, opts \\ []), to: DBConnection
@doc """
Closes a prepared query.
Returns `:ok` on success, or raises an exception if there was an error.
## Options
Options are passed to `DBConnection.close/3`, see it's documentation for
all available options.
"""
@spec close(conn(), MyXQL.Query.t(), [option()]) :: :ok
def close(conn, %MyXQL.Query{} = query, opts \\ []) do
case DBConnection.close(conn, query, opts) do
{:ok, _} ->
:ok
{:error, _} = error ->
error
end
end
@doc """
Acquire a lock on a connection and run a series of requests inside a
transaction. The result of the transaction fun is return inside an `:ok`
tuple: `{:ok, result}`.
To use the locked connection call the request with the connection
reference passed as the single argument to the `fun`. If the
connection disconnects all future calls using that connection
reference will fail.
`rollback/2` rolls back the transaction and causes the function to
return `{:error, reason}`.
`transaction/3` can be nested multiple times if the connection
reference is used to start a nested transaction. The top level
transaction function is the actual transaction.
## Options
Options are passed to `DBConnection.transaction/3`, see it's documentation for
all available options.
## Examples
{:ok, result} =
MyXQL.transaction(pid, fn conn ->
MyXQL.query!(conn, "SELECT title FROM posts")
end)
"""
@spec transaction(conn, (DBConnection.t() -> result), [option()]) ::
{:ok, result} | {:error, any}
when result: var
defdelegate transaction(conn, fun, opts \\ []), to: DBConnection
@doc """
Rollback a transaction, does not return.
Aborts the current transaction. If inside multiple `transaction/3`
functions, bubbles up to the top level.
## Example
{:error, :oops} =
MyXQL.transaction(pid, fn conn ->
MyXQL.rollback(conn, :oops)
IO.puts "never reaches here!"
end)
"""
@spec rollback(DBConnection.t(), any()) :: no_return()
defdelegate rollback(conn, reason), to: DBConnection
@doc """
Returns a stream for a query on a connection.
Stream consumes memory in chunks of at most `max_rows` rows (see Options).
This is useful for processing _large_ datasets.
A stream must be wrapped in a transaction and may be used as an `Enumerable`.
## Options
* `:max_rows` - Maximum numbers of rows in a result (default: `500`)
Options are passed to `DBConnection.stream/4`, see it's documentation for
other available options.
## Examples
{:ok, results} =
MyXQL.transaction(pid, fn conn ->
stream = MyXQL.stream(conn, "SELECT * FROM integers", [], max_rows: max_rows)
Enum.to_list(stream)
end)
Suppose the `integers` table contains rows: 1, 2, 3, 4 and `max_rows` is set to `2`.
We'll get following results:
# The first item is result of executing the query and has no rows data
Enum.at(results, 0)
#=> %MyXQL.Result{num_rows: 0, ...}
# The second item is result of fetching rows 1 & 2
Enum.at(results, 1)
#=> %MyXQL.Result{num_rows: 2, rows: [[1], [2]]}
# The third item is result of fetching rows 3 & 4
Enum.at(results, 2)
#=> %MyXQL.Result{num_rows: 2, rows: [[3], [4]]}
Because the total number of fetched rows happens to be divisible by our chosen `max_rows`,
there might be more data on the server so another fetch attempt is made.
Because in this case there weren't any more rows, the final result has 0 rows:
Enum.at(results, 3)
#=> %MyXQL.Result{num_rows: 0}
However, if the table contained only 3 rows, the 3rd result would contain:
Enum.at(results, 2)
#=> %MyXQL.Result{num_rows: 1, rows: [[3]]}
And that would be the last result in the stream.
"""
@spec stream(DBConnection.t(), iodata | MyXQL.Query.t(), list, [option()]) ::
DBConnection.PrepareStream.t()
def stream(conn, query, params \\ [], opts \\ [])
def stream(%DBConnection{} = conn, statement, params, opts) when is_iodata(statement) do
query = %MyXQL.Query{
name: "",
ref: make_ref(),
statement: statement,
num_params: length(params)
}
stream(conn, query, params, opts)
end
def stream(%DBConnection{} = conn, %MyXQL.Query{} = query, params, opts) do
opts = Keyword.put_new(opts, :max_rows, 500)
DBConnection.prepare_stream(conn, query, params, opts)
end
@doc """
Returns a supervisor child specification for a DBConnection pool.
"""
@spec child_spec(keyword()) :: Supervisor.child_spec()
def child_spec(opts) do
DBConnection.child_spec(MyXQL.Connection, opts)
end
@doc """
Returns the configured JSON library.
To customize the JSON library, include the following in your `config/config.exs`:
config :myxql, :json_library, SomeJSONModule
Defaults to `Jason`.
"""
@spec json_library() :: module()
def json_library() do
Application.get_env(:myxql, :json_library, Jason)
end
## Helpers
defp ensure_deps_started!(opts) do
if Keyword.get(opts, :ssl, false) and
not List.keymember?(:application.which_applications(), :ssl, 0) do
raise """
SSL connection cannot be established because `:ssl` application is not started,
you can add it to `:extra_applications` in your `mix.exs`:
def application() do
[extra_applications: [:ssl]]
end
"""
end
end
end