Packages
clickhouse_ecto_odbc
0.2.0
ClickHouse driver for Elixir which uses ODBC driver for connection
Current section
Files
Jump to
Current section
Files
lib/clickhouse_ecto/query_string.ex
defmodule ClickhouseEcto.QueryString do
alias Ecto.Query
alias Ecto.SubQuery
alias Ecto.Query.{BooleanExpr, JoinExpr, QueryExpr}
alias ClickhouseEcto.Connection
alias ClickhouseEcto.Helpers
binary_ops =
[==: " = ", !=: " != ", <=: " <= ", >=: " >= ", <: " < ", >: " > ",
and: " AND ", or: " OR ", ilike: " ILIKE ", like: " LIKE ", in: " IN ",
is_nil: " WHERE "]
@binary_ops Keyword.keys(binary_ops)
Enum.map(binary_ops, fn {op, str} ->
def handle_call(unquote(op), 2), do: {:binary_op, unquote(str)}
end)
def handle_call(fun, _arity), do: {:fun, Atom.to_string(fun)}
def select(%Query{select: %{fields: fields}} = query, select_distinct, sources) do
["SELECT", select_distinct, ?\s | select_fields(fields, sources, query)]
end
def select_fields([], _sources, _query),
do: "'TRUE'"
def select_fields(fields, sources, query) do
Helpers.intersperse_map(fields, ", ", fn
{key, value} ->
[expr(value, sources, query), " AS " | Helpers.quote_name(key)]
value ->
expr(value, sources, query)
end)
end
def distinct(nil, _, _), do: {[], []}
def distinct(%QueryExpr{expr: []}, _, _), do: {[], []}
def distinct(%QueryExpr{expr: true}, _, _), do: {" DISTINCT", []}
def distinct(%QueryExpr{expr: false}, _, _), do: {[], []}
def distinct(%QueryExpr{expr: exprs}, sources, query) do
{[" DISTINCT ON (",
Helpers.intersperse_map(exprs, ", ", fn {_, expr} -> expr(expr, sources, query) end), ?)],
exprs}
end
def from(%{from: from} = query, sources) do
{from, name} = Helpers.get_source(query, sources, 0, from)
[" FROM ", from, " AS " | name]
end
def update_fields(%Query{updates: updates} = query, sources) do
for(%{expr: expr} <- updates,
{op, kw} <- expr,
{key, value} <- kw,
do: update_op(op, key, value, sources, query)) |> Enum.intersperse(", ")
end
def update_op(:set, key, value, sources, query) do
[Helpers.quote_name(key), " = " | expr(value, sources, query)]
end
def update_op(:inc, key, value, sources, query) do
[Helpers.quote_name(key), " = ", Helpers.quote_qualified_name(key, sources, 0), " + " |
expr(value, sources, query)]
end
def update_op(:push, key, value, sources, query) do
[Helpers.quote_name(key), " = array_append(", Helpers.quote_qualified_name(key, sources, 0),
", ", expr(value, sources, query), ?)]
end
def update_op(:pull, key, value, sources, query) do
[Helpers.quote_name(key), " = array_remove(", Helpers.quote_qualified_name(key, sources, 0),
", ", expr(value, sources, query), ?)]
end
def update_op(command, _key, _value, _sources, query) do
Helpers.error!(query, "Unknown update operation #{inspect command} for ClickHouse")
end
def using_join(%Query{joins: []}, _kind, _prefix, _sources), do: {[], []}
def using_join(%Query{joins: joins} = query, kind, prefix, sources) do
froms =
Helpers.intersperse_map(joins, ", ", fn
%JoinExpr{qual: :inner, ix: ix, source: source} ->
{join, name} = Helpers.get_source(query, sources, ix, source)
[join, " AS " | name]
%JoinExpr{qual: qual} ->
Helpers.error!(query, "ClickHouse supports only inner joins on #{kind}, got: `#{qual}`")
end)
wheres =
for %JoinExpr{on: %QueryExpr{expr: value} = expr} <- joins,
value != true,
do: expr |> Map.put(:__struct__, BooleanExpr) |> Map.put(:op, :and)
{[?\s, prefix, ?\s | froms], wheres}
end
def join(%Query{joins: []}, _sources), do: []
def join(%Query{joins: joins} = query, sources) do
[?\s | Helpers.intersperse_map(joins, ?\s, fn
%JoinExpr{on: %QueryExpr{expr: expr}, qual: qual, ix: ix, source: source} ->
{join, name} = Helpers.get_source(query, sources, ix, source)
[join_qual(qual), join, " AS ", name, " ON " | paren_expr(expr, sources, query)]
end)]
end
def join_qual(:inner), do: "INNER JOIN "
def join_qual(:inner_lateral), do: "INNER JOIN LATERAL "
def join_qual(:left), do: "LEFT OUTER JOIN "
def join_qual(:left_lateral), do: "LEFT OUTER JOIN LATERAL "
def join_qual(:right), do: "RIGHT OUTER JOIN "
def join_qual(:full), do: "FULL OUTER JOIN "
def join_qual(:cross), do: "CROSS JOIN "
def where(%Query{wheres: wheres} = query, sources) do
boolean(" WHERE ", wheres, sources, query)
end
def having(%Query{havings: havings} = query, sources) do
boolean(" HAVING ", havings, sources, query)
end
def group_by(%Query{group_bys: []}, _sources), do: []
def group_by(%Query{group_bys: group_bys} = query, sources) do
[" GROUP BY " |
Helpers.intersperse_map(group_bys, ", ", fn
%QueryExpr{expr: expr} ->
Helpers.intersperse_map(expr, ", ", &expr(&1, sources, query))
end)]
end
def order_by(%Query{order_bys: []}, _distinct, _sources), do: []
def order_by(%Query{order_bys: order_bys} = query, distinct, sources) do
order_bys = Enum.flat_map(order_bys, & &1.expr)
[" ORDER BY " |
Helpers.intersperse_map(distinct ++ order_bys, ", ", &order_by_expr(&1, sources, query))]
end
def order_by_expr({dir, expr}, sources, query) do
str = expr(expr, sources, query)
case dir do
:asc -> str
:desc -> [str | " DESC"]
end
end
def limit(%Query{offset: nil, limit: nil}, _sources), do: []
def limit(%Query{offset: nil, limit: %QueryExpr{expr: expr}} = query, sources) do
[" LIMIT ", expr(expr, sources, query)]
end
def limit(%Query{offset: %QueryExpr{expr: expr_offset}, limit: %QueryExpr{expr: expr_limit}} = query, sources) do
[" LIMIT ", expr(expr_offset, sources, query), ", ", expr(expr_limit, sources, query)]
end
def boolean(_name, [], _sources, _query), do: []
def boolean(name, [%{expr: expr, op: op} | query_exprs], sources, query) do
[name |
Enum.reduce(query_exprs, {op, paren_expr(expr, sources, query)}, fn
%BooleanExpr{expr: expr, op: op}, {op, acc} ->
{op, [acc, operator_to_boolean(op), paren_expr(expr, sources, query)]}
%BooleanExpr{expr: expr, op: op}, {_, acc} ->
{op, [?(, acc, ?), operator_to_boolean(op), paren_expr(expr, sources, query)]}
end) |> elem(1)]
end
def operator_to_boolean(:and), do: " AND "
def operator_to_boolean(:or), do: " OR "
def paren_expr(false, _sources, _query), do: "(0=1)"
def paren_expr(true, _sources, _query), do: "(1=1)"
def paren_expr(expr, sources, query) do
[?(, expr(expr, sources, query), ?)]
end
def expr({_type, [literal]}, sources, query) do
expr(literal, sources, query)
end
def expr({:^, [], [ix]}, _sources, _query) do
[?? , Integer.to_string(ix + 1)]
end
def expr({{:., _, [{:&, _, [idx]}, field]}, _, []}, sources, _query) when is_atom(field) do
Helpers.quote_qualified_name(field, sources, idx)
end
def expr({:&, _, [idx, fields, _counter]}, sources, query) do
{_, name, schema} = elem(sources, idx)
if is_nil(schema) and is_nil(fields) do
Helpers.error!(query, "ClickHouse requires a schema module when using selector " <>
"#{inspect name} but none was given. " <>
"Please specify a schema or specify exactly which fields from " <>
"#{inspect name} you desire")
end
Helpers.intersperse_map(fields, ", ", &[name, ?. | Helpers.quote_name(&1)])
end
def expr({:in, _, [_left, []]}, _sources, _query) do
"0=1"
end
def expr({:in, _, [left, right]}, sources, query) when is_list(right) do
args = Helpers.intersperse_map(right, ?,, &expr(&1, sources, query))
[expr(left, sources, query), " IN (", args, ?)]
end
def expr({:in, _, [_, {:^, _, [_, 0]}]}, _sources, _query) do
"0=1"
end
def expr({:in, _, [left, {:^, _, [ix, length]}]}, sources, query) do
args =
Enum.map(ix+1..ix+length, fn (i) -> [??, to_string(i)] end)
|> Enum.intersperse(?,)
[expr(left, sources, query), " IN (", args, ?)]
end
def expr({:in, _, [left, right]}, sources, query) do
[expr(left, sources, query), " = ANY(", expr(right, sources, query), ?)]
end
def expr({:is_nil, _, [arg]}, sources, query) do
[expr(arg, sources, query) | " IS NULL"]
end
def expr({:not, _, [expr]}, sources, query) do
case expr do
{fun, _, _} when fun in @binary_ops ->
["NOT (", expr(expr, sources, query), ?)]
_ ->
["~(", expr(expr, sources, query), ?)]
end
end
def expr(%Ecto.SubQuery{query: query, params: params}, _sources, _query) do
query.select.fields |> put_in(params) |> Connection.all()
end
def expr({:fragment, _, [kw]}, _sources, query) when is_list(kw) or tuple_size(kw) == 3 do
Helpers.error!(query, "ClickHouse adapter does not support keyword or interpolated fragments")
end
def expr({:fragment, _, parts}, sources, query) do
Enum.map(parts, fn
{:raw, part} -> part
{:expr, expr} -> expr(expr, sources, query)
end)
end
def expr({:datetime_add, _, [datetime, count, interval]}, sources, query) do
["CAST(DATEADD(", interval, ",", expr(count, sources, query),
",", expr(datetime, sources, query) | ") AS DATETIME2)"]
end
def expr({:date_add, _, [date, count, interval]}, sources, query) do
["CAST(DATEADD(", interval, ",", expr(count, sources, query),
",", expr(date, sources, query) | ") AS DATE)"]
end
def expr({fun, _, args}, sources, query) when is_atom(fun) and is_list(args) do
{modifier, args} =
case args do
[rest, :distinct] -> {"DISTINCT ", [rest]}
_ -> {[], args}
end
case handle_call(fun, length(args)) do
{:binary_op, op} ->
[left, right] = args
[op_to_binary(left, sources, query), op | op_to_binary(right, sources, query)]
{:fun, fun} ->
[fun, ?(, modifier, Helpers.intersperse_map(args, ", ", &expr(&1, sources, query)), ?)]
end
end
def expr(list, sources, query) when is_list(list) do
["ARRAY[", Helpers.intersperse_map(list, ?,, &expr(&1, sources, query)), ?]]
end
def expr(%Decimal{} = decimal, _sources, _query) do
Decimal.to_string(decimal, :normal)
end
def expr(%Ecto.Query.Tagged{value: binary, type: :binary}, _sources, _query)
when is_binary(binary) do
["0x", Base.encode16(binary, case: :lower)]
end
def expr(%Ecto.Query.Tagged{value: other, type: type}, sources, query) do
["CAST(", expr(other, sources, query), " AS ", Helpers.ecto_to_db(type), ")"]
end
def expr(nil, _sources, _query), do: "NULL"
def expr(true, _sources, _query), do: "1"
def expr(false, _sources, _query), do: "0"
def expr(literal, _sources, _query) when is_binary(literal) do
[?\', Helpers.escape_string(literal), ?\']
end
def expr(literal, _sources, _query) when is_integer(literal) do
Integer.to_string(literal)
end
def expr(literal, _sources, _query) when is_float(literal) do
Float.to_string(literal)
end
def interval(count, _interval, sources, query) do
[expr(count, sources, query)]
end
def op_to_binary({op, _, [_, _]} = expr, sources, query) when op in @binary_ops do
paren_expr(expr, sources, query)
end
def op_to_binary(expr, sources, query) do
expr(expr, sources, query)
end
def returning(%Query{select: nil}, _sources),
do: []
def returning(%Query{select: %{fields: fields}} = query, sources),
do: [" RETURNING " | select_fields(fields, sources, query)]
def returning([]),
do: []
def returning(returning),
do: [" RETURNING " | Helpers.intersperse_map(returning, ", ", &Helpers.quote_name/1)]
def create_names(%{prefix: prefix, sources: sources}) do
create_names(prefix, sources, 0, tuple_size(sources)) |> List.to_tuple()
end
def create_names(prefix, sources, pos, limit) when pos < limit do
current =
case elem(sources, pos) do
{table, schema} ->
name = [String.first(table) | Integer.to_string(pos)]
{Helpers.quote_table(prefix, table), name, schema}
{:fragment, _, _} ->
{nil, [?f | Integer.to_string(pos)], nil}
%Ecto.SubQuery{} ->
{nil, [?s | Integer.to_string(pos)], nil}
end
[current | create_names(prefix, sources, pos + 1, limit)]
end
def create_names(_prefix, _sources, pos, pos) do
[]
end
end