Current section

Files

Jump to
snowflex lib snowflex ecto adapter connection.ex
Raw

lib/snowflex/ecto/adapter/connection.ex

defmodule Snowflex.Ecto.Adapter.Connection do
@moduledoc false
@behaviour Ecto.Adapters.SQL.Connection
alias Ecto.Adapters.SQL
alias Ecto.Query.{BooleanExpr, ByExpr, JoinExpr, QueryExpr, WithExpr}
alias Snowflex.Query
alias Snowflex.VariantField
@impl Ecto.Adapters.SQL.Connection
def child_spec(opts) do
DBConnection.child_spec(Snowflex.Connection, opts)
end
@impl Ecto.Adapters.SQL.Connection
def prepare_execute(connection, name, statement, params, opts) do
query = Query.new(name: name, statement: statement)
DBConnection.prepare_execute(connection, query, params, opts)
end
@impl Ecto.Adapters.SQL.Connection
def query(conn, sql, params, opts) do
query = Query.new(statement: sql)
conn
|> DBConnection.execute(query, params, opts)
|> then(fn
{:ok, query, results} when is_list(results) ->
# DBConnection.execute automatically decodes if there is an implementation of the protocol,
# but since we have a list, we need to decode each result individually
{:ok, Enum.map(results, fn result -> DBConnection.Query.decode(query, result, opts) end)}
{:ok, _query, result} ->
{:ok, result}
any ->
any
end)
end
@impl Ecto.Adapters.SQL.Connection
def query_many(conn, sql, params, opts) do
with {:ok, result} <- query(conn, sql, params, opts) do
{:ok, List.wrap(result)}
end
end
@impl Ecto.Adapters.SQL.Connection
def execute(conn, query, params, opts) do
DBConnection.execute(conn, query, params, opts)
end
## Not implemented callbacks
@impl Ecto.Adapters.SQL.Connection
def ddl_logs(_result) do
raise "not yet implemented"
end
@impl Ecto.Adapters.SQL.Connection
def execute_ddl(_) do
raise "not yet implemented"
end
@impl Ecto.Adapters.SQL.Connection
def table_exists_query(table) do
{"SELECT true FROM information_schema.tables where table_name=? limit 1", [table]}
end
@impl Ecto.Adapters.SQL.Connection
def to_constraints(exception, _options) do
raise exception
end
@impl Ecto.Adapters.SQL.Connection
def stream(conn, query, params \\ [], opts \\ [])
def stream(conn, statement, params, opts) when is_binary(statement) do
query = Query.new(statement: statement)
DBConnection.prepare_stream(conn, query, params, opts)
end
def stream(conn, %Query{} = query, params, opts) do
DBConnection.stream(conn, query, params, opts)
end
@impl Ecto.Adapters.SQL.Connection
def explain_query(conn, query, params, opts) do
case query(conn, build_explain_query(query), params, opts) do
{:ok, %Snowflex.Result{} = result} ->
{:ok, SQL.format_table(result)}
{:error, _} = error ->
error
end
end
## Query
@impl Ecto.Adapters.SQL.Connection
def all(query, as_prefix \\ []) do
sources = create_names(query, as_prefix)
{select_distinct, order_by_distinct} = distinct(query.distinct, sources, query)
cte = cte(query, sources)
from = from(query, sources)
select = select(query, select_distinct, sources)
join = join(query, sources)
where = where(query, sources)
group_by = group_by(query, sources)
having = having(query, sources)
qualify = qualify(query, sources)
window = window(query, sources)
combinations = combinations(query)
order_by = order_by(query, order_by_distinct, sources)
limit = limit(query, sources)
offset = offset(query, sources)
[
cte,
select,
from,
join,
where,
group_by,
having,
qualify,
window,
combinations,
order_by,
limit,
offset
# row_number | lock
]
end
@impl Ecto.Adapters.SQL.Connection
def update_all(query, prefix \\ nil) do
%{from: %{source: source}, select: select} = query
if select do
error!(nil, ":select is not supported in update_all by Snowflake")
end
sources = create_names(query, [])
cte = cte(query, sources)
{from, name} = get_source(query, sources, 0, source)
fields =
if prefix do
update_fields(:on_conflict, query, sources)
else
update_fields(:update, query, sources)
end
{join, wheres} = using_join(query, :update_all, sources)
prefix = prefix || ["UPDATE ", from, " AS ", name, join, " SET "]
where = where(%{query | wheres: wheres ++ query.wheres}, sources)
[cte, prefix, fields | where]
end
@impl Ecto.Adapters.SQL.Connection
def delete_all(query) do
if query.select do
error!(nil, ":select is not supported in delete_all by Snowflake")
end
sources = create_names(query, [])
cte = cte(query, sources)
from = from(query, sources)
join = join(query, sources)
where = where(query, sources)
[cte, "DELETE ", from, join | where]
end
@impl Ecto.Adapters.SQL.Connection
def insert(prefix, table, header, rows, on_conflict, returning, placeholders, opts \\ [])
def insert(prefix, table, header, rows, on_conflict, [], [], opts) do
fields = quote_names(header)
json_fields = Keyword.get(opts, :json_fields, [])
[
"INSERT INTO ",
quote_table(prefix, table),
" (",
fields,
") ",
insert_all(rows, header, json_fields) | on_conflict(on_conflict, header)
]
end
def insert(_prefix, _table, _header, _rows, _on_conflict, _returning, [], _opts) do
error!(nil, ":returning is not supported in insert/insert_all by Snowflake")
end
def insert(_prefix, _table, _header, _rows, _on_conflict, _returning, _placeholders, _opts) do
error!(nil, ":placeholders is not supported by Snowflake")
end
defp on_conflict({_, _, [_ | _]}, _header) do
error!(nil, ":conflict_target is not supported in insert/insert_all by Snowflake")
end
defp on_conflict({:raise, _, []}, _header) do
[]
end
defp on_conflict({_, _, []}, _header) do
error!(
nil,
":on_conflict is not supported by Snowflake's INSERT statement. " <>
"Use a MERGE INTO statement via raw SQL for upserts."
)
end
defp insert_all(rows, header, json_fields)
defp insert_all([], _header, _), do: []
defp insert_all([_ | _] = rows, _header, []) do
[
"VALUES ",
intersperse_map(rows, ?,, fn row ->
[?(, intersperse_map(row, ?,, &insert_all_value/1), ?)]
end)
]
end
defp insert_all(rows, header, json_fields) when is_list(rows) do
intersperse_map(rows, " UNION ALL ", fn row ->
[
"SELECT ",
row
|> Enum.zip(header)
|> intersperse_map(?,, fn {value, field} ->
insert_all_select_value(value, field, json_fields)
end)
]
end)
end
defp insert_all(%Ecto.Query{} = query, _header, _json_fields) do
[?(, all(query), ?)]
end
defp insert_all_value(nil), do: "DEFAULT"
defp insert_all_value({%Ecto.Query{} = query, _params_counter}), do: [?(, all(query), ?)]
defp insert_all_value(_), do: "?"
defp insert_all_select_value(nil, _field, _json_fields), do: "NULL"
defp insert_all_select_value({%Ecto.Query{} = query, _params_counter}, _field, _json_fields) do
[?(, all(query), ?)]
end
defp insert_all_select_value(_value, field, json_fields) do
if field in json_fields, do: "PARSE_JSON(?)", else: "?"
end
@impl Ecto.Adapters.SQL.Connection
def update(prefix, table, fields, filters, returning, opts \\ [])
def update(prefix, table, fields, filters, _returning, opts) do
json_fields = Keyword.get(opts, :json_fields, [])
set_fields =
intersperse_map(fields, ", ", fn field ->
if field in json_fields do
[quote_name(field), " = PARSE_JSON(?)"]
else
[quote_name(field), " = ?"]
end
end)
filters =
intersperse_map(filters, " AND ", fn
{field, nil} ->
[quote_name(field), " IS NULL"]
{field, _value} ->
[quote_name(field), " = ?"]
end)
["UPDATE ", quote_table(prefix, table), " SET ", set_fields, " WHERE " | filters]
end
@impl Ecto.Adapters.SQL.Connection
def delete(prefix, table, filters, _returning) do
filters =
intersperse_map(filters, " AND ", fn
{field, nil} ->
[quote_name(field), " IS NULL"]
{field, _value} ->
[quote_name(field), " = ?"]
end)
["DELETE FROM ", quote_table(prefix, table), " WHERE " | filters]
end
@spec build_explain_query(iodata()) :: String.t()
def build_explain_query(query) do
["EXPLAIN ", query]
|> IO.iodata_to_binary()
end
## Query
binary_ops = [
==: " = ",
!=: " != ",
<=: " <= ",
>=: " >= ",
<: " < ",
>: " > ",
+: " + ",
-: " - ",
*: " * ",
/: " / ",
and: " AND ",
or: " OR ",
like: " LIKE ",
ilike: " ILIKE "
]
@binary_ops Keyword.keys(binary_ops)
Enum.map(binary_ops, fn {op, str} ->
defp handle_call(unquote(op), 2), do: {:binary_op, unquote(str)}
end)
defp handle_call(fun, _arity), do: {:fun, Atom.to_string(fun)}
defp select(%{select: %{fields: fields}} = query, select_distinct, sources) do
["SELECT", select_distinct, ?\s | select_fields(fields, sources, query)]
end
defp select_fields([], _sources, _query),
do: "TRUE"
defp select_fields(fields, sources, query) do
Enum.map_intersperse(fields, ", ", fn
{:&, _, [idx]} ->
case elem(sources, idx) do
{nil, source, nil} ->
error!(
query,
"Snowflake does not support selecting all fields from fragment #{source}. " <>
"Please specify exactly which fields you want to select"
)
{source, _, nil} ->
error!(
query,
"Snowflake does not support selecting all fields from #{source} without a schema. " <>
"Please specify a schema or specify exactly which fields you want to select"
)
{_, source, _} ->
source
end
{key, value} ->
[expr(value, sources, query), " AS " | quote_name(key)]
value ->
expr(value, sources, query)
end)
end
defp distinct(nil, _sources, _query), do: {[], []}
defp distinct(%ByExpr{expr: []}, _, _), do: {[], []}
defp distinct(%ByExpr{expr: true}, _, _), do: {" DISTINCT", []}
defp distinct(%ByExpr{expr: false}, _, _), do: {[], []}
defp distinct(%ByExpr{expr: _exprs}, _sources, query) do
error!(query, "DISTINCT with multiple columns is not supported by Snowflake")
end
defp from(%{from: %{source: source, hints: hints}} = query, sources) do
{from, name} = get_source(query, sources, 0, source)
[" FROM ", from, " AS ", name | Enum.map(hints, &[?\s | &1])]
end
defp cte(
%{with_ctes: %WithExpr{recursive: recursive, queries: [_ | _] = queries}} = query,
sources
) do
recursive_opt = if recursive, do: "RECURSIVE ", else: ""
ctes = intersperse_map(queries, ", ", &cte_expr(&1, sources, query))
["WITH ", recursive_opt, ctes, " "]
end
defp cte(%{with_ctes: _}, _), do: []
defp cte_expr({name, opts, cte}, sources, query) do
materialized_opt =
case opts[:materialized] do
nil -> ""
true -> "MATERIALIZED "
false -> "NOT MATERIALIZED "
end
operation_opt = Map.get(opts, :operation)
[quote_name(name), " AS ", materialized_opt, cte_query(cte, sources, query, operation_opt)]
end
defp cte_query(query, sources, parent_query, nil) do
cte_query(query, sources, parent_query, :all)
end
defp cte_query(%Ecto.Query{} = query, sources, parent_query, :update_all) do
query = put_in(query.aliases[__MODULE__], {parent_query, sources})
["(", update_all(query), ")"]
end
defp cte_query(%Ecto.Query{} = query, sources, parent_query, :delete_all) do
query = put_in(query.aliases[__MODULE__], {parent_query, sources})
["(", delete_all(query), ")"]
end
defp cte_query(%Ecto.Query{} = query, _sources, _parent_query, :insert_all) do
error!(query, "Snowflake adapter does not support CTE operation :insert_all")
end
defp cte_query(%Ecto.Query{} = query, sources, parent_query, :all) do
query = put_in(query.aliases[__MODULE__], {parent_query, sources})
["(", all(query, subquery_as_prefix(sources)), ")"]
end
defp cte_query(%QueryExpr{expr: expr}, sources, query, _operation) do
expr(expr, sources, query)
end
defp update_fields(type, %{updates: updates} = query, sources) do
variant_fields = variant_fields_from_query(query)
fields =
for(
%{expr: expr} <- updates,
{op, kw} <- expr,
{key, value} <- kw,
do:
update_op(
op,
update_key(type, key, query, sources),
value,
sources,
query,
key in variant_fields
)
)
Enum.intersperse(fields, ", ")
end
defp variant_fields_from_query(%{from: %{source: {_table, schema}}})
when not is_nil(schema) do
Enum.filter(schema.__schema__(:fields), fn field ->
schema.__schema__(:type, field) |> VariantField.variant_field?()
end)
end
defp variant_fields_from_query(_query), do: []
defp update_key(:update, key, %{from: from} = query, sources) do
{_from, name} = get_source(query, sources, 0, from)
[name, ?. | quote_name(key)]
end
defp update_key(:on_conflict, key, _query, _sources) do
quote_name(key)
end
defp update_op(:set, quoted_key, value, sources, query, true) do
[quoted_key, " = PARSE_JSON(", expr(value, sources, query), ")"]
end
defp update_op(:set, quoted_key, value, sources, query, _not_variant) do
[quoted_key, " = " | expr(value, sources, query)]
end
defp update_op(:inc, quoted_key, value, sources, query, _variant) do
[quoted_key, " = ", quoted_key, " + " | expr(value, sources, query)]
end
defp update_op(command, _quoted_key, _value, _sources, query, _variant) do
error!(query, "Unknown update operation #{inspect(command)} for Snowflake")
end
defp using_join(%{joins: []}, _kind, _sources), do: {[], []}
defp using_join(%{joins: joins} = query, kind, sources) do
froms =
intersperse_map(joins, ", ", fn
%JoinExpr{source: %Ecto.SubQuery{params: [_ | _]}} ->
error!(
query,
"Snowflake adapter does not support subqueries with parameters in update_all/delete_all joins"
)
%JoinExpr{qual: :inner, ix: ix, source: source} ->
{join, name} = get_source(query, sources, ix, source)
[join, " AS " | name]
%JoinExpr{qual: qual} ->
error!(query, "Snowflake adapter supports only inner joins on #{kind}, got: '#{qual}'")
end)
wheres =
for %JoinExpr{on: %QueryExpr{expr: value} = expr} <- joins,
value != true,
do: expr |> Map.put(:__struct__, BooleanExpr) |> Map.put(:op, :and)
{[?,, ?\s | froms], wheres}
end
defp join(%{joins: []}, _sources), do: []
defp join(%{joins: joins} = query, sources) do
Enum.map(joins, fn
%JoinExpr{on: %QueryExpr{expr: expr}, qual: qual, ix: ix, source: source, hints: hints} ->
{join, name} = get_source(query, sources, ix, source)
[
join_qual(qual, query),
join,
" AS ",
name,
Enum.map(hints, &[?\s | &1]) | join_on(qual, expr, sources, query)
]
end)
end
defp join_on(:cross, true, _sources, _query), do: []
defp join_on(_qual, expr, sources, query), do: [" ON " | expr(expr, sources, query)]
defp join_qual(:inner, _), do: " INNER JOIN "
defp join_qual(:inner_lateral, _), do: " INNER JOIN LATERAL "
defp join_qual(:left, _), do: " LEFT OUTER JOIN "
defp join_qual(:left_lateral, _), do: " LEFT OUTER JOIN LATERAL "
defp join_qual(:right, _), do: " RIGHT OUTER JOIN "
defp join_qual(:full, _), do: " FULL OUTER JOIN "
defp join_qual(:cross, _), do: " CROSS JOIN "
defp where(%{wheres: wheres} = query, sources) do
boolean(" WHERE ", wheres, sources, query)
end
defp having(%{havings: havings} = query, sources) do
boolean(" HAVING ", havings, sources, query)
end
defp group_by(%{group_bys: []}, _sources), do: []
defp group_by(%{group_bys: group_bys} = query, sources) do
[
" GROUP BY "
| intersperse_map(group_bys, ", ", fn
%QueryExpr{expr: expr} ->
intersperse_map(expr, ", ", &expr(&1, sources, query))
%ByExpr{expr: expr} ->
Enum.map_intersperse(expr, ", ", &expr(&1, sources, query))
end)
]
end
defp window(%{windows: []}, _sources), do: []
defp window(%{windows: windows} = query, sources) do
[
" WINDOW "
| intersperse_map(windows, ", ", fn {name, window} ->
[quote_name(name), " AS ", window_exprs(window, sources, query)]
end)
]
end
defp window_exprs(kw, sources, query) do
[?(, intersperse_map(kw, ?\s, &window_expr(&1, sources, query)), ?)]
end
defp window_expr({:partition_by, fields}, sources, query) do
["PARTITION BY " | intersperse_map(fields, ", ", &expr(&1, sources, query))]
end
defp window_expr({:order_by, fields}, sources, query) do
["ORDER BY " | intersperse_map(fields, ", ", &order_by_expr(&1, sources, query))]
end
defp window_expr({:frame, {:fragment, _, _} = fragment}, sources, query) do
expr(fragment, sources, query)
end
defp order_by(%{order_bys: []}, _distinct, _sources), do: []
defp order_by(%{order_bys: order_bys} = query, distinct, sources) do
order_bys = Enum.flat_map(order_bys, & &1.expr)
order_bys = order_by_concat(distinct, order_bys)
[" ORDER BY " | Enum.map_intersperse(order_bys, ", ", &order_by_expr(&1, sources, query))]
end
defp order_by_concat([head | left], [head | right]), do: [head | order_by_concat(left, right)]
defp order_by_concat(left, right), do: left ++ right
defp order_by_expr({dir, expr}, sources, query) do
str = expr(expr, sources, query)
case dir do
:asc -> str
:asc_nulls_last -> [str | " ASC NULLS LAST"]
:asc_nulls_first -> [str | " ASC NULLS FIRST"]
:desc -> [str | " DESC"]
:desc_nulls_last -> [str | " DESC NULLS LAST"]
:desc_nulls_first -> [str | " DESC NULLS FIRST"]
_ -> error!(query, "#{dir} is not supported in ORDER BY in Snowflake")
end
end
defp limit(%{limit: nil}, _sources), do: []
defp limit(%{limit: %{expr: expr}} = query, sources) do
[" LIMIT " | expr(expr, sources, query)]
end
defp offset(%{offset: nil}, _sources), do: []
defp offset(%{offset: %QueryExpr{expr: expr}} = query, sources) do
[" OFFSET " | expr(expr, sources, query)]
end
defp qualify(query, sources) do
case query do
%{qualify: %QueryExpr{expr: expr}} ->
[" QUALIFY " | expr(expr, sources, query)]
_ ->
[]
end
end
defp combinations(%{combinations: combinations}) do
Enum.map(combinations, fn
{:union, query} -> [" UNION (", all(query), ")"]
{:union_all, query} -> [" UNION ALL (", all(query), ")"]
{:except, query} -> [" EXCEPT (", all(query), ")"]
{:except_all, query} -> [" EXCEPT ALL (", all(query), ")"]
{:intersect, query} -> [" INTERSECT (", all(query), ")"]
{:intersect_all, query} -> [" INTERSECT ALL (", all(query), ")"]
end)
end
defp boolean(_name, [], _sources, _query), do: []
defp boolean(name, [%{expr: expr, op: op} | query_exprs], sources, query) do
[
name,
Enum.reduce(query_exprs, {op, paren_expr(expr, sources, query)}, fn
%BooleanExpr{expr: expr, op: op}, {op, acc} ->
{op, [acc, operator_to_boolean(op) | paren_expr(expr, sources, query)]}
%BooleanExpr{expr: expr, op: op}, {_, acc} ->
{op, [?(, acc, ?), operator_to_boolean(op) | paren_expr(expr, sources, query)]}
end)
|> elem(1)
]
end
defp operator_to_boolean(:and), do: " AND "
defp operator_to_boolean(:or), do: " OR "
defp parens_for_select([first_expr | _] = expr) do
if is_binary(first_expr) and String.match?(first_expr, ~r/^\s*select/i) do
[?(, expr, ?)]
else
expr
end
end
defp paren_expr(expr, sources, query) do
[?(, expr(expr, sources, query), ?)]
end
defp expr({:^, [], [_ix]}, _sources, _query) do
"?"
end
defp expr({{:., _, [{:parent_as, _, [as]}, field]}, _, []}, _sources, query)
when is_atom(field) do
{ix, sources} = get_parent_sources_ix(query, as)
{_, name, _} = elem(sources, ix)
[name, ?. | quote_name(field)]
end
defp expr({{:., _, [{:&, _, [idx]}, field]}, _, []}, sources, _query)
when is_atom(field) do
{_, name, _} = elem(sources, idx)
[name, ?. | quote_name(field)]
end
defp expr({:&, _, [idx]}, sources, _query) do
{_, source, _} = elem(sources, idx)
source
end
defp expr({:in, _, [left, right]}, sources, query) when is_list(right) do
args = intersperse_map(right, ?,, &expr(&1, sources, query))
[expr(left, sources, query), " IN (", args, ?)]
end
defp expr({:in, _, [_, {:^, _, [_, 0]}]}, _sources, _query) do
"false"
end
defp expr({:in, _, [left, {:^, _, [_, length]}]}, sources, query) do
args = Enum.intersperse(List.duplicate(??, length), ?,)
[expr(left, sources, query), " IN (", args, ?)]
end
defp expr({:in, _, [left, %Ecto.SubQuery{} = subquery]}, sources, query) do
[expr(left, sources, query), " IN ", expr(subquery, sources, query)]
end
defp expr({:in, _, [left, right]}, sources, query) do
[expr(left, sources, query), " = ANY(", expr(right, sources, query), ?)]
end
defp expr({:is_nil, _, [arg]}, sources, query) do
[expr(arg, sources, query) | " IS NULL"]
end
defp expr({:not, _, [expr]}, sources, query) do
["NOT (", expr(expr, sources, query), ?)]
end
defp expr({:filter, _, [{:count, _, []}, cond]}, sources, query) do
["COUNT_IF(", expr(cond, sources, query), ")"]
end
defp expr({:filter, _, [{agg, _, [arg]}, cond]}, sources, query)
when agg in [:count, :sum, :avg, :min, :max] do
[
Atom.to_string(agg),
"(CASE WHEN ",
expr(cond, sources, query),
" THEN ",
expr(arg, sources, query),
" END)"
]
end
defp expr({:filter, _, _}, _sources, query) do
error!(query, "Snowflake adapter does not support filter() on this aggregate")
end
defp expr(%Ecto.SubQuery{query: query}, sources, parent_query) do
query = put_in(query.aliases[__MODULE__], {parent_query, sources})
[?(, all(query, subquery_as_prefix(sources)), ?)]
end
defp expr({:fragment, _, [kw]}, _sources, query) when is_list(kw) or tuple_size(kw) == 3 do
error!(query, "Snowflake adapter does not support keyword or interpolated fragments")
end
defp expr({:fragment, _, parts}, sources, query) do
Enum.map(parts, fn
{:raw, part} -> part
{:expr, expr} -> expr(expr, sources, query)
end)
|> parens_for_select()
end
defp expr({:identifier, _, [literal]}, _sources, _query) do
quote_name(literal)
end
defp expr({:datetime_add, _, [datetime, count, interval]}, sources, query) do
[
"date_add(",
expr(datetime, sources, query),
", ",
interval(count, interval, sources, query) | ")"
]
end
defp expr({:date_add, _, [date, count, interval]}, sources, query) do
[
"CAST(date_add(",
expr(date, sources, query),
", ",
interval(count, interval, sources, query) | ") AS date)"
]
end
defp expr({:over, _, [agg, name]}, sources, query) when is_atom(name) do
aggregate = expr(agg, sources, query)
[aggregate, " OVER " | quote_name(name)]
end
defp expr({:over, _, [agg, kw]}, sources, query) do
aggregate = expr(agg, sources, query)
[aggregate, " OVER ", window_exprs(kw, sources, query)]
end
defp expr({:{}, _, elems}, sources, query) do
[?(, intersperse_map(elems, ?,, &expr(&1, sources, query)), ?)]
end
defp expr({:count, _, []}, _sources, _query), do: "count(*)::number"
defp expr({:json_extract_path, _, [expr, path]}, sources, query) do
path =
path
|> Enum.map_intersperse(".", fn
binary when is_binary(binary) ->
[?", escape_json_key(binary), ?"]
integer when is_integer(integer) ->
"[#{integer}]"
end)
[expr(expr, sources, query), ":", path]
end
defp expr({fun, _, args}, sources, query) when is_atom(fun) and is_list(args) do
{modifier, args} =
case args do
[rest, :distinct] -> {"DISTINCT ", [rest]}
_ -> {[], args}
end
case handle_call(fun, length(args)) do
{:binary_op, op} ->
[left, right] = args
[op_to_binary(left, sources, query), op | op_to_binary(right, sources, query)]
{:fun, fun} ->
[fun, ?(, modifier, intersperse_map(args, ", ", &expr(&1, sources, query)), ?)]
end
end
defp expr(list, _sources, query) when is_list(list) do
error!(query, "Array type is not supported by Snowflake")
end
defp expr(%Decimal{} = decimal, _sources, _query) do
Decimal.to_string(decimal, :normal)
end
defp expr(%Ecto.Query.Tagged{value: binary, type: :binary}, _sources, _query)
when is_binary(binary) do
hex = Base.encode16(binary, case: :lower)
[?x, ?', hex, ?']
end
defp expr(%Ecto.Query.Tagged{value: other, type: type}, sources, query)
when type in [:decimal, :float] do
[expr(other, sources, query), " + 0"]
end
defp expr(%Ecto.Query.Tagged{value: other, type: type}, sources, query) do
["CAST(", expr(other, sources, query), " AS ", ecto_cast_to_db(type, query), ?)]
end
defp expr(nil, _sources, _query), do: "NULL"
defp expr(true, _sources, _query), do: "TRUE"
defp expr(false, _sources, _query), do: "FALSE"
defp expr(literal, _sources, _query) when is_binary(literal) do
[?', escape_string(literal), ?']
end
defp expr(literal, _sources, _query) when is_integer(literal) do
Integer.to_string(literal)
end
defp expr(literal, _sources, _query) when is_float(literal) do
# Snowflake doesn't support float cast
["(0 + ", Float.to_string(literal), ?)]
end
defp expr(expr, _sources, query) do
error!(query, "unsupported expression: #{inspect(expr)}")
end
defp interval(count, "millisecond", sources, query) do
["INTERVAL (", expr(count, sources, query) | " * 1000) microsecond"]
end
defp interval(count, interval, sources, query) do
["INTERVAL ", expr(count, sources, query), ?\s | interval]
end
defp op_to_binary({op, _, [_, _]} = expr, sources, query) when op in @binary_ops,
do: paren_expr(expr, sources, query)
defp op_to_binary({:is_nil, _, [_]} = expr, sources, query),
do: paren_expr(expr, sources, query)
defp op_to_binary(expr, sources, query),
do: expr(expr, sources, query)
defp create_names(%{sources: sources}, as_prefix) do
create_names(sources, 0, tuple_size(sources), as_prefix) |> List.to_tuple()
end
defp create_names(sources, pos, limit, as_prefix) when pos < limit do
[create_name(sources, pos, as_prefix) | create_names(sources, pos + 1, limit, as_prefix)]
end
defp create_names(_sources, pos, pos, as_prefix) do
[as_prefix]
end
defp subquery_as_prefix(sources) do
[?s | :erlang.element(tuple_size(sources), sources)]
end
defp create_name(sources, pos, as_prefix) do
case elem(sources, pos) do
{:fragment, _, _} ->
{nil, as_prefix ++ [?f | Integer.to_string(pos)], nil}
{table, schema, prefix} ->
name = as_prefix ++ [create_alias(table) | Integer.to_string(pos)]
{quote_table(prefix, table), name, schema}
%Ecto.SubQuery{} ->
{nil, as_prefix ++ [?s | Integer.to_string(pos)], nil}
end
end
defp create_alias(<<first, _rest::binary>>) when first in ?a..?z when first in ?A..?Z do
first
end
defp create_alias(_) do
?t
end
## Helpers
defp get_source(query, sources, ix, source) do
{expr, name, _schema} = elem(sources, ix)
{expr || expr(source, sources, query), name}
end
defp get_parent_sources_ix(query, as) do
case query.aliases[__MODULE__] do
{%{aliases: %{^as => ix}}, sources} -> {ix, sources}
{%{} = parent, _sources} -> get_parent_sources_ix(parent, as)
end
end
defp quote_name(name) when is_atom(name) do
quote_name(Atom.to_string(name))
end
defp quote_name(name) when is_binary(name) do
if String.contains?(name, "'") do
error!(nil, "bad literal/field/table name #{inspect(name)} (' is not permitted)")
end
[name]
end
defp quote_names(names), do: intersperse_map(names, ?,, &quote_name/1)
defp quote_table(nil, name), do: quote_table(name)
defp quote_table(prefix, name), do: [quote_table(prefix), ?., quote_table(name)]
defp quote_table(name) when is_atom(name),
do: quote_table(Atom.to_string(name))
defp quote_table(name) do
if String.contains?(name, "'") do
error!(nil, "bad table name #{inspect(name)}")
end
[name]
end
defp intersperse_map(list, separator, mapper, acc \\ [])
defp intersperse_map([], _separator, _mapper, acc),
do: acc
defp intersperse_map([elem], _separator, mapper, acc),
do: [acc | mapper.(elem)]
defp intersperse_map([elem | rest], separator, mapper, acc),
do: intersperse_map(rest, separator, mapper, [acc, mapper.(elem), separator])
defp escape_string(value) when is_binary(value) do
value
|> :binary.replace("'", "''", [:global])
|> :binary.replace("\\", "\\\\", [:global])
end
defp escape_json_key(value) when is_binary(value) do
value
|> escape_string()
|> :binary.replace("\"", "\\\\\"", [:global])
end
defp ecto_cast_to_db(:id, _query), do: "number"
defp ecto_cast_to_db(:integer, _query), do: "number"
defp ecto_cast_to_db(:string, _query), do: "varchar"
defp ecto_cast_to_db(:utc_datetime_usec, _query), do: "datetime(6)"
defp ecto_cast_to_db(:naive_datetime_usec, _query), do: "datetime(6)"
defp ecto_cast_to_db(type, query), do: ecto_to_db(type, query)
defp ecto_to_db({:array, _}, _query), do: "array"
defp ecto_to_db(:serial, query), do: error!(query, "SERIAL is not supported by Snowflake")
defp ecto_to_db(:bigserial, query),
do: error!(query, "BIGSERIAL is not supported by snowflake")
defp ecto_to_db(:binary_id, _query), do: "varchar"
defp ecto_to_db(:float, _query), do: "number"
defp ecto_to_db(:binary, _query), do: "varchar"
# Snowflake does not support uuid
defp ecto_to_db(:uuid, _query), do: "varchar"
defp ecto_to_db(:map, _query), do: "variant"
defp ecto_to_db({:map, _}, _query), do: "variant"
defp ecto_to_db(:time_usec, _query), do: "time"
defp ecto_to_db(:utc_datetime, _query), do: "datetime"
defp ecto_to_db(:naive_datetime, _query), do: "datetime"
defp ecto_to_db(atom, _query) when is_atom(atom), do: Atom.to_string(atom)
defp ecto_to_db(type, _query) do
raise ArgumentError,
"unsupported type '#{inspect(type)}'. The type can either be an atom, a string " <>
"or a tuple of the form '{:map, t}' where 't' itself follows the same conditions."
end
defp error!(nil, message) do
raise ArgumentError, message
end
defp error!(query, message) do
raise Ecto.QueryError, query: query, message: message
end
end