exconv

defmodule Exconv do
  @moduledoc """
  Documentation for Exconv.
  """

  @long_compiling [
    "japanese",
    "old5601",
    "ksc5601",
    "ksx1001",
    "cp936",
    "shiftjis",
    "chintrad",
    "jis0212",
    "jis0208",
    "cp950",
    "keyboard",
    "iso8859_3",
    "turkish",
    "cp862",
    "big5",
    "cp932",
    "johab",
    "cns11643",
    "kps9566",
    "cp949",
    "chinsimp"
  ]

  @doc """
  Hello world.

  ## Examples

      iex> Exconv.hello()
      :world

  """
  def to_unicode!(string, encoding) do
    encoding
    |> Exconv.Mapper.get_module()
    |> Exconv.Parser.to_unicode!(string)
  end
  

  defp generate_mappers do
    encodings = fetch_encodings()
    available_encodings =
      for encoding <- encodings do
        case encoding do
          {:ok, "hebrew", _} ->
            :error
          {:ok, "korean", _} ->
            :error
          {:ok, "corpchar", _} ->
            :error
          {:ok, "arabic", _} ->
            :error
          {:ok, "farsi", _} ->
            :error
          {:ok, name, file_path} ->
            IO.puts("Generating :#{name} module from #{file_path} source")
            module_name = "Mapper.#{String.capitalize(name)}"
            file_to_encoding(file_path)
            {:ok, file} = File.open("lib/mapper/#{name}.ex", [:write])
            IO.binwrite(file, "defmodule Exconv.#{module_name} do\n")
            for {code, symbol} <- file_to_encoding(file_path) do
              binary_symbol =
                case List.to_string([symbol]) do
                  "\n" -> "\\n"
                  sym -> sym
                end
              case String.printable?(binary_symbol) do
                true ->
                  IO.binwrite(file, "  def to_unicode(#{code}), do: #{inspect(symbol)} # #{inspect(binary_symbol, binaries: :as_binaries)} | #{inspect(binary_symbol)}\n")
                false ->
                  IO.binwrite(file, "  def to_unicode(#{code}), do: nil # #{inspect(binary_symbol, binaries: :as_binaries)} | #{inspect(binary_symbol)}\n")
              end
            end
            IO.binwrite(file, "end")
            File.close(file)
            {:ok, String.to_atom(name), module_name}
          {:error, _} -> :error
        end
      end |> Enum.reject(&is_atom/1)
    {:ok, file} = File.open("lib/mapper.ex", [:write])
    IO.binwrite(file, "defmodule Exconv.Mapper do\n")
    IO.binwrite(file, "  alias Exconv.Mapper\n")
    list_of_encodings =
      for {:ok, symbol, module_name} <- available_encodings do
        IO.binwrite(file, "  def get_module(:#{symbol}), do: #{module_name}\n")
        symbol
      end |> Enum.join(", :")

    IO.binwrite(file, "  def list_of_encodings() do\n")
    IO.binwrite(file, "    [:#{list_of_encodings}]\n")
    IO.binwrite(file, "  end\n")

    IO.binwrite(file, "end")
    File.close(file)
  end

  defp file_to_encoding(file_path) do
    {:ok, file} = File.open(file_path)
    table =
      file
      |> readline(file_path)
      |> Enum.uniq_by(fn {code, _} -> code end)
    File.close(file)
    table
  end

  defp readline(file, file_path, result \\ []) do
    case IO.read(file, :line) do
      "#" <> _ -> readline(file, file_path, result)
      :eof ->
        result
      <<26>> ->
        readline(file, file_path, result)
      "\n" ->
        readline(file, file_path, result)
      line ->
        [from, to | _] = String.split(line, "\t")
        readline(file, file_path, [{Exconv.Parser.to_code(from), Exconv.Parser.to_code(to)} | result])
    end
  end

  defp parse_second_line(file, _encoding) do
    second_line = IO.read(file, :line)
    conditional =
      # String.starts_with?(second_line, "# Name:") ||
      String.starts_with?(second_line, "#    Name:") ||
      String.starts_with?(second_line, "#\tName:") ||
      String.starts_with?(second_line, "#   File name:") ||
      String.starts_with?(second_line, "#       Name:")

    case conditional do
      true ->
        true
      false ->
        false
    end
  end

  defp is_encoding?(file, encoding) do
    pattern_1 = "# #{encoding}.TXT\n"
    first_line = IO.read(file, :line)
    case first_line do
      ^pattern_1 -> true
      "#\n" -> parse_second_line(file, encoding)
      "#=======================================================================\n" ->
        parse_second_line(file, encoding)
      "# File encoding:    UTF-8\n" ->
        parse_second_line(file, encoding)
      _ ->
        # IO.inspect({encoding, first_line})
        false
    end
  end

  defp fetch_encodings do
    {:ok, files} = lookup_sources("mappings")
    for file_path <- files do
      {:ok, file} = File.open(file_path)
      encoding = Path.basename(file_path, ".TXT")
      name =
        case encoding do
          "8859" <> _ -> "iso#{encoding}"
          _ -> encoding
        end |> String.replace("-", "_") |> String.downcase()
      result =
        case is_encoding?(file, encoding) && (name not in @long_compiling) do
          true -> {:ok, name, file_path}
          false -> {:error, file_path}
        end
      File.close(file)
      result
    end
  end

  defp lookup_sources(folder, files \\ nil, result \\ [])
  defp lookup_sources(_, [], result), do: result
  defp lookup_sources(folder, nil, []) do
    {:ok, files} = File.ls(folder)
    {:ok, lookup_sources(folder, files)}
  end
  defp lookup_sources(folder, ["DatedVersions" | files], result) do
    lookup_sources(folder, files, result)
  end
  defp lookup_sources(folder, [file_name | files], result) do
    file_path = folder <> "/" <> file_name
    case String.ends_with?(file_name, ".TXT") do
      true -> 
        lookup_sources(folder, files, [file_path | result])
      false ->
        case File.ls(file_path) do
          {:ok, child_files} ->
            children = lookup_sources(file_path, child_files, result)
            lookup_sources(folder, files, children)
          {:error, :enotdir} ->
            lookup_sources(folder, files, result)
        end
    end
  end
end