Packages

chromic_pdf

1.0.0
1.17.1 1.17.0 1.16.1 1.16.0 1.15.2 1.15.1 1.15.0 1.14.0 1.13.0 1.12.0 1.11.0 1.10.0 1.9.1 1.9.0 1.8.1 1.8.0 1.7.0 1.6.0 1.5.0 1.4.0 1.3.1 1.3.0 1.2.2 1.2.1 1.2.0 1.1.2 1.1.1 1.1.0 1.0.0 0.7.2 0.7.1 0.7.0 0.6.2 0.6.1 0.6.0 0.5.2 0.5.1 0.5.0 0.4.0 0.3.1 0.3.0 0.2.0 0.1.0

Fast HTML-2-PDF/A renderer based on Chrome & Ghostscript

HexDocs

Current section

Files

Jump to
Readme
43 Versions
3 Dependencies
Dependants
Files
Activity
chromic_pdf lib chromic_pdf pdf connection tokenizer.ex
Raw

lib/chromic_pdf/pdf/connection/tokenizer.ex 

defmodule ChromicPDF.Connection.Tokenizer do

  @moduledoc false



  @type t :: list()



  # Returns initial memo.

  def init do

    []

  end



  # Returns {[msgs(), memo()]}, msgs can be consumed, memo should be saved for next data blob.

  def tokenize(data, memo) do

    data

    |> String.split("\0")

    |> handle_chunks(memo)

  end



  defp handle_chunks([blob], memo), do: {[], [blob | memo]}

  defp handle_chunks([blob, ""], memo), do: {[join_chunks([blob | memo])], []}



  defp handle_chunks([blob | rest], memo) do

    msg = join_chunks([blob | memo])

    {msgs, memo} = handle_chunks(rest, [])

    {[msg | msgs], memo}

  end



  defp join_chunks(memo) do

    memo

    |> Enum.reverse()

    |> Enum.join()

  end

end