Packages

spider_man

0.2.2
0.6.4 0.6.3 0.6.2 0.6.1 retired 0.6.0 0.5.1 0.5.0 0.4.7 0.4.6 0.4.5 0.4.4 0.4.3 0.4.2 0.4.1 0.4.0 0.3.6 0.3.5 0.3.4 0.3.2 0.3.1 0.3.0 0.2.3 0.2.2 0.2.1 0.2.0 0.1.2 0.1.1 0.1.0

SpiderMan,a fast high-level web crawling & scraping framework for Elixir

HexDocs

Current section

Files

Jump to
Readme
28 Versions
9 Dependencies
Dependants
Files
Activity
spider_man lib spider_man pipeline json_encode2file.ex
Raw

lib/spider_man/pipeline/json_encode2file.ex 

defmodule SpiderMan.Pipeline.JsonEncode2File do

  @moduledoc false

  @behaviour SpiderMan.Pipeline



  @impl true

  def call(%{key: key, value: value}, dir) do

    file_name =

      if is_binary(dir) do

        Path.join([dir, key])

      else

        key

      end



    json = Jason.encode!(value)

    File.write!(file_name, json)

  end



  @impl true

  def prepare_for_start(arg, options) do

    unless Code.ensure_loaded?(Jason) do

      raise "Please add Jason lib to your deps."

    end



    dir =

      case arg do

        [dir: dir] -> dir

        _ -> arg

      end



    {dir, options}

  end

end