Packages

manga_ex

0.5.0
0.5.0 0.4.10 0.4.9 0.4.8 0.4.7 0.4.6 0.4.5 0.4.4 0.4.3 0.4.2 0.4.1 0.3.3 0.3.2 0.3.1 0.2.7 0.2.6 0.2.5 0.2.4 0.2.3 0.2.2 0.2.1 0.1.13 0.1.12 0.1.11 0.1.10 0.1.9 0.1.8 0.1.7 0.1.6 0.1.5 0.1.4 0.1.3 0.1.2 0.1.1 0.1.0

Scrapper that download chapters whitout limits from some providers

HexDocs

Current section

Files

Jump to
Readme
35 Versions
3 Dependencies
Dependants
Files
Activity
manga_ex lib actions find.ex
Raw

lib/actions/find.ex 

defmodule MangaEx.Actions.Find do

  use Tesla



  require Logger



  plug(Tesla.Middleware.Headers, [

    {"User-Agent", "Mozilla/5.0 (X11; Linux x86_64; rv:76.0) Gecko/20100101 Firefox/76.0"}

  ])



  plug(Tesla.Middleware.JSON)



  def find_mangas(_, url, redirected_url \\ nil, attempt \\ 0)



  def find_mangas(manga_name, url, redirected_url, attempt) when attempt <= 10 do

    redirected_url

    |> Kernel.||(url)

    |> URI.encode()

    |> get()

    |> case do

      {:ok, %{body: body, status: status}} when status in 200..299 ->

        body



      {:ok, %{status: 301} = tesla_response} ->

        find_mangas(manga_name, url, Tesla.get_header(tesla_response, "location"), attempt + 1)



      _response ->

        :timer.sleep(:timer.seconds(1))



        find_mangas(manga_name, url, nil, attempt + 1)

    end

  end



  def find_mangas(manga_name, _url, _redirected_url, _attempt) do

    Logger.error("Error getting #{manga_name}")

    :ok

  end



  def handle_get_name_and_url(name_and_urls) do

    name_and_urls

    |> Enum.uniq()

    |> case do

      mangas when mangas == [] ->

        {:ok, :manga_not_found}



      mangas ->

        mangas

    end

  end

end