Packages

crawley_ex

0.1.0
0.1.0

Crawley is an elixir package that mine the Github API searching for repos to download and then zip and upload them to a S3 bucket.

HexDocs

Current section

Files

Jump to
Readme
1 Version
7 Dependencies
0 Dependants
Files
Activity
crawley_ex lib crawley repo_utils.ex
Raw

lib/crawley/repo_utils.ex 

defmodule Crawley.RepoUtils do

  def get_repositories(%{lang: lang, per_page: per_page, page: page}) do

    options = %{

      q:        "language:#{lang}",

      per_page: per_page,

      page:     page,

      sort:     "stars",

    }



    client = github_client()

    {200, _, response} = Tentacat.Search.repositories(client, options)

    response.body["items"]

  end



  def clone_repo(name, clone_url) do

    repo_folder = "./tmp/#{name}"

    {:ok, _} = Git.clone([clone_url, repo_folder])

  end



  def delete_repo(repo_name) do

    File.rm_rf("./tmp/#{repo_name}")

  end



  defp github_client() do

    Tentacat.Client.new(%{ access_token: System.get_env("GITHUB_TOKEN") })

  end

end