mirror of
https://github.com/philomena-dev/philomena.git
synced 2024-11-27 13:47:58 +01:00
skip scraper verification per benoitc/hackney#624
This commit is contained in:
parent
c59fdc7252
commit
6810b9a947
1 changed files with 2 additions and 2 deletions
|
@ -6,14 +6,14 @@ defmodule Philomena.Http do
|
||||||
|
|
||||||
def get!(url, headers \\ [], options \\ []) do
|
def get!(url, headers \\ [], options \\ []) do
|
||||||
headers = Keyword.merge(@user_agent, headers) |> add_host(url)
|
headers = Keyword.merge(@user_agent, headers) |> add_host(url)
|
||||||
options = Keyword.merge(options, proxy: proxy_host())
|
options = Keyword.merge(options, proxy: proxy_host(), ssl: [insecure: true])
|
||||||
|
|
||||||
HTTPoison.get!(url, headers, options)
|
HTTPoison.get!(url, headers, options)
|
||||||
end
|
end
|
||||||
|
|
||||||
def head!(url, headers \\ [], options \\ []) do
|
def head!(url, headers \\ [], options \\ []) do
|
||||||
headers = Keyword.merge(@user_agent, headers) |> add_host(url)
|
headers = Keyword.merge(@user_agent, headers) |> add_host(url)
|
||||||
options = Keyword.merge(options, proxy: proxy_host())
|
options = Keyword.merge(options, proxy: proxy_host(), ssl: [insecure: true])
|
||||||
|
|
||||||
HTTPoison.head!(url, headers, options)
|
HTTPoison.head!(url, headers, options)
|
||||||
end
|
end
|
||||||
|
|
Loading…
Reference in a new issue