PonyMirrors/philomena
1
0
Fork 0
mirror of https://github.com/philomena-dev/philomena.git synced 2025-03-31 00:37:45 +02:00
Code Issues Projects Releases Packages Wiki Activity

fixing scraper_plugin to work with Pixiv

Browse source
This commit is contained in:
Chaska 2024-04-24 18:31:42 -05:00
parent 76b8820aed
commit 0ff5df14f3
1 changed files with 3 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
lib/philomena_web/plugs/scraper_plug.ex
View file

@ -14,12 +14,6 @@ defmodule PhilomenaWeb.ScraperPlug do
conn conn
%{"scraper_cache" => url} when not is_nil(url) and url != "" -> %{"scraper_cache" => url} when not is_nil(url) and url != "" ->
url
|> Philomena.Http.get()
|> maybe_fixup_params(url, opts, conn)
_ ->
conn
headers = if String.contains?(url, "pximg.net") do headers = if String.contains?(url, "pximg.net") do
[{"Referer", "https://pixiv.net/"}] [{"Referer", "https://pixiv.net/"}]
else else
@ -29,6 +23,9 @@ defmodule PhilomenaWeb.ScraperPlug do
url url
|> Philomena.Http.get(headers) |> Philomena.Http.get(headers)
|> maybe_fixup_params(url, opts, conn) |> maybe_fixup_params(url, opts, conn)
_ ->
conn
end end
end end