From dfb5314d93fa7a82b4abd6cd572d58bbede2488c Mon Sep 17 00:00:00 2001 From: Chaska <166928710+chaskayote@users.noreply.github.com> Date: Fri, 26 Apr 2024 11:36:29 -0500 Subject: [PATCH] Revert "fixing scraper_plugin to work with Pixiv" This reverts commit 0ff5df14f309c0a70a603380448a1d2ba916812d. --- lib/philomena_web/plugs/scraper_plug.ex | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/lib/philomena_web/plugs/scraper_plug.ex b/lib/philomena_web/plugs/scraper_plug.ex index 628b92ab..898666ac 100644 --- a/lib/philomena_web/plugs/scraper_plug.ex +++ b/lib/philomena_web/plugs/scraper_plug.ex @@ -14,6 +14,12 @@ defmodule PhilomenaWeb.ScraperPlug do conn %{"scraper_cache" => url} when not is_nil(url) and url != "" -> + url + |> Philomena.Http.get() + |> maybe_fixup_params(url, opts, conn) + + _ -> + conn headers = if String.contains?(url, "pximg.net") do [{"Referer", "https://pixiv.net/"}] else @@ -23,9 +29,6 @@ defmodule PhilomenaWeb.ScraperPlug do url |> Philomena.Http.get(headers) |> maybe_fixup_params(url, opts, conn) - - _ -> - conn end end