From 0ff5df14f309c0a70a603380448a1d2ba916812d Mon Sep 17 00:00:00 2001
From: Chaska <166928710+chaskayote@users.noreply.github.com>
Date: Wed, 24 Apr 2024 18:31:42 -0500
Subject: [PATCH] fixing scraper_plugin to work with Pixiv
---
lib/philomena_web/plugs/scraper_plug.ex | 9 +++------
1 file changed, 3 insertions(+), 6 deletions(-)
diff --git a/lib/philomena_web/plugs/scraper_plug.ex b/lib/philomena_web/plugs/scraper_plug.ex
index 898666ac..628b92ab 100644
--- a/lib/philomena_web/plugs/scraper_plug.ex
+++ b/lib/philomena_web/plugs/scraper_plug.ex
@@ -14,12 +14,6 @@ defmodule PhilomenaWeb.ScraperPlug do
conn
%{"scraper_cache" => url} when not is_nil(url) and url != "" ->
- url
- |> Philomena.Http.get()
- |> maybe_fixup_params(url, opts, conn)
-
- _ ->
- conn
headers = if String.contains?(url, "pximg.net") do
[{"Referer", "https://pixiv.net/"}]
else
@@ -29,6 +23,9 @@ defmodule PhilomenaWeb.ScraperPlug do
url
|> Philomena.Http.get(headers)
|> maybe_fixup_params(url, opts, conn)
+
+ _ ->
+ conn
end
end