From 2cfde149ef6fd0b34553c2d32d153f5760ded80b Mon Sep 17 00:00:00 2001 From: mdashlw Date: Fri, 5 Apr 2024 19:59:16 +0300 Subject: [PATCH] Twitter scraper description (#221) * feat(scrapers/twitter): return received tweet text Also: use url and username from received json for the sake of consistent capitalizaton * fix: all fields are under "tweet" --- lib/philomena/scrapers/twitter.ex | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/lib/philomena/scrapers/twitter.ex b/lib/philomena/scrapers/twitter.ex index 9575c4e5..0ba64180 100644 --- a/lib/philomena/scrapers/twitter.ex +++ b/lib/philomena/scrapers/twitter.ex @@ -13,9 +13,10 @@ defmodule Philomena.Scrapers.Twitter do {:ok, %Tesla.Env{status: 200, body: body}} = Philomena.Http.get(api_url) json = Jason.decode!(body) + tweet = json["tweet"] images = - Enum.map(json["tweet"]["media"]["photos"], fn p -> + Enum.map(tweet["media"]["photos"], fn p -> %{ url: "#{p["url"]}:orig", camo_url: Camo.Image.image_url(p["url"]) @@ -23,8 +24,9 @@ defmodule Philomena.Scrapers.Twitter do end) %{ - source_url: "https://twitter.com/#{user}/status/#{status_id}", - author_name: user, + source_url: tweet["url"], + author_name: tweet["author"]["screen_name"], + description: tweet["text"], images: images } end