PonyMirrors/philomena
1
0
Fork 0
mirror of https://github.com/philomena-dev/philomena.git synced 2025-01-19 22:27:59 +01:00
Code Issues Projects Releases Packages Wiki Activity

Partial revert of 6ef5354 (parallel reindex op)

Browse source
This commit is contained in:
Liam 2024-12-19 15:39:51 -05:00
parent b4f86ff2db
commit f2fb46805a
1 changed files with 13 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
lib/philomena_query/search.ex
View file

@ -203,8 +203,9 @@ defmodule PhilomenaQuery.Search do
def reindex(queryable, module, opts \\ []) do def reindex(queryable, module, opts \\ []) do
index = @policy.index_for(module) index = @policy.index_for(module)
process = queryable
fn records -> |> Batch.record_batches(opts)
|> Enum.each(fn records ->
lines = lines =
Enum.flat_map(records, fn record -> Enum.flat_map(records, fn record ->
doc = index.as_json(record) doc = index.as_json(record)
@ -216,12 +217,7 @@ defmodule PhilomenaQuery.Search do
end) end)
Api.bulk(@policy.opensearch_url(), lines) Api.bulk(@policy.opensearch_url(), lines)
end end)
queryable
|> Batch.record_batches(opts)
|> Task.async_stream(process, ordered: false, timeout: :infinity)
|> Stream.run()
end end
@doc ~S""" @doc ~S"""