Merge branch 'mix-indexer' into 'develop'

Add additional flags to the Pleroma.Search.Indexer Mix task

See merge request pleroma/pleroma!4131
This commit is contained in:
feld 2024-05-29 15:04:58 +00:00
commit b4332b47d5
2 changed files with 7 additions and 3 deletions

View File

@ -0,0 +1 @@
Permit passing --chunk and --step values to the Pleroma.Search.Indexer Mix task

View File

@ -33,15 +33,18 @@ def run(["index" | options]) do
OptionParser.parse(
options,
strict: [
limit: :integer
chunk: :integer,
limit: :integer,
step: :integer
]
)
start_pleroma()
chunk_size = Keyword.get(options, :chunk, 100)
limit = Keyword.get(options, :limit, 100_000)
per_step = Keyword.get(options, :step, 1000)
per_step = 1000
chunks = max(div(limit, per_step), 1)
1..chunks
@ -65,7 +68,7 @@ def run(["index" | options]) do
IO.puts("Got #{length(ids)} activities, adding to indexer")
ids
|> Enum.chunk_every(100)
|> Enum.chunk_every(chunk_size)
|> Enum.each(fn chunk ->
IO.puts("Adding #{length(chunk)} activities to indexing queue")