Anon/pleroma
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

pleroma.database fill_old_hashtags: Add month_limit argument

Browse Source
This commit is contained in:
Haelwenn (lanodan) Monnier 2020-12-22 05:11:19 +01:00
parent 18b536c176
commit d0c2479710
No known key found for this signature in database
GPG Key ID: D5B7A8E43C997DEE
2 changed files with 43 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
docs/administration/CLI_tasks/database.md
View File

@ -93,12 +93,14 @@ Can be safely re-run
## Fill hashtags for old objects ## Fill hashtags for old objects
Migrate hashags fields for old objects, from now to `months_limit` months.
```sh tab="OTP" ```sh tab="OTP"
./bin/pleroma_ctl database fill_old_hashtags ./bin/pleroma_ctl database fill_old_hashtags <months_limit>
``` ```
```sh tab="From Source" ```sh tab="From Source"
mix pleroma.database fill_old_hashtags mix pleroma.database fill_old_hashtags <months_limit>
``` ```
## Vacuum the database ## Vacuum the database

14
lib/mix/tasks/pleroma/database.ex
View File

@ -128,17 +128,24 @@ defmodule Mix.Tasks.Pleroma.Database do
|> Stream.run() |> Stream.run()
end end
def run(["fill_old_hashtags"]) do def run(["fill_old_hashtags", month_limit]) do
import Ecto.Query import Ecto.Query
start_pleroma() start_pleroma()
month_limit = String.to_integer(month_limit)
if month_limit < 1 do
shell_error("Invalid `month_limit` argument, needs to be greater than 1")
else
time_limit = DateTime.utc_now() |> Timex.shift(months: -month_limit)
from( from(
o in Object, o in Object,
where: fragment("(?)->>'hashtags' is null", o.data), where: fragment("(?)->>'hashtags' is null", o.data),
where: fragment("(?)->>'tag' != '[]'", o.data), where: fragment("(?)->>'tag' != '[]'", o.data),
select: %{id: o.id, tag: fragment("(?)->>'tag'", o.data)}, where: o.inserted_at < ^time_limit,
order_by: [:desc, o.id] select: %{id: o.id, tag: fragment("(?)->>'tag'", o.data)}
) )
|> Pleroma.Repo.chunk_stream(200, :batches) |> Pleroma.Repo.chunk_stream(200, :batches)
|> Stream.each(fn objects -> |> Stream.each(fn objects ->
@ -170,6 +177,7 @@ defmodule Mix.Tasks.Pleroma.Database do
end) end)
|> Stream.run() |> Stream.run()
end end
end
def run(["vacuum", args]) do def run(["vacuum", args]) do
start_pleroma() start_pleroma()