Add tootctl preview_cards remove
(#11320)
* Add `tootctl preview_cards remove` * fix code style * Remove `Scheduler::PreviewCardsCleanupScheduler` file * fix code style again Add exclude case where image_file_name is blank * Added a function to output confirmation if the specified number of days is less than 2 weeks
This commit is contained in:
parent
9349f1067a
commit
0d80f686d8
@ -1,22 +0,0 @@
|
|||||||
# frozen_string_literal: true
|
|
||||||
|
|
||||||
class Scheduler::PreviewCardsCleanupScheduler
|
|
||||||
include Sidekiq::Worker
|
|
||||||
|
|
||||||
sidekiq_options unique: :until_executed, retry: 0
|
|
||||||
|
|
||||||
def perform
|
|
||||||
Maintenance::UncachePreviewWorker.push_bulk(recent_link_preview_cards.pluck(:id))
|
|
||||||
Maintenance::UncachePreviewWorker.push_bulk(older_preview_cards.pluck(:id))
|
|
||||||
end
|
|
||||||
|
|
||||||
private
|
|
||||||
|
|
||||||
def recent_link_preview_cards
|
|
||||||
PreviewCard.where(type: :link).where('updated_at < ?', 1.month.ago)
|
|
||||||
end
|
|
||||||
|
|
||||||
def older_preview_cards
|
|
||||||
PreviewCard.where('updated_at < ?', 6.months.ago)
|
|
||||||
end
|
|
||||||
end
|
|
@ -24,9 +24,6 @@
|
|||||||
ip_cleanup_scheduler:
|
ip_cleanup_scheduler:
|
||||||
cron: '<%= Random.rand(0..59) %> <%= Random.rand(3..5) %> * * *'
|
cron: '<%= Random.rand(0..59) %> <%= Random.rand(3..5) %> * * *'
|
||||||
class: Scheduler::IpCleanupScheduler
|
class: Scheduler::IpCleanupScheduler
|
||||||
preview_cards_cleanup_scheduler:
|
|
||||||
cron: '<%= Random.rand(0..59) %> <%= Random.rand(3..5) %> * * *'
|
|
||||||
class: Scheduler::PreviewCardsCleanupScheduler
|
|
||||||
email_scheduler:
|
email_scheduler:
|
||||||
cron: '0 10 * * 2'
|
cron: '0 10 * * 2'
|
||||||
class: Scheduler::EmailScheduler
|
class: Scheduler::EmailScheduler
|
||||||
|
@ -9,6 +9,7 @@ require_relative 'mastodon/search_cli'
|
|||||||
require_relative 'mastodon/settings_cli'
|
require_relative 'mastodon/settings_cli'
|
||||||
require_relative 'mastodon/statuses_cli'
|
require_relative 'mastodon/statuses_cli'
|
||||||
require_relative 'mastodon/domains_cli'
|
require_relative 'mastodon/domains_cli'
|
||||||
|
require_relative 'mastodon/preview_cards_cli'
|
||||||
require_relative 'mastodon/cache_cli'
|
require_relative 'mastodon/cache_cli'
|
||||||
require_relative 'mastodon/version'
|
require_relative 'mastodon/version'
|
||||||
|
|
||||||
@ -42,6 +43,9 @@ module Mastodon
|
|||||||
desc 'domains SUBCOMMAND ...ARGS', 'Manage account domains'
|
desc 'domains SUBCOMMAND ...ARGS', 'Manage account domains'
|
||||||
subcommand 'domains', Mastodon::DomainsCLI
|
subcommand 'domains', Mastodon::DomainsCLI
|
||||||
|
|
||||||
|
desc 'preview_cards SUBCOMMAND ...ARGS', 'Manage preview cards'
|
||||||
|
subcommand 'preview_cards', Mastodon::PreviewCardsCLI
|
||||||
|
|
||||||
desc 'cache SUBCOMMAND ...ARGS', 'Manage cache'
|
desc 'cache SUBCOMMAND ...ARGS', 'Manage cache'
|
||||||
subcommand 'cache', Mastodon::CacheCLI
|
subcommand 'cache', Mastodon::CacheCLI
|
||||||
|
|
||||||
|
94
lib/mastodon/preview_cards_cli.rb
Normal file
94
lib/mastodon/preview_cards_cli.rb
Normal file
@ -0,0 +1,94 @@
|
|||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
require 'tty-prompt'
|
||||||
|
require_relative '../../config/boot'
|
||||||
|
require_relative '../../config/environment'
|
||||||
|
require_relative 'cli_helper'
|
||||||
|
|
||||||
|
module Mastodon
|
||||||
|
class PreviewCardsCLI < Thor
|
||||||
|
include ActionView::Helpers::NumberHelper
|
||||||
|
|
||||||
|
def self.exit_on_failure?
|
||||||
|
true
|
||||||
|
end
|
||||||
|
|
||||||
|
option :days, type: :numeric, default: 180
|
||||||
|
option :background, type: :boolean, default: false
|
||||||
|
option :verbose, type: :boolean, default: false
|
||||||
|
option :dry_run, type: :boolean, default: false
|
||||||
|
option :link, type: :boolean, default: false
|
||||||
|
desc 'remove', 'Remove preview cards'
|
||||||
|
long_desc <<-DESC
|
||||||
|
Removes locally thumbnails for previews.
|
||||||
|
|
||||||
|
The --days option specifies how old preview cards have to be before
|
||||||
|
they are removed. It defaults to 180 days.
|
||||||
|
|
||||||
|
With the --background option, instead of deleting the files sequentially,
|
||||||
|
they will be queued into Sidekiq and the command will exit as soon as
|
||||||
|
possible. In Sidekiq they will be processed with higher concurrency, but
|
||||||
|
it may impact other operations of the Mastodon server, and it may overload
|
||||||
|
the underlying file storage.
|
||||||
|
|
||||||
|
With the --dry-run option, no work will be done.
|
||||||
|
|
||||||
|
With the --verbose option, when preview cards are processed sequentially in the
|
||||||
|
foreground, the IDs of the preview cards will be printed.
|
||||||
|
|
||||||
|
With the --link option, delete only link-type preview cards.
|
||||||
|
DESC
|
||||||
|
def remove
|
||||||
|
prompt = TTY::Prompt.new
|
||||||
|
time_ago = options[:days].days.ago
|
||||||
|
queued = 0
|
||||||
|
processed = 0
|
||||||
|
size = 0
|
||||||
|
dry_run = options[:dry_run] ? '(DRY RUN)' : ''
|
||||||
|
link = options[:link] ? 'link-type ' : ''
|
||||||
|
scope = PreviewCard.where.not(image_file_name: nil)
|
||||||
|
scope = scope.where.not(image_file_name: '')
|
||||||
|
scope = scope.where(type: :link) if options[:link]
|
||||||
|
scope = scope.where('updated_at < ?', time_ago)
|
||||||
|
|
||||||
|
if time_ago > 2.weeks.ago
|
||||||
|
prompt.say "\n"
|
||||||
|
prompt.say('The preview cards less than the past two weeks will not be re-acquired even when needed.')
|
||||||
|
prompt.say "\n"
|
||||||
|
|
||||||
|
unless prompt.yes?('Are you sure you want to delete the preview cards?', default: false)
|
||||||
|
prompt.say "\n"
|
||||||
|
prompt.warn 'Nothing execute. Bye!'
|
||||||
|
prompt.say "\n"
|
||||||
|
exit(1)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
if options[:background]
|
||||||
|
scope.select(:id, :image_file_size).reorder(nil).find_in_batches do |preview_cards|
|
||||||
|
queued += preview_cards.size
|
||||||
|
size += preview_cards.reduce(0) { |sum, p| sum + (p.image_file_size || 0) }
|
||||||
|
Maintenance::UncachePreviewWorker.push_bulk(preview_cards.map(&:id)) unless options[:dry_run]
|
||||||
|
end
|
||||||
|
|
||||||
|
else
|
||||||
|
scope.select(:id, :image_file_size).reorder(nil).find_in_batches do |preview_cards|
|
||||||
|
preview_cards.each do |p|
|
||||||
|
size += p.image_file_size || 0
|
||||||
|
Maintenance::UncachePreviewWorker.new.perform(p.id) unless options[:dry_run]
|
||||||
|
options[:verbose] ? say(p.id) : say('.', :green, false)
|
||||||
|
processed += 1
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
say
|
||||||
|
|
||||||
|
if options[:background]
|
||||||
|
say("Scheduled the deletion of #{queued} #{link}preview cards (approx. #{number_to_human_size(size)}) #{dry_run}", :green, true)
|
||||||
|
else
|
||||||
|
say("Removed #{processed} #{link}preview cards (approx. #{number_to_human_size(size)}) #{dry_run}", :green, true)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
Loading…
Reference in New Issue
Block a user