3 # Copyright 2009 PTFS, Inc.
5 # This file is part of Koha.
7 # Koha is free software; you can redistribute it and/or modify it
8 # under the terms of the GNU General Public License as published by
9 # the Free Software Foundation; either version 3 of the License, or
10 # (at your option) any later version.
12 # Koha is distributed in the hope that it will be useful, but
13 # WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with Koha; if not, see <http://www.gnu.org/licenses>.
22 use constant DEFAULT_ZEBRAQ_PURGEDAYS => 30;
23 use constant DEFAULT_MAIL_PURGEDAYS => 30;
24 use constant DEFAULT_IMPORT_PURGEDAYS => 60;
25 use constant DEFAULT_LOGS_PURGEDAYS => 180;
26 use constant DEFAULT_SEARCHHISTORY_PURGEDAYS => 30;
27 use constant DEFAULT_SHARE_INVITATION_EXPIRY_DAYS => 14;
28 use constant DEFAULT_DEBARMENTS_PURGEDAYS => 30;
31 # find Koha's Perl modules
32 # test carefully before changing this
34 eval { require "$FindBin::Bin/../kohalib.pl" };
37 use Koha::Script -cron;
40 use C4::Search::History;
44 use Koha::UploadedFiles;
48 Usage: $0 [-h|--help] [--sessions] [--sessdays DAYS] [-v|--verbose] [--zebraqueue DAYS] [-m|--mail] [--merged] [--import DAYS] [--logs DAYS] [--searchhistory DAYS] [--restrictions DAYS] [--all-restrictions] [--fees DAYS] [--temp-uploads] [--temp-uploads-days DAYS] [--uploads-missing 0|1 ] [--statistics DAYS] [--deleted-catalog DAYS]
50 -h --help prints this help message, and exits, ignoring all
52 --sessions purge the sessions table. If you use this while users
53 are logged into Koha, they will have to reconnect.
54 --sessdays DAYS purge only sessions older than DAYS days.
55 -v --verbose will cause the script to give you a bit more information
57 --zebraqueue DAYS purge completed zebraqueue entries older than DAYS days.
58 Defaults to 30 days if no days specified.
59 -m --mail DAYS purge items from the mail queue that are older than DAYS days.
60 Defaults to 30 days if no days specified.
61 --merged purged completed entries from need_merge_authorities.
62 --import DAYS purge records from import tables older than DAYS days.
63 Defaults to 60 days if no days specified.
64 --z3950 purge records from import tables that are the result
66 --fees DAYS purge entries accountlines older than DAYS days, where
67 amountoutstanding is 0 or NULL.
68 In the case of --fees, DAYS must be greater than
70 --logs DAYS purge entries from action_logs older than DAYS days.
71 Defaults to 180 days if no days specified.
72 --searchhistory DAYS purge entries from search_history older than DAYS days.
73 Defaults to 30 days if no days specified
74 --list-invites DAYS purge (unaccepted) list share invites older than DAYS
75 days. Defaults to 14 days if no days specified.
76 --restrictions DAYS purge patrons restrictions expired since more than DAYS days.
77 Defaults to 30 days if no days specified.
78 --all-restrictions purge all expired patrons restrictions.
79 --del-exp-selfreg Delete expired self registration accounts
80 --del-unv-selfreg DAYS Delete unverified self registrations older than DAYS
81 --unique-holidays DAYS Delete all unique holidays older than DAYS
82 --temp-uploads Delete temporary uploads.
83 --temp-uploads-days DAYS Override the corresponding preference value.
84 --uploads-missing FLAG Delete upload records for missing files when FLAG is true, count them otherwise
85 --oauth-tokens Delete expired OAuth2 tokens
86 --statistics DAYS Purge entries from statistics older than DAYS days.
87 --deleted-catalog DAYS Purge deleted catalog older than DAYS
88 in tables deleteditems, deletedbiblioitems, deletedbiblio_metadata and deletedbiblio
104 my $pListShareInvites;
110 my $special_holidays_days;
112 my $temp_uploads_days;
120 'sessions' => \$sessions,
121 'sessdays:i' => \$sess_days,
122 'v|verbose' => \$verbose,
123 'm|mail:i' => \$mail,
124 'zebraqueue:i' => \$zebraqueue_days,
125 'merged' => \$purge_merged,
126 'import:i' => \$pImport,
129 'fees:i' => \$fees_days,
130 'searchhistory:i' => \$pSearchhistory,
131 'list-invites:i' => \$pListShareInvites,
132 'restrictions:i' => \$pDebarments,
133 'all-restrictions' => \$allDebarments,
134 'del-exp-selfreg' => \$pExpSelfReg,
135 'del-unv-selfreg' => \$pUnvSelfReg,
136 'unique-holidays:i' => \$special_holidays_days,
137 'temp-uploads' => \$temp_uploads,
138 'temp-uploads-days:i' => \$temp_uploads_days,
139 'uploads-missing:i' => \$uploads_missing,
140 'oauth-tokens' => \$oauth_tokens,
141 'statistics:i' => \$pStatistics,
142 'deleted-catalog:i' => \$pDeletedCatalog,
146 $sessions = 1 if $sess_days && $sess_days > 0;
147 $pImport = DEFAULT_IMPORT_PURGEDAYS if defined($pImport) && $pImport == 0;
148 $pLogs = DEFAULT_LOGS_PURGEDAYS if defined($pLogs) && $pLogs == 0;
149 $zebraqueue_days = DEFAULT_ZEBRAQ_PURGEDAYS if defined($zebraqueue_days) && $zebraqueue_days == 0;
150 $mail = DEFAULT_MAIL_PURGEDAYS if defined($mail) && $mail == 0;
151 $pSearchhistory = DEFAULT_SEARCHHISTORY_PURGEDAYS if defined($pSearchhistory) && $pSearchhistory == 0;
152 $pListShareInvites = DEFAULT_SHARE_INVITATION_EXPIRY_DAYS if defined($pListShareInvites) && $pListShareInvites == 0;
153 $pDebarments = DEFAULT_DEBARMENTS_PURGEDAYS if defined($pDebarments) && $pDebarments == 0;
168 || $pListShareInvites
173 || $special_holidays_days
175 || defined $uploads_missing
180 print "You did not specify any cleanup work for the script to do.\n\n";
184 if ($pDebarments && $allDebarments) {
185 print "You can not specify both --restrictions and --all-restrictions.\n\n";
191 my $dbh = C4::Context->dbh();
196 if ( $sessions && !$sess_days ) {
198 print "Session purge triggered.\n";
199 $sth = $dbh->prepare(q{ SELECT COUNT(*) FROM sessions });
200 $sth->execute() or die $dbh->errstr;
201 my @count_arr = $sth->fetchrow_array;
202 print "$count_arr[0] entries will be deleted.\n";
204 $sth = $dbh->prepare(q{ TRUNCATE sessions });
205 $sth->execute() or die $dbh->errstr;
207 print "Done with session purge.\n";
210 elsif ( $sessions && $sess_days > 0 ) {
211 print "Session purge triggered with days>$sess_days.\n" if $verbose;
213 print "Done with session purge with days>$sess_days.\n" if $verbose;
216 if ($zebraqueue_days) {
218 print "Zebraqueue purge triggered for $zebraqueue_days days.\n" if $verbose;
219 $sth = $dbh->prepare(
221 SELECT id,biblio_auth_number,server,time
223 WHERE done=1 AND time < date_sub(curdate(), INTERVAL ? DAY)
226 $sth->execute($zebraqueue_days) or die $dbh->errstr;
227 $sth2 = $dbh->prepare(q{ DELETE FROM zebraqueue WHERE id=? });
228 while ( my $record = $sth->fetchrow_hashref ) {
229 $sth2->execute( $record->{id} ) or die $dbh->errstr;
232 print "$count records were deleted.\nDone with zebraqueue purge.\n" if $verbose;
236 print "Mail queue purge triggered for $mail days.\n" if $verbose;
237 $sth = $dbh->prepare(
239 DELETE FROM message_queue
240 WHERE time_queued < date_sub(curdate(), INTERVAL ? DAY)
243 $sth->execute($mail) or die $dbh->errstr;
246 print "$count messages were deleted from the mail queue.\nDone with message_queue purge.\n" if $verbose;
250 print "Purging completed entries from need_merge_authorities.\n" if $verbose;
251 $sth = $dbh->prepare(q{ DELETE FROM need_merge_authorities WHERE done=1 });
252 $sth->execute() or die $dbh->errstr;
253 print "Done with purging need_merge_authorities.\n" if $verbose;
257 print "Purging records from import tables.\n" if $verbose;
259 print "Done with purging import tables.\n" if $verbose;
263 print "Purging Z39.50 records from import tables.\n" if $verbose;
265 print "Done with purging Z39.50 records from import tables.\n" if $verbose;
269 print "Purging records from action_logs.\n" if $verbose;
270 $sth = $dbh->prepare(
272 DELETE FROM action_logs
273 WHERE timestamp < date_sub(curdate(), INTERVAL ? DAY)
276 $sth->execute($pLogs) or die $dbh->errstr;
277 print "Done with purging action_logs.\n" if $verbose;
281 print "Purging records from accountlines.\n" if $verbose;
282 purge_zero_balance_fees( $fees_days );
283 print "Done purging records from accountlines.\n" if $verbose;
286 if ($pSearchhistory) {
287 print "Purging records older than $pSearchhistory from search_history.\n" if $verbose;
288 C4::Search::History::delete({ interval => $pSearchhistory });
289 print "Done with purging search_history.\n" if $verbose;
292 if ($pListShareInvites) {
293 print "Purging unaccepted list share invites older than $pListShareInvites days.\n" if $verbose;
294 $sth = $dbh->prepare(
296 DELETE FROM virtualshelfshares
297 WHERE invitekey IS NOT NULL
298 AND (sharedate + INTERVAL ? DAY) < NOW()
301 $sth->execute($pListShareInvites);
302 print "Done with purging unaccepted list share invites.\n" if $verbose;
306 print "Expired patrons restrictions purge triggered for $pDebarments days.\n" if $verbose;
307 $count = PurgeDebarments($pDebarments);
308 print "$count restrictions were deleted.\nDone with restrictions purge.\n" if $verbose;
312 print "All expired patrons restrictions purge triggered.\n" if $verbose;
313 $count = PurgeDebarments(0);
314 print "$count restrictions were deleted.\nDone with all restrictions purge.\n" if $verbose;
317 # Handle unsubscribe requests from GDPR consent form, depends on UnsubscribeReflectionDelay preference
318 Koha::Patrons->search_unsubscribed->lock({ expire => 1, remove => 1, verbose => $verbose });
319 # Anonymize patron data, depending on PatronAnonymizeDelay
320 Koha::Patrons->search_anonymize_candidates({ locked => 1 })->anonymize({ verbose => $verbose });
321 # Remove patron data, depending on PatronRemovalDelay (will raise an exception if problem encountered
322 eval { Koha::Patrons->search_anonymized->delete({ move => 1, verbose => $verbose }) };
326 DeleteExpiredSelfRegs();
329 DeleteUnverifiedSelfRegs( $pUnvSelfReg );
332 if ($special_holidays_days) {
333 DeleteSpecialHolidays( abs($special_holidays_days) );
336 if( $temp_uploads ) {
337 # Delete temporary uploads, governed by a pref (unless you override)
338 print "Purging temporary uploads.\n" if $verbose;
339 Koha::UploadedFiles->delete_temporary({
340 defined($temp_uploads_days)
341 ? ( override_pref => $temp_uploads_days )
344 print "Done purging temporary uploads.\n" if $verbose;
347 if( defined $uploads_missing ) {
348 print "Looking for missing uploads\n" if $verbose;
349 my $keep = $uploads_missing == 1 ? 0 : 1;
350 my $count = Koha::UploadedFiles->delete_missing({ keep_record => $keep });
352 print "Counted $count missing uploaded files\n";
354 print "Removed $count records for missing uploads\n";
359 require Koha::OAuthAccessTokens;
361 my $count = int Koha::OAuthAccessTokens->search({ expires => { '<=', time } })->delete;
362 say "Removed $count expired OAuth2 tokens" if $verbose;
366 print "Purging statistics older than $pStatistics days.\n" if $verbose;
367 $sth = $dbh->prepare(
369 DELETE FROM statistics
370 WHERE datetime < DATE_SUB(CURDATE(), INTERVAL ? DAY)
373 $sth->execute($pStatistics);
374 print "Done with purging statistics.\n" if $verbose;
377 if ($pDeletedCatalog) {
378 print "Purging deleted catalog older than $pDeletedCatalog days.\n" if $verbose;
379 my $sth1 = $dbh->prepare(
381 DELETE FROM deleteditems
382 WHERE timestamp < DATE_SUB(CURDATE(), INTERVAL ? DAY)
385 my $sth2 = $dbh->prepare(
387 DELETE FROM deletedbiblioitems
388 WHERE timestamp < DATE_SUB(CURDATE(), INTERVAL ? DAY)
391 my $sth3 = $dbh->prepare(
393 DELETE FROM deletedbiblio
394 WHERE timestamp < DATE_SUB(CURDATE(), INTERVAL ? DAY)
397 # deletedbiblio_metadata is managed by FK with deletedbiblio
398 $sth1->execute($pDeletedCatalog);
399 $sth2->execute($pDeletedCatalog);
400 $sth3->execute($pDeletedCatalog);
401 print "Done with purging deleted catalog.\n" if $verbose;
406 sub RemoveOldSessions {
407 my ( $id, $a_session, $limit, $lasttime );
408 $limit = time() - 24 * 3600 * $sess_days;
410 $sth = $dbh->prepare(q{ SELECT id, a_session FROM sessions });
411 $sth->execute or die $dbh->errstr;
412 $sth->bind_columns( \$id, \$a_session );
413 $sth2 = $dbh->prepare(q{ DELETE FROM sessions WHERE id=? });
416 while ( $sth->fetch ) {
418 if ( $a_session =~ /lasttime:\s+'?(\d+)/ ) {
421 elsif ( $a_session =~ /(ATIME|CTIME):\s+'?(\d+)/ ) {
424 if ( $lasttime && $lasttime < $limit ) {
425 $sth2->execute($id) or die $dbh->errstr;
430 print "$count sessions were deleted.\n";
434 sub PurgeImportTables {
436 #First purge import_records
437 #Delete cascades to import_biblios, import_items and import_record_matches
438 $sth = $dbh->prepare(
440 DELETE FROM import_records
441 WHERE upload_timestamp < date_sub(curdate(), INTERVAL ? DAY)
444 $sth->execute($pImport) or die $dbh->errstr;
446 # Now purge import_batches
447 # Timestamp cannot be used here without care, because records are added
448 # continuously to batches without updating timestamp (Z39.50 search).
449 # So we only delete older empty batches.
450 # This delete will therefore not have a cascading effect.
451 $sth = $dbh->prepare(
454 FROM import_batches ba
455 LEFT JOIN import_records re ON re.import_batch_id=ba.import_batch_id
456 WHERE re.import_record_id IS NULL AND
457 ba.upload_timestamp < date_sub(curdate(), INTERVAL ? DAY)
460 $sth->execute($pImport) or die $dbh->errstr;
464 $sth = $dbh->prepare(
466 DELETE FROM import_batches
467 WHERE batch_type = 'z3950'
470 $sth->execute() or die $dbh->errstr;
473 sub PurgeDebarments {
474 require Koha::Patron::Debarments;
477 $sth = $dbh->prepare(
479 SELECT borrower_debarment_id
480 FROM borrower_debarments
481 WHERE expiration < date_sub(curdate(), INTERVAL ? DAY)
484 $sth->execute($days) or die $dbh->errstr;
485 while ( my ($borrower_debarment_id) = $sth->fetchrow_array ) {
486 Koha::Patron::Debarments::DelDebarment($borrower_debarment_id);
492 sub DeleteExpiredSelfRegs {
493 my $cnt= C4::Members::DeleteExpiredOpacRegistrations();
494 print "Removed $cnt expired self-registered borrowers\n" if $verbose;
497 sub DeleteUnverifiedSelfRegs {
498 my $cnt= C4::Members::DeleteUnverifiedOpacRegistrations( $_[0] );
499 print "Removed $cnt unverified self-registrations\n" if $verbose;
502 sub DeleteSpecialHolidays {
505 my $sth = $dbh->prepare(q{
506 DELETE FROM special_holidays
507 WHERE DATE( CONCAT( year, '-', month, '-', day ) ) < DATE_SUB( CAST(NOW() AS DATE), INTERVAL ? DAY );
509 my $count = $sth->execute( $days ) + 0;
510 print "Removed $count unique holidays\n" if $verbose;