3 # This file is part of Koha.
5 # Koha is free software; you can redistribute it and/or modify it
6 # under the terms of the GNU General Public License as published by
7 # the Free Software Foundation; either version 3 of the License, or
8 # (at your option) any later version.
10 # Koha is distributed in the hope that it will be useful, but
11 # WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License
16 # along with Koha; if not, see <http://www.gnu.org/licenses>.
21 use Koha::AuthorisedValues;
22 use Koha::Authorities;
24 use Koha::BiblioFrameworks;
25 use Koha::Biblioitems;
30 my $items = Koha::Items->search({ -or => { homebranch => undef, holdingbranch => undef }});
31 if ( $items->count ) { new_section("Not defined items.homebranch and/or items.holdingbranch")}
32 while ( my $item = $items->next ) {
33 if ( not $item->homebranch and not $item->holdingbranch ) {
34 new_item(sprintf "Item with itemnumber=%s does not have homebranch and holdingbranch defined", $item->itemnumber);
35 } elsif ( not $item->homebranch ) {
36 new_item(sprintf "Item with itemnumber=%s does not have homebranch defined", $item->itemnumber);
38 new_item(sprintf "Item with itemnumber=%s does not have holdingbranch defined", $item->itemnumber);
41 if ( $items->count ) { new_hint("Edit these items and set valid homebranch and/or holdingbranch")}
45 # No join possible, FK is missing at DB level
46 my @auth_types = Koha::Authority::Types->search->get_column('authtypecode');
47 my $authorities = Koha::Authorities->search({authtypecode => { 'not in' => \@auth_types } });
48 if ( $authorities->count ) {new_section("Invalid auth_header.authtypecode")}
49 while ( my $authority = $authorities->next ) {
50 new_item(sprintf "Authority with authid=%s does not have a code defined (%s)", $authority->authid, $authority->authtypecode);
52 if ( $authorities->count ) {new_hint("Go to 'Home › Administration › Authority types' to define them")}
56 if ( C4::Context->preference('item-level_itypes') ) {
57 my $items_without_itype = Koha::Items->search( { itype => undef } );
58 if ( $items_without_itype->count ) {
59 new_section("Items do not have itype defined");
60 while ( my $item = $items_without_itype->next ) {
62 sprintf "Item with itemnumber=%s does not have a itype value, biblio's item type will be used (%s)",
63 $item->itemnumber, $item->biblioitem->itemtype
66 new_hint("The system preference item-level_itypes expects item types to be defined at item level");
70 my $biblioitems_without_itemtype = Koha::Biblioitems->search( { itemtype => undef } );
71 if ( $biblioitems_without_itemtype->count ) {
72 new_section("Biblioitems do not have itemtype defined");
73 while ( my $biblioitem = $biblioitems_without_itemtype->next ) {
75 sprintf "Biblioitem with biblioitemnumber=%s does not have a itemtype value",
76 $biblioitem->biblioitemnumber
79 new_hint("The system preference item-level_itypes expects item types to be defined at biblio level");
83 my @itemtypes = Koha::ItemTypes->search->get_column('itemtype');
84 if ( C4::Context->preference('item-level_itypes') ) {
85 my $items_with_invalid_itype = Koha::Items->search( { itype => { not_in => \@itemtypes } } );
86 if ( $items_with_invalid_itype->count ) {
87 new_section("Items have invalid itype defined");
88 while ( my $item = $items_with_invalid_itype->next ) {
90 sprintf "Item with itemnumber=%s, biblionumber=%s does not have a valid itype value (%s)",
91 $item->itemnumber, $item->biblionumber, $item->itype
94 new_hint("The items must have a itype value that is defined in the item types of Koha (Home › Administration › Item types administration)");
98 my $biblioitems_with_invalid_itemtype = Koha::Biblioitems->search(
99 { itemtype => { not_in => \@itemtypes } }
101 if ( $biblioitems_with_invalid_itemtype->count ) {
102 new_section("Biblioitems do not have itemtype defined");
103 while ( my $biblioitem = $biblioitems_with_invalid_itemtype->next ) {
105 sprintf "Biblioitem with biblioitemnumber=%s does not have a valid itemtype value",
106 $biblioitem->biblioitemnumber
109 new_hint("The biblioitems must have a itemtype value that is defined in the item types of Koha (Home › Administration › Item types administration)");
114 my $biblios = Koha::Biblios->search;
115 while ( my $biblio = $biblios->next ) {
116 eval{$biblio->metadata->record;};
117 push @decoding_errors, $@ if $@;
119 if ( @decoding_errors ) {
120 new_section("Bibliographic records have invalid MARCXML");
121 new_item($_) for @decoding_errors;
122 new_hint("The bibliographic records must have a valid MARCXML or you will face encoding issues or wrong displays");
127 my $frameworks = Koha::BiblioFrameworks->search;
128 my $invalid_locations_per_framework;
129 while ( my $framework = $frameworks->next ) {
130 my $msss = Koha::MarcSubfieldStructures->search({ frameworkcode => $framework->frameworkcode, authorised_value => { '!=' => [ -and => ( undef, '' ) ]} });
131 while ( my $mss = $msss->next ) {
132 my $kohafield = $mss->kohafield;
133 next if grep {/$kohafield/} qw( branches itemtypes cn_source ); # internal categories
134 my $avs = Koha::AuthorisedValues->search_by_koha_field(
136 frameworkcode => $framework->frameworkcode,
137 kohafield => $kohafield,
140 (my $tmp_kohafield = $kohafield) =~ s|items|me|; # replace items.attr with me.attr
141 my $items = Koha::Items->search(
144 { -not_in => [ $avs->get_column('authorised_value') ] },
145 'biblio.frameworkcode' => $framework->frameworkcode
147 { join => [ 'biblioitem', 'biblio' ] }
149 if ( $items->count ) {
150 $invalid_locations_per_framework->{ $framework->frameworkcode } =
151 { items => $items, av_category => $mss->authorised_value, kohafield => $kohafield };
155 if (%$invalid_locations_per_framework) {
156 new_section('Wrong values linked to authorised values');
157 for my $frameworkcode ( keys %$invalid_locations_per_framework ) {
160 $invalid_locations_per_framework->{$frameworkcode}->{items};
162 $invalid_locations_per_framework->{$frameworkcode}->{av_category};
164 $invalid_locations_per_framework->{$frameworkcode}->{kohafield};
165 my ( $table, $column ) = split '\.', $kohafield;
166 while ( my $i = $items->next ) {
167 my $value = $table eq 'items' ? $i->$column : $i->biblioitem->$column;
168 $output .= " {" . $i->itemnumber . " => " . $value . "}";
172 "The Framework *%s* is using the authorised value's category *%s*, "
173 . "but the following %s do not have a value defined ({itemnumber => value }):\n%s",
174 $frameworkcode, $av_category, $kohafield, $output
197 search_for_data_inconsistencies.pl
201 perl search_for_data_inconsistencies.pl
205 Catch data inconsistencies in Koha database
207 * Items with undefined homebranch and/or holdingbranch
208 * Authorities with undefined authtypecodes/authority types
210 * if item types are defined at item level (item-level_itypes=specific item),
211 then items.itype must be set else biblioitems.itemtype must be set
212 * Item types defined in items or biblioitems must be defined in the itemtypes table
213 * Invalid MARCXML in bibliographic records