Tomas Cohen Arazi
daf2ebc4f5
This patch makes Koha <-> Zebra use MARCXML for the serialization when using DOM, and USMARC for GRS-1. * The following functions are modified to set the Zebra record syntax according to the current sysprefs and configuration: - C4::Context->Zconn - C4::Context-_new_Zconn * A new function 'new_record_from_zebra' is introduced, which checks the context we are in, and creates the MARC::Record object using the right constructor. The following packages get touched to make use of the new function: - C4::Search - C4::AuthoritiesMarc and the same happens to the UI scripts that make use of them (both in the OPAC and STAFF interfaces). * Calls to the unsafe ZOOM::Record->render()[1] method are removed. Due to this last change the code for building facets was rewritten. And for performance on the facets creation I pushed higher version dependencies for MARC::File::XML and MARC::Record (we rely on MARC::Field->as_string). * Calls to MARC::Record->new_from_xml and MARC::Record->new_from_usmarc are wrapped with eval for catching problems [2]. * As of bug 3087, UNIMARC uses the 'unimarc' record syntax. this case is correctly handled. * As of bug 7818 misc/migration_tools/rebuild_zebra.pl behaves like: - bib_index_mode (defaults to 'grs1' if not specified) - auth_index_mode (defaults to 'dom') here we do exactly the same. To test: - prove t/db_dependent/Search.t should pass. - Searching should remain functional. - Indexing and searching for a big record should work (that's what the unit tests do). - Test an index scan search (on the staff interface): Search > More options > Check "Scan indexes". - Enable 'itemBarcodeFallbackSearch' and try to circulate any word, it shouldn't break. - Searching for a biblio in a new subscription shouldn't break. - Running bulkmarcimport.pl shouldn't break. - And so on... for the rest of the .pl files. [1] http://search.cpan.org/~mirk/Net-Z3950-ZOOM/lib/ZOOM.pod#render() [2] a record that cannot be parsed by MARC::Record is simply skipped (bug 10684) Sponsored-by: Universidad Nacional de Cordoba Signed-off-by: Kyle M Hall <kyle@bywatersolutions.com> Signed-off-by: Martin Renvoize <martin.renvoize@ptfs-europe.com> Signed-off-by: Galen Charlton <gmc@esilibrary.com>
196 lines
5.7 KiB
Perl
196 lines
5.7 KiB
Perl
package C4::XISBN;
|
|
# Copyright (C) 2007 LibLime
|
|
# Joshua Ferraro <jmf@liblime.com>
|
|
#
|
|
# This file is part of Koha.
|
|
#
|
|
# Koha is free software; you can redistribute it and/or modify it under the
|
|
# terms of the GNU General Public License as published by the Free Software
|
|
# Foundation; either version 2 of the License, or (at your option) any later
|
|
# version.
|
|
#
|
|
# Koha is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
|
|
# A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with Koha; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
use XML::Simple;
|
|
#use LWP::Simple;
|
|
use C4::Biblio;
|
|
use C4::Koha;
|
|
use C4::Search;
|
|
use C4::External::Syndetics qw(get_syndetics_editions);
|
|
use LWP::UserAgent;
|
|
use HTTP::Request::Common;
|
|
|
|
use strict;
|
|
#use warnings; FIXME - Bug 2505
|
|
use vars qw($VERSION @ISA @EXPORT @EXPORT_OK %EXPORT_TAGS);
|
|
|
|
BEGIN {
|
|
require Exporter;
|
|
$VERSION = 3.07.00.049;
|
|
@ISA = qw(Exporter);
|
|
@EXPORT_OK = qw(
|
|
&get_xisbns
|
|
&get_biblionumber_from_isbn
|
|
);
|
|
}
|
|
|
|
sub get_biblionumber_from_isbn {
|
|
my $isbn = shift;
|
|
$isbn.='%';
|
|
my @biblionumbers;
|
|
my $dbh=C4::Context->dbh;
|
|
my $query = "SELECT biblionumber FROM biblioitems WHERE isbn LIKE ? LIMIT 10";
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute($isbn);
|
|
return $sth->fetchall_arrayref({});
|
|
}
|
|
=head1 NAME
|
|
|
|
C4::XISBN - Functions for retrieving XISBN content in Koha
|
|
|
|
=head1 FUNCTIONS
|
|
|
|
This module provides facilities for retrieving ThingISBN and XISBN content in Koha
|
|
|
|
=cut
|
|
|
|
sub _get_biblio_from_xisbn {
|
|
my $xisbn = shift;
|
|
my $dbh = C4::Context->dbh;
|
|
|
|
my ( $errors, $results, $total_hits ) = C4::Search::SimpleSearch( "nb=$xisbn", 0, 1 );
|
|
return unless ( !$errors && scalar @$results );
|
|
|
|
my $record = C4::Search::new_record_from_zebra( 'biblioserver', $results->[0] );
|
|
my $biblionumber = C4::Biblio::get_koha_field_from_marc('biblio', 'biblionumber', $record, '');
|
|
return unless $biblionumber;
|
|
|
|
my $xbiblio = GetBiblioData($biblionumber);
|
|
return unless $xbiblio;
|
|
$xbiblio->{normalized_isbn} = GetNormalizedISBN($xbiblio->{isbn});
|
|
return $xbiblio;
|
|
}
|
|
|
|
=head1 get_xisbns($isbn);
|
|
|
|
=head2 $isbn is an ISBN string
|
|
|
|
=cut
|
|
|
|
sub get_xisbns {
|
|
my ( $isbn ) = @_;
|
|
my ($response,$thing_response,$xisbn_response,$syndetics_response);
|
|
# THINGISBN
|
|
if ( C4::Context->preference('ThingISBN') ) {
|
|
my $url = "http://www.librarything.com/api/thingISBN/".$isbn;
|
|
$thing_response = _get_url($url,'thingisbn');
|
|
}
|
|
|
|
if ( C4::Context->preference("SyndeticsEnabled") && C4::Context->preference("SyndeticsEditions") ) {
|
|
my $syndetics_preresponse = &get_syndetics_editions($isbn);
|
|
my @syndetics_response;
|
|
for my $response (@$syndetics_preresponse) {
|
|
push @syndetics_response, {content => $response->{a}};
|
|
}
|
|
$syndetics_response = {isbn => \@syndetics_response};
|
|
}
|
|
|
|
# XISBN
|
|
if ( C4::Context->preference('XISBN') ) {
|
|
my $affiliate_id=C4::Context->preference('OCLCAffiliateID');
|
|
my $limit = C4::Context->preference('XISBNDailyLimit') || 999;
|
|
my $reached_limit = _service_throttle('xisbn',$limit);
|
|
my $url = "http://xisbn.worldcat.org/webservices/xid/isbn/".$isbn."?method=getEditions&format=xml&fl=form,year,lang,ed";
|
|
$url.="&ai=".$affiliate_id if $affiliate_id;
|
|
unless ($reached_limit) {
|
|
$xisbn_response = _get_url($url,'xisbn');
|
|
}
|
|
}
|
|
|
|
$response->{isbn} = [ @{ $xisbn_response->{isbn} or [] }, @{ $syndetics_response->{isbn} or [] }, @{ $thing_response->{isbn} or [] } ];
|
|
my @xisbns;
|
|
my $unique_xisbns; # a hashref
|
|
|
|
# loop through each ISBN and scope to the local collection
|
|
for my $response_data( @{ $response->{ isbn } } ) {
|
|
next if $response_data->{'content'} eq $isbn;
|
|
next if $isbn eq $response_data;
|
|
next if $unique_xisbns->{ $response_data->{content} };
|
|
$unique_xisbns->{ $response_data->{content} }++;
|
|
my $xbiblio= _get_biblio_from_xisbn($response_data->{content});
|
|
push @xisbns, $xbiblio if $xbiblio;
|
|
}
|
|
return \@xisbns;
|
|
}
|
|
|
|
sub _get_url {
|
|
my ($url,$service_type) = @_;
|
|
my $ua = LWP::UserAgent->new(
|
|
timeout => 2
|
|
);
|
|
|
|
my $response = $ua->get($url);
|
|
if ($response->is_success) {
|
|
warn "WARNING could not retrieve $service_type $url" unless $response;
|
|
if ($response) {
|
|
my $xmlsimple = XML::Simple->new();
|
|
my $content = $xmlsimple->XMLin(
|
|
$response->content,
|
|
ForceArray => [ qw(isbn) ],
|
|
ForceContent => 1,
|
|
);
|
|
return $content;
|
|
}
|
|
} else {
|
|
warn "WARNING: URL Request Failed " . $response->status_line . "\n";
|
|
}
|
|
|
|
}
|
|
|
|
|
|
# Throttle services to the specified amount
|
|
sub _service_throttle {
|
|
my ($service_type,$daily_limit) = @_;
|
|
my $dbh = C4::Context->dbh;
|
|
my $sth = $dbh->prepare(q{ SELECT service_count FROM services_throttle WHERE service_type=? });
|
|
$sth->execute($service_type);
|
|
my $count = 0;
|
|
|
|
if ($sth->rows == 0) {
|
|
# initialize services throttle
|
|
my $sth2 = $dbh->prepare(q{ INSERT INTO services_throttle (service_type, service_count) VALUES (?, ?) });
|
|
$sth2->execute($service_type, $count);
|
|
} else {
|
|
$count = $sth->fetchrow_array;
|
|
}
|
|
|
|
# we're over the limit
|
|
return 1 if $count >= $daily_limit;
|
|
|
|
# not over the limit
|
|
$count++;
|
|
my $sth3 = $dbh->prepare(q{ UPDATE services_throttle SET service_count=? WHERE service_type=? });
|
|
$sth3->execute($count, $service_type);
|
|
|
|
return undef;
|
|
}
|
|
|
|
1;
|
|
__END__
|
|
|
|
=head1 NOTES
|
|
|
|
=cut
|
|
|
|
=head1 AUTHOR
|
|
|
|
Joshua Ferraro <jmf@liblime.com>
|
|
|
|
=cut
|
|
|