3 # Script for handling import of MARC data into Koha db
6 # Koha library project www.koha.org
8 # Licensed under the GPL
10 # Copyright 2000-2002 Katipo Communications
12 # This file is part of Koha.
14 # Koha is free software; you can redistribute it and/or modify it under the
15 # terms of the GNU General Public License as published by the Free Software
16 # Foundation; either version 2 of the License, or (at your op) any later
19 # Koha is distributed in the hope that it will be useful, but WITHOUT ANY
20 # WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
21 # A PARTICULAR PURPOSE. See the GNU General Public License for more details.
23 # You should have received a copy of the GNU General Public License along with
24 # Koha; if not, write to the Free Software Foundation, Inc., 59 Temple Place,
25 # Suite 330, Boston, MA 02111-1307 USA
29 # standard or CPAN modules used
32 use MARC::File::USMARC;
43 use C4::BackgroundJob;
46 my $dbh = C4::Context->dbh;
47 $dbh->{AutoCommit} = 0;
49 my $fileID=$input->param('uploadedfileid');
50 my $runinbackground = $input->param('runinbackground');
51 my $completedJobID = $input->param('completedJobID');
52 my $matcher_id = $input->param('matcher');
53 my $parse_items = $input->param('parse_items');
54 my $comments = $input->param('comments');
55 my $syntax = $input->param('syntax');
56 my ($template, $loggedinuser, $cookie)
57 = get_template_and_user({template_name => "tools/stage-marc-import.tmpl",
61 flagsrequired => {tools => 1},
65 $template->param(SCRIPT_NAME => $ENV{'SCRIPT_NAME'},
66 uploadmarc => $fileID);
68 my %cookies = parse CGI::Cookie($cookie);
69 my $sessionID = $cookies{'CGISESSID'}->value;
70 if ($completedJobID) {
71 my $job = C4::BackgroundJob->fetch($sessionID, $completedJobID);
72 my $results = $job->results();
73 $template->param(map { $_ => $results->{$_} } keys %{ $results });
75 my $uploaded_file = C4::UploadedFile->fetch($sessionID, $fileID);
76 my $fh = $uploaded_file->fh();
82 my $filename = $uploaded_file->name();
84 my $staging_callback = sub { };
85 my $matching_callback = sub { };
86 if ($runinbackground) {
87 my $job_size = () = $marcrecord =~ /\035/g;
88 # if we're matching, job size is doubled
89 $job_size *= 2 if ($matcher_id ne "");
90 $job = C4::BackgroundJob->new($sessionID, $filename, $ENV{'SCRIPT_NAME'}, $job_size);
91 my $jobID = $job->id();
96 # return job ID as JSON
98 # prevent parent exiting from
99 # destroying the kid's database handle
100 # FIXME: according to DBI doc, this may not work for Oracle
101 $dbh->{InactiveDestroy} = 1;
103 my $reply = CGI->new("");
104 print $reply->header(-type => 'text/html');
105 print "{ jobID: '$jobID' }";
107 } elsif (defined $pid) {
109 # close STDOUT to signal to Apache that
110 # we're now running in the background
114 # fork failed, so exit immediately
115 warn "fork failed while attempting to run $ENV{'SCRIPT_NAME'} as a background job";
119 # if we get here, we're a child that has detached
121 $staging_callback = staging_progress_callback($job, $dbh);
122 $matching_callback = matching_progress_callback($job, $dbh);
127 my ($batch_id, $num_valid, $num_items, @import_errors) = BatchStageMarcRecords($syntax, $marcrecord, $filename,
128 $comments, '', $parse_items, 0,
129 50, staging_progress_callback($job, $dbh));
131 my $num_with_matches = 0;
132 my $checked_matches = 0;
133 my $matcher_failed = 0;
134 my $matcher_code = "";
135 if ($matcher_id ne "") {
136 my $matcher = C4::Matcher->fetch($matcher_id);
137 if (defined $matcher) {
138 $checked_matches = 1;
139 $matcher_code = $matcher->code();
140 $num_with_matches = BatchFindBibDuplicates($batch_id, $matcher, 10, 50, matching_progress_callback($job, $dbh));
141 SetImportBatchMatcher($batch_id, $matcher_id);
149 staged => $num_valid,
150 matched => $num_with_matches,
151 num_items => $num_items,
152 import_errors => scalar(@import_errors),
153 total => $num_valid + scalar(@import_errors),
154 checked_matches => $checked_matches,
155 matcher_failed => $matcher_failed,
156 matcher_code => $matcher_code,
157 import_batch_id => $batch_id
159 if ($runinbackground) {
160 $job->finish($results);
162 $template->param(staged => $num_valid,
163 matched => $num_with_matches,
164 num_items => $num_items,
165 import_errors => scalar(@import_errors),
166 total => $num_valid + scalar(@import_errors),
167 checked_matches => $checked_matches,
168 matcher_failed => $matcher_failed,
169 matcher_code => $matcher_code,
170 import_batch_id => $batch_id
176 my @matchers = C4::Matcher::GetMatcherList();
177 $template->param(available_matchers => \@matchers);
180 output_html_with_http_headers $input, $cookie, $template->output;
184 sub staging_progress_callback {
188 my $progress = shift;
189 $job->progress($progress);
194 sub matching_progress_callback {
197 my $start_progress = $job->progress();
199 my $progress = shift;
200 $job->progress($start_progress + $progress);