2 # Import an iso2709 file into Koha 3
7 # find Koha's Perl modules
8 # test carefully before changing this
10 eval { require "$FindBin::Bin/../kohalib.pl" };
14 use MARC::File::USMARC;
26 use C4::MarcModificationTemplates;
29 use Unicode::Normalize;
30 use Time::HiRes qw(gettimeofday);
36 use Koha::SearchEngine;
37 use Koha::SearchEngine::Search;
39 use open qw( :std :encoding(UTF-8) );
40 binmode( STDOUT, ":encoding(UTF-8)" );
41 my ( $input_marc_file, $number, $offset) = ('',0,0);
42 my ($version, $delete, $test_parameter, $skip_marc8_conversion, $char_encoding, $verbose, $commit, $fk_off,$format,$biblios,$authorities,$keepids,$match, $isbn_check, $logfile);
43 my ( $insert, $filters, $update, $all, $yamlfile, $authtypes, $append );
45 my ($sourcetag,$sourcesubfield,$idmapfl, $dedup_barcode);
48 my $marc_mod_template = '';
49 my $marc_mod_template_id = -1;
54 'commit:f' => \$commit,
55 'file:s' => \$input_marc_file,
57 'o|offset:f' => \$offset,
60 't|test' => \$test_parameter,
61 's' => \$skip_marc8_conversion,
62 'c:s' => \$char_encoding,
68 'k|keepids:s' => \$keepids,
69 'b|biblios' => \$biblios,
70 'a|authorities' => \$authorities,
71 'authtypes:s' => \$authtypes,
72 'filter=s@' => \$filters,
76 'match=s@' => \$match,
77 'i|isbn' => \$isbn_check,
79 'y:s' => \$sourcesubfield,
80 'idmap:s' => \$idmapfl,
81 'cleanisbn!' => \$cleanisbn,
82 'yaml:s' => \$yamlfile,
83 'dedupbarcode' => \$dedup_barcode,
84 'framework=s' => \$framework,
85 'custom:s' => \$localcust,
86 'marcmodtemplate:s' => \$marc_mod_template,
88 $biblios ||= !$authorities;
90 my $writemode = ($append) ? "a" : "w";
92 pod2usage( -msg => "\nYou must specify either --biblios or --authorities, not both.\n", -exitval ) if $biblios && $authorities;
99 if ($version || ($input_marc_file eq '')) {
100 pod2usage( -verbose => 2 );
103 if( $update && !( $match || $isbn_check ) ) {
104 warn "Using -update without -match or -isbn seems to be useless.\n";
107 if(defined $localcust) { #local customize module
109 $localcust= $localcust||'LocalChanges'; #default name
110 $localcust=~ s/^.*\/([^\/]+)$/$1/; #extract file name only
111 $localcust=~ s/\.pm$//; #remove extension
112 my $fqcust= $FindBin::Bin."/$localcust.pm"; #try migration_tools dir
117 print "WARNING: customize module $localcust.pm not found!\n";
121 require $localcust if $localcust;
122 $localcust=\&customize if $localcust;
125 if($marc_mod_template ne '') {
126 my @templates = GetModificationTemplates();
127 foreach my $this_template (@templates) {
128 if($this_template->{'name'} eq $marc_mod_template) {
129 if($marc_mod_template_id < 0) {
130 $marc_mod_template_id = $this_template->{'template_id'};
132 print "WARNING: MARC modification template name " .
133 "'$marc_mod_template' matches multiple templates. " .
134 "Please rename these templates\n";
139 if($marc_mod_template_id < 0) {
140 die "Can't located MARC modification template '$marc_mod_template'\n";
142 print "Records will be modified using MARC modofication template: $marc_mod_template\n" if $verbose;
146 my $dbh = C4::Context->dbh;
147 my $heading_fields=get_heading_fields();
149 if (defined $idmapfl) {
150 open(IDMAP,">$idmapfl") or die "cannot open $idmapfl \n";
153 if ((not defined $sourcesubfield) && (not defined $sourcetag)){
159 # Disable logging for the biblios and authorities import operation. It would unnecessarily
162 # Disable the syspref cache so we can change logging settings
163 C4::Context->disable_syspref_cache();
164 # Save current CataloguingLog and AuthoritiesLog sysprefs values
165 my $CataloguingLog = C4::Context->preference( 'CataloguingLog' );
166 my $AuthoritiesLog = C4::Context->preference( 'AuthoritiesLog' );
167 # Disable logging for both
168 C4::Context->set_preference( 'CataloguingLog', 0 );
169 C4::Context->set_preference( 'AuthoritiesLog', 0 );
172 $dbh->do("SET FOREIGN_KEY_CHECKS = 0");
178 print "deleting biblios\n";
179 $dbh->do("truncate biblio");
180 $dbh->do("truncate biblioitems");
181 $dbh->do("truncate items");
184 print "deleting authorities\n";
185 $dbh->do("truncate auth_header");
187 $dbh->do("truncate zebraqueue");
192 if ($test_parameter) {
193 print "TESTING MODE ONLY\n DOING NOTHING\n===============\n";
196 my $marcFlavour = C4::Context->preference('marcflavour') || 'MARC21';
198 print "Characteristic MARC flavour: $marcFlavour\n" if $verbose;
199 my $starttime = gettimeofday;
201 my $fh = IO::File->new($input_marc_file); # don't let MARC::Batch open the file, as it applies the ':utf8' IO layer
202 if (defined $format && $format =~ /XML/i) {
203 # ugly hack follows -- MARC::File::XML, when used by MARC::Batch,
204 # appears to try to convert incoming XML records from MARC-8
205 # to UTF-8. Setting the BinaryEncoding key turns that off
206 # TODO: see what happens to ISO-8859-1 XML files.
207 # TODO: determine if MARC::Batch can be fixed to handle
208 # XML records properly -- it probably should be
209 # be using a proper push or pull XML parser to
210 # extract the records, not using regexes to look
211 # for <record>.*</record>.
212 $MARC::File::XML::_load_args{BinaryEncoding} = 'utf-8';
213 my $recordformat= ($marcFlavour eq "MARC21"?"USMARC":uc($marcFlavour));
214 #UNIMARC Authorities have a different way to manage encoding than UNIMARC biblios.
215 $recordformat=$recordformat."AUTH" if ($authorities and $marcFlavour ne "MARC21");
216 $MARC::File::XML::_load_args{RecordFormat} = $recordformat;
217 $batch = MARC::Batch->new( 'XML', $fh );
219 $batch = MARC::Batch->new( 'USMARC', $fh );
221 $batch->warnings_off();
222 $batch->strict_off();
224 my $commitnum = $commit ? $commit : 50;
229 print "Skipping file offset: $offset records\n";
230 $batch->next() while ($offset--);
233 my ($tagid,$subfieldid);
238 ( $tagid, $subfieldid ) =
239 GetMarcFromKohaField( "biblio.biblionumber", $framework );
243 # the SQL query to search on isbn
244 my $sth_isbn = $dbh->prepare("SELECT biblionumber,biblioitemnumber FROM biblioitems WHERE isbn=?");
246 $dbh->{AutoCommit} = 0;
249 $loghandle= IO::File->new($logfile, $writemode) ;
250 print $loghandle "id;operation;status\n";
253 my $searcher = Koha::SearchEngine::Search->new(
257 ? $Koha::SearchEngine::AUTHORITIES_INDEX
258 : $Koha::SearchEngine::BIBLIOS_INDEX
266 eval { $record = $batch->next() };
268 print "Bad MARC record $i: $@ skipped\n";
269 # FIXME - because MARC::Batch->next() combines grabbing the next
270 # blob and parsing it into one operation, a correctable condition
271 # such as a MARC-8 record claiming that it's UTF-8 can't be recovered
272 # from because we don't have access to the original blob. Note
273 # that the staging import can deal with this condition (via
274 # C4::Charset::MarcToUTF8Record) because it doesn't use MARC::Batch.
277 # skip if we get an empty record (that is MARC valid, but will result in AddBiblio failure
278 last unless ( $record );
280 if( ($verbose//1)==1 ) { #no dot for verbose==2
281 print "." . ( $i % 100==0 ? "\n$i" : '' );
284 # transcode the record to UTF8 if needed & applicable.
285 if ($record->encoding() eq 'MARC-8' and not $skip_marc8_conversion) {
286 # FIXME update condition
287 my ($guessed_charset, $charset_errors);
288 ($record, $guessed_charset, $charset_errors) = MarcToUTF8Record($record, $marcFlavour.(($authorities and $marcFlavour ne "MARC21")?'AUTH':''));
289 if ($guessed_charset eq 'failed') {
290 warn "ERROR: failed to perform character conversion for record $i\n";
294 SetUTF8Flag($record);
295 if($marc_mod_template_id > 0) {
296 print "Modifying MARC\n" if $verbose;
297 ModifyRecordWithTemplate( $marc_mod_template_id, $record );
299 &$localcust($record) if $localcust;
301 # remove trailing - in isbn (only for biblios, of course)
303 my $tag = $marcFlavour eq 'UNIMARC' ? '010' : '020';
304 my $field = $record->field($tag);
305 $isbn = $field && $field->subfield('a');
306 if ( $isbn && $cleanisbn ) {
308 $field->update('a' => $isbn);
312 # search for duplicates (based on Local-number)
314 $originalid = GetRecordId( $record, $tagid, $subfieldid );
317 my $query = build_query( $match, $record );
318 my $server = ( $authorities ? 'authorityserver' : 'biblioserver' );
319 $debug && warn $query;
320 my ( $error, $results, $totalhits ) = $searcher->simple_search_compat( $query, 0, 3, [$server] );
321 # changed to warn so able to continue with one broken record
322 if ( defined $error ) {
323 warn "unable to search the database for duplicates : $error";
324 printlog( { id => $id || $originalid || $match, op => "match", status => "ERROR" } ) if ($logfile);
327 $debug && warn "$query $server : $totalhits";
328 if ( $results && scalar(@$results) == 1 ) {
329 my $marcrecord = C4::Search::new_record_from_zebra( $server, $results->[0] );
330 SetUTF8Flag($marcrecord);
331 $id = GetRecordId( $marcrecord, $tagid, $subfieldid );
332 if ( $authorities && $marcFlavour ) {
333 #Skip if authority in database is the same as the on in database
334 if ( $marcrecord->field('005') && $record->field('005') &&
335 $marcrecord->field('005')->data && $record->field('005')->data &&
336 $marcrecord->field('005')->data >= $record->field('005')->data ) {
338 $yamlhash->{$originalid}->{'authid'} = $id;
340 # we recover all subfields of the heading authorities
342 foreach my $field ( $marcrecord->field("2..") ) {
343 push @subfields, map { ( $_->[0] =~ /[a-z]/ ? $_->[1] : () ) } $field->subfields();
345 $yamlhash->{$originalid}->{'subfields'} = \@subfields;
350 } elsif ( $results && scalar(@$results) > 1 ) {
351 $debug && warn "more than one match for $query";
353 $debug && warn "nomatch for $query";
356 if ($keepids && $originalid) {
358 if ( length($keepids) == 3 ) {
359 $storeidfield = MARC::Field->new( $keepids, $originalid );
361 $storeidfield = MARC::Field->new( substr( $keepids, 0, 3 ), "", "", substr( $keepids, 3, 1 ), $originalid );
363 $record->insert_fields_ordered($storeidfield);
364 $record->delete_field( $record->field($tagid) );
366 foreach my $stringfilter (@$filters) {
367 if ( length($stringfilter) == 3 ) {
368 foreach my $field ( $record->field($stringfilter) ) {
369 $record->delete_field($field);
370 $debug && warn "removed : ", $field->as_string;
372 } elsif ($stringfilter =~ /([0-9]{3})([a-z0-9])(.*)/) {
374 my $removesubfield = $2;
375 my $removematch = $3;
376 if ( ( $removetag > "010" ) && $removesubfield ) {
377 foreach my $field ( $record->field($removetag) ) {
378 $field->delete_subfield( code => "$removesubfield", match => $removematch );
379 $debug && warn "Potentially removed : ", $field->subfield($removesubfield);
384 unless ($test_parameter) {
386 use C4::AuthoritiesMarc;
387 my $authtypecode=GuessAuthTypeCode($record, $heading_fields);
388 my $authid= ($id?$id:GuessAuthId($record));
389 if ($authid && GetAuthority($authid) && $update ){
390 ## Authority has an id and is in database : Replace
391 eval { ( $authid ) = ModAuthority($authid,$record, $authtypecode) };
393 warn "Problem with authority $authid Cannot Modify";
394 printlog({id=>$originalid||$id||$authid, op=>"edit",status=>"ERROR"}) if ($logfile);
397 printlog({id=>$originalid||$id||$authid, op=>"edit",status=>"ok"}) if ($logfile);
400 elsif (defined $authid) {
401 ## An authid is defined but no authority in database : add
402 eval { ( $authid ) = AddAuthority($record,$authid, $authtypecode) };
404 warn "Problem with authority $authid Cannot Add ".$@;
405 printlog({id=>$originalid||$id||$authid, op=>"insert",status=>"ERROR"}) if ($logfile);
408 printlog({id=>$originalid||$id||$authid, op=>"insert",status=>"ok"}) if ($logfile);
412 ## True insert in database
413 eval { ( $authid ) = AddAuthority($record,"", $authtypecode) };
415 warn "Problem with authority $authid Cannot Add".$@;
416 printlog({id=>$originalid||$id||$authid, op=>"insert",status=>"ERROR"}) if ($logfile);
419 printlog({id=>$originalid||$id||$authid, op=>"insert",status=>"ok"}) if ($logfile);
423 $yamlhash->{$originalid}->{'authid'} = $authid;
425 foreach my $field ( $record->field("2..") ) {
426 push @subfields, map { ( $_->[0] =~ /[a-z]/ ? $_->[1] : () ) } $field->subfields();
428 $yamlhash->{$originalid}->{'subfields'} = \@subfields;
432 my ( $biblionumber, $biblioitemnumber, $itemnumbers_ref, $errors_ref );
434 # check for duplicate, based on ISBN (skip it if we already have found a duplicate with match parameter
435 if (!$biblionumber && $isbn_check && $isbn) {
436 # warn "search ISBN : $isbn";
437 $sth_isbn->execute($isbn);
438 ($biblionumber,$biblioitemnumber) = $sth_isbn->fetchrow;
440 if (defined $idmapfl) {
441 if ($sourcetag < "010"){
442 if ($record->field($sourcetag)){
443 my $source = $record->field($sourcetag)->data();
444 printf(IDMAP "%s|%s\n",$source,$biblionumber);
447 my $source=$record->subfield($sourcetag,$sourcesubfield);
448 printf(IDMAP "%s|%s\n",$source,$biblionumber);
451 # create biblio, unless we already have it ( either match or isbn )
454 $biblioitemnumber = Koha::Biblios->find( $biblionumber )->biblioitem->biblioitemnumber;
457 eval { ModBiblio( $record, $biblionumber, GetFrameworkCode($biblionumber) ) };
459 warn "ERROR: Edit biblio $biblionumber failed: $@\n";
460 printlog( { id => $id || $originalid || $biblionumber, op => "update", status => "ERROR" } ) if ($logfile);
463 printlog( { id => $id || $originalid || $biblionumber, op => "update", status => "ok" } ) if ($logfile);
466 printlog( { id => $id || $originalid || $biblionumber, op => "insert", status => "warning : already in database" } ) if ($logfile);
470 eval { ( $biblionumber, $biblioitemnumber ) = AddBiblio( $record, '', { defer_marc_save => 1 } ) };
472 warn "ERROR: Adding biblio $biblionumber failed: $@\n";
473 printlog( { id => $id || $originalid || $biblionumber, op => "insert", status => "ERROR" } ) if ($logfile);
476 printlog( { id => $id || $originalid || $biblionumber, op => "insert", status => "ok" } ) if ($logfile);
479 warn "WARNING: Updating record ".($id||$originalid)." failed";
480 printlog( { id => $id || $originalid || $biblionumber, op => "update", status => "warning : not in database" } ) if ($logfile);
484 eval { ( $itemnumbers_ref, $errors_ref ) = AddItemBatchFromMarc( $record, $biblionumber, $biblioitemnumber, '' ); };
485 my $error_adding = $@;
486 # Work on a clone so that if there are real errors, we can maybe
488 my $clone_record = $record->clone();
489 C4::Biblio::_strip_item_fields($clone_record, '');
490 # This sets the marc fields if there was an error, and also calls
492 ModBiblioMarc( $clone_record, $biblionumber, $framework );
493 if ( $error_adding ) {
494 warn "ERROR: Adding items to bib $biblionumber failed: $error_adding";
495 printlog({id=>$id||$originalid||$biblionumber, op=>"insertitem",status=>"ERROR"}) if ($logfile);
496 # if we failed because of an exception, assume that
497 # the MARC columns in biblioitems were not set.
501 printlog({id=>$id||$originalid||$biblionumber, op=>"insertitem",status=>"ok"}) if ($logfile);
503 if ($dedup_barcode && grep { exists $_->{error_code} && $_->{error_code} eq 'duplicate_barcode' } @$errors_ref) {
504 # Find the record called 'barcode'
505 my ($tag, $sub) = C4::Biblio::GetMarcFromKohaField('items.barcode', $framework);
506 # Now remove any items that didn't have a duplicate_barcode error,
507 # erase the barcodes on items that did, and re-add those items.
509 foreach my $i (0 .. $#{$errors_ref}) {
510 my $ref = $errors_ref->[$i];
511 if ($ref && ($ref->{error_code} eq 'duplicate_barcode')) {
512 $dupes{$ref->{item_sequence}} = 1;
513 # Delete the error message because we're going to
515 delete $errors_ref->[$i];
519 foreach my $field ($record->field($tag)) {
522 # Here we remove the barcode
523 $field->delete_subfield(code => $sub);
525 # otherwise we delete the field because we don't want
527 $record->delete_fields($field);
530 # Now re-add the record as before, adding errors to the prev list
532 eval { ( $itemnumbers_ref, $more_errors ) = AddItemBatchFromMarc( $record, $biblionumber, $biblioitemnumber, '' ); };
534 warn "ERROR: Adding items to bib $biblionumber failed: $@\n";
535 printlog({id=>$id||$originalid||$biblionumber, op=>"insertitem",status=>"ERROR"}) if ($logfile);
536 # if we failed because of an exception, assume that
537 # the MARC columns in biblioitems were not set.
538 ModBiblioMarc( $record, $biblionumber, $framework );
541 printlog({id=>$id||$originalid||$biblionumber, op=>"insertitem",status=>"ok"}) if ($logfile);
543 push @$errors_ref, @{ $more_errors };
545 if ($#{ $errors_ref } > -1) {
546 report_item_errors($biblionumber, $errors_ref);
548 $yamlhash->{$originalid} = $biblionumber if ($yamlfile);
550 $dbh->commit() if (0 == $i % $commitnum);
552 print $record->as_formatted()."\n" if ($verbose//0)==2;
553 last if $i == $number;
556 $dbh->{AutoCommit} = 1;
560 $dbh->do("SET FOREIGN_KEY_CHECKS = 1");
563 # Restore CataloguingLog
564 C4::Context->set_preference( 'CataloguingLog', $CataloguingLog );
565 # Restore AuthoritiesLog
566 C4::Context->set_preference( 'AuthoritiesLog', $AuthoritiesLog );
568 my $timeneeded = gettimeofday - $starttime;
569 print "\n$i MARC records done in $timeneeded seconds\n";
571 print $loghandle "file : $input_marc_file\n";
572 print $loghandle "$i MARC records done in $timeneeded seconds\n";
576 open my $yamlfileout, q{>}, "$yamlfile" or die "cannot open $yamlfile \n";
577 print $yamlfileout Dump($yamlhash);
582 my $marcrecord=shift;
587 return $marcrecord->field($tag)->data() if $marcrecord->field($tag);
590 if ($marcrecord->field($tag)){
591 return $marcrecord->subfield($tag,$subfield);
600 foreach my $matchingpoint (@$match){
601 my $string = build_simplequery($matchingpoint,$record);
602 push @searchstrings,$string if (length($string)>0);
605 $QParser = C4::Context->queryparser if (C4::Context->preference('UseQueryParser'));
612 return join(" $op ",@searchstrings);
614 sub build_simplequery {
618 my ($index,$recorddata)=split /,/,$element;
619 if ($recorddata=~/(\d{3})(.*)/) {
620 my ($tag,$subfields) =($1,$2);
621 foreach my $field ($record->field($tag)){
622 if (length($field->as_string("$subfields"))>0){
623 push @searchstrings,"$index:\"".$field->as_string("$subfields")."\"";
628 $QParser = C4::Context->queryparser if (C4::Context->preference('UseQueryParser'));
635 return join(" $op ",@searchstrings);
637 sub report_item_errors {
638 my $biblionumber = shift;
639 my $errors_ref = shift;
641 foreach my $error (@{ $errors_ref }) {
643 my $msg = "Item not added (bib $biblionumber, item tag #$error->{'item_sequence'}, barcode $error->{'item_barcode'}): ";
644 my $error_code = $error->{'error_code'};
645 $error_code =~ s/_/ /g;
646 $msg .= "$error_code $error->{'error_information'}";
651 my $logelements=shift;
652 print $loghandle join( ";", map { defined $_ ? $_ : "" } @$logelements{qw<id op status>} ), "\n";
654 sub get_heading_fields{
657 $headingfields=YAML::LoadFile($authtypes);
658 $headingfields={C4::Context->preference('marcflavour')=>$headingfields};
659 $debug && warn YAML::Dump($headingfields);
661 unless ($headingfields){
662 $headingfields=$dbh->selectall_hashref("SELECT auth_tag_to_report, authtypecode from auth_types",'auth_tag_to_report',{Slice=>{}});
663 $headingfields={C4::Context->preference('marcflavour')=>$headingfields};
665 return $headingfields;
670 bulkmarcimport.pl - Import bibliographic/authority records into Koha
674 $ export KOHA_CONF=/etc/koha.conf
675 $ perl misc/migration_tools/bulkmarcimport.pl -d -commit 1000 \\
676 -file /home/jmf/koha.mrc -n 3000
680 Don't use this script before you've entered and checked your MARC parameters
681 tables twice (or more!). Otherwise, the import won't work correctly and you
682 will get invalid data.
690 This version/help screen
692 =item B<-b, -biblios>
694 Type of import: bibliographic records
696 =item B<-a, -authorities>
698 Type of import: authority records
700 =item B<-file>=I<FILE>
702 The I<FILE> to import
706 Verbose mode. 1 means "some infos", 2 means "MARC dumping"
710 Turn off foreign key checks during import.
712 =item B<-n>=I<NUMBER>
714 The I<NUMBER> of records to import. If missing, all the file is imported
716 =item B<-o, -offset>=I<NUMBER>
718 File offset before importing, ie I<NUMBER> of records to skip.
720 =item B<-commit>=I<NUMBER>
722 The I<NUMBER> of records to wait before performing a 'commit' operation
726 File logs actions done for each record and their status into file
730 If specified, data will be appended to the logfile. If not, the logfile will be erased for each execution.
734 Test mode: parses the file, saying what it would do, but doing nothing.
738 Skip automatic conversion of MARC-8 to UTF-8. This option is provided for
741 =item B<-c>=I<CHARACTERISTIC>
743 The I<CHARACTERISTIC> MARC flavour. At the moment, only I<MARC21> and
744 I<UNIMARC> are supported. MARC21 by default.
748 Delete EVERYTHING related to biblio in koha-DB before import. Tables: biblio,
751 =item B<-m>=I<FORMAT>
753 Input file I<FORMAT>: I<MARCXML> or I<ISO2709> (defaults to ISO2709)
757 file yamlfile with authoritiesTypes and distinguishable record field in order
758 to store the correct authtype
762 yaml file format a yaml file with ids
766 list of fields that will not be imported. Can be any from 000 to 999 or field,
767 subfield and subfield's matching value such as 200avalue
771 if set, only insert when possible
775 if set, only updates (any biblio should have a matching record)
779 if set, do whatever is required
781 =item B<-k, -keepids>=<FIELD>
783 Field store ids in I<FIELD> (useful for authorities, where 001 contains the
784 authid for Koha, that can contain a very valuable info for authorities coming
785 from LOC or BNF. useless for biblios probably)
787 =item B<-match>=<FIELD>
789 I<FIELD> matchindex,fieldtomatch matchpoint to use to deduplicate fieldtomatch
790 can be either 001 to 999 or field and list of subfields as such 100abcde
794 If set, a search will be done on isbn, and, if the same isbn is found, the
795 biblio is not added. It's another method to deduplicate. B<-match> & B<-isbn>
800 Clean ISBN fields from entering biblio records, ie removes hyphens. By default,
801 ISBN are cleaned. --nocleanisbn will keep ISBN unchanged.
805 Source bib I<TAG> for reporting the source bib number
807 =item B<-y>=I<SUBFIELD>
809 Source I<SUBFIELD> for reporting the source bib number
811 =item B<-idmap>=I<FILE>
813 I<FILE> for the koha bib and source id
817 Store ids in 009 (useful for authorities, where 001 contains the authid for
818 Koha, that can contain a very valuable info for authorities coming from LOC or
819 BNF. useless for biblios probably)
821 =item B<-dedupbarcode>
823 If set, whenever a duplicate barcode is detected, it is removed and the attempt
824 to add the record is retried, thereby giving the record a blank barcode. This
825 is useful when something has set barcodes to be a biblio ID, or similar
826 (usually other software.)
830 This is the code for the framework that the requested records will have attached
831 to them when they are created. If not specified, then the default framework
834 =item B<-custom>=I<MODULE>
836 This parameter allows you to use a local module with a customize subroutine
837 that is called for each MARC record.
838 If no filename is passed, LocalChanges.pm is assumed to be in the
839 migration_tools subdirectory. You may pass an absolute file name or a file name
840 from the migration_tools directory.
842 =item B<-marcmodtemplate>=I<TEMPLATE>
844 This parameter allows you to specify the name of an existing MARC
845 modification template to apply as the MARC records are imported (these
846 templates are created in the "MARC modification templates" tool in Koha).
847 If not specified, no MARC modification templates are used (default).