Koha-community
/
Koha
12
3
Fork 0
Code Issues Releases Wiki Activity
Browse Source

MT2116: Addons to the CSV export 

Adds the ability to customize CSV exports through the use of a YAML file.

The following customizations are available :
  - Preprocessing
  - Postprocessing
  - Field-by-field processing

The YAML field should be stored in the tools/csv-profiles/ directory and
named after the id of the CSV profile you want to customize.
An example file is provided in that directory.
(cherry picked from commit 76655b5b94)

Signed-off-by: Galen Charlton <gmcharlt@gmail.com>
3.2.x
Matthias Meusburger 12 years ago
committed by Galen Charlton
parent
452c0ab719
commit
0268a58e16
6 changed files with 155 additions and 61 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 80
      C4/Record.pm
  2. 31
      basket/downloadcart.pl
  3. 30
      opac/opac-downloadcart.pl
  4. 30
      opac/opac-downloadshelf.pl
  5. 15
      tools/csv-profiles/example.yaml
  6. 30
      virtualshelves/downloadshelf.pl

80
C4/Record.pm
View File

@ -32,6 +32,7 @@ use XML::LibXML;
use C4::Biblio; #marc2bibtex
use C4::Csv; #marc2csv
use C4::Koha; #marc2csv
use YAML; #marcrecords2csv
use Text::CSV::Encoded; #marc2csv
use vars qw($VERSION @ISA @EXPORT);
@ -52,7 +53,6 @@ $VERSION = 3.00;
&marc2modsxml
&marc2bibtex
&marc2csv
&html2marcxml
&html2marc
&changeEncoding
@ -328,11 +328,59 @@ sub marc2endnote {
}
=head2 marc2csv - Convert from UNIMARC to CSV
=head2 marcrecords2csv - Convert several records from UNIMARC to CSV
Pre and postprocessing can be done through a YAML file
=over 4
my ($csv) = marcrecords2csv($biblios, $csvprofileid);
Returns a CSV scalar
=over 2
C<$biblio> - a list of biblionumbers
C<$csvprofileid> - the id of the CSV profile to use for the export (see export_format.export_format_id and the GetCsvProfiles function in C4::Csv)
=back
=back
=cut
sub marc2csv {
my ($biblios, $id) = @_;
my $output;
my $csv = Text::CSV::Encoded->new();
# Getting yaml file
my $configfile = "../tools/csv-profiles/$id.yaml";
my ($preprocess, $postprocess, $fieldprocessing);
if (-e $configfile){
($preprocess,$postprocess, $fieldprocessing) = YAML::LoadFile($configfile);
}
warn $fieldprocessing;
# Preprocessing
eval $preprocess if ($preprocess);
my $firstpass = 1;
foreach my $biblio (@$biblios) {
$output .= marcrecord2csv($biblio, $id, $firstpass, $csv, $fieldprocessing) ;
$firstpass = 0;
}
# Postprocessing
eval $postprocess if ($postprocess);
return $output;
}
=head2 marc2csv - Convert a single record from UNIMARC to CSV
=over 4
my ($csv) = marc2csv($record, $csvprofileid, $header);
my ($csv) = marc2csv($biblio, $csvprofileid, $header);
Returns a CSV scalar
@ -344,6 +392,8 @@ C<$csvprofileid> - the id of the CSV profile to use for the export (see export_f
C<$header> - true if the headers are to be printed (typically at first pass)
C<$csv> - an already initialised Text::CSV object
=back
=back
@ -351,8 +401,8 @@ C<$header> - true if the headers are to be printed (typically at first pass)
=cut
sub marc2csv {
my ($biblio, $id, $header) = @_;
sub marcrecord2csv {
my ($biblio, $id, $header, $csv, $fieldprocessing) = @_;
my $output;
# Getting the record
@ -377,9 +427,8 @@ sub marc2csv {
if ($fieldseparator eq '\t') { $fieldseparator = "\t" }
if ($subfieldseparator eq '\t') { $subfieldseparator = "\t" }
# Init CSV
my $csv = Text::CSV::Encoded->new({ sep_char => $csvseparator });
$csv = $csv->encoding_out($encoding) if ($encoding ne 'utf8');
$csv->encoding_out($encoding) if ($encoding ne 'utf8');
$csv->sep_char($csvseparator);
# Getting the marcfields
my $marcfieldslist = $profile->{marcfields};
@ -460,7 +509,20 @@ sub marc2csv {
} else {
my @fields = ($record->field($marcfield));
my $authvalues = GetKohaAuthorisedValuesFromField($marcfield, undef, $frameworkcode, undef);
push (@fieldstab, join($fieldseparator, map((defined $authvalues->{$_->as_string}) ? $authvalues->{$_->as_string} : $_->as_string, @fields)));
my @valuesarray;
foreach (@fields) {
my $value;
# Getting authorised value
$value = defined $authvalues->{$_->as_string} ? $authvalues->{$_->as_string} : $_->as_string;
# Field processing
eval $fieldprocessing if ($fieldprocessing);
push @valuesarray, $value;
}
push (@fieldstab, join($fieldseparator, @valuesarray));
}
};

31
basket/downloadcart.pl
View File

@ -57,21 +57,24 @@ if ($bib_list && $format) {
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
# retrieve biblios from shelf
my $firstpass = 1;
foreach my $biblio (@bibs) {
my $record = GetMarcBiblio($biblio);
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblio); }
# We're in the case of a csv profile (firstpass is used for headers printing) :
case /^\d+$/ { $output .= marc2csv($biblio, $format, $firstpass); }
}
$firstpass = 0;
# CSV
if ($format =~ /^\d+$/) {
$output = marc2csv(\@bibs, $format);
# Other formats
} else {
foreach my $biblio (@bibs) {
my $record = GetMarcBiblio($biblio);
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblio); }
}
}
}
# If it was a CSV export we change the format after the export so the file extension is fine

30
opac/opac-downloadcart.pl
View File

@ -57,21 +57,23 @@ if ($bib_list && $format) {
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
# retrieve biblios from shelf
my $firstpass = 1;
foreach my $biblio (@bibs) {
my $record = GetMarcBiblio($biblio);
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblio); }
# We're in the case of a csv profile (firstpass is used for headers printing) :
case /^\d+$/ { $output .= marc2csv($biblio, $format, $firstpass); }
}
$firstpass = 0;
# CSV
if ($format =~ /^\d+$/) {
$output = marc2csv(\@bibs, $format);
# Other formats
} else {
foreach my $biblio (@bibs) {
my $record = GetMarcBiblio($biblio);
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblio); }
}
}
}
# If it was a CSV export we change the format after the export so the file extension is fine

30
opac/opac-downloadshelf.pl
View File

@ -57,21 +57,27 @@ if ($shelfid && $format) {
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
# retrieve biblios from shelf
my $firstpass = 1;
foreach my $biblio (@$items) {
my $biblionumber = $biblio->{biblionumber};
# CSV
if ($format =~ /^\d+$/) {
my @biblios;
foreach (@$items) {
push @biblios, $_->{biblionumber};
}
$output = marc2csv(\@biblios, $format);
# Other formats
} else {
foreach my $biblio (@$items) {
my $biblionumber = $biblio->{biblionumber};
my $record = GetMarcBiblio($biblionumber);
my $record = GetMarcBiblio($biblionumber);
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
# We're in the case of a csv profile (firstpass is used for headers printing) :
case /^\d+$/ { $output .= marc2csv($biblionumber, $format, $firstpass); }
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
}
}
$firstpass = 0;
}
# If it was a CSV export we change the format after the export so the file extension is fine

15
tools/csv-profiles/example.yaml
View File

@ -0,0 +1,15 @@
# CSV Export custom processing example
# (should be name according to the csv export id : 1.yaml for example)
--- |
# preprocessing
# Deactivate quoting
$csv->quote_char('');
--- |
# postprocessing
# Adding a trailer at the end of the CSV file
$output .= "This is a trailer";
--- |
# field processing
# Adding "Word " before each 001
if ($marcfield eq '001') { $value = 'Word ' . $value; }
---

30
virtualshelves/downloadshelf.pl
View File

@ -57,21 +57,27 @@ if ($shelfid && $format) {
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
# retrieve biblios from shelf
my $firstpass = 1;
foreach my $biblio (@$items) {
my $biblionumber = $biblio->{biblionumber};
# CSV
if ($format =~ /^\d+$/) {
my @biblios;
foreach (@$items) {
push @biblios, $_->{biblionumber};
}
$output = marc2csv(\@biblios, $format);
# Other formats
} else {
foreach my $biblio (@$items) {
my $biblionumber = $biblio->{biblionumber};
my $record = GetMarcBiblio($biblionumber);
my $record = GetMarcBiblio($biblionumber);
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
# We're in the case of a csv profile (firstpass is used for headers printing) :
case /^\d+$/ { $output .= marc2csv($biblionumber, $format, $firstpass); }
switch ($format) {
case "iso2709" { $output .= $record->as_usmarc(); }
case "ris" { $output .= marc2ris($record); }
case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
}
}
$firstpass = 0;
}
# If it was a CSV export we change the format after the export so the file extension is fine

Write Preview
Loading…
Cancel
Save