package C4::ImportExportFramework;
# Copyright 2010-2011 MASmedios.com y Ministerio de Cultura
#
# This file is part of Koha.
#
# Koha is free software; you can redistribute it and/or modify it under the
# terms of the GNU General Public License as published by the Free Software
# Foundation; either version 2 of the License, or (at your option) any later
# version.
#
# Koha is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with Koha; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
use strict;
use warnings;
use XML::LibXML;
use XML::LibXML::XPathContext;
use Digest::MD5 qw(md5_base64);
use POSIX qw(strftime);
use C4::Context;
use C4::Debug;
use vars qw($VERSION @ISA @EXPORT @EXPORT_OK %EXPORT_TAGS);
BEGIN {
$VERSION = 3.03; # set version for version checking
require Exporter;
@ISA = qw(Exporter);
@EXPORT = qw(
&ExportFramework
&ImportFramework
&createODS
);
}
use constant XMLSTR => '
';
use constant ODSSTR => '
';
use constant ODS_STYLES_STR => '
';
use constant ODS_SETTINGS_STR => '
0
0
2000
900
View1
01000020000
Sheet1
270
0
100
50
false
true
true
true
12632256
true
true
true
true
false
false
true
true
true
true
12632256
true
3
true
true
true
false
false
true
true
Generic Printer
true
0
false
false
true
false
';
use constant ODS_MANIFEST_STR => '
';
=head1 NAME
C4::ImportExportFramework - Import/Export Framework to Excel-xml/ODS Module Functions
=head1 SYNOPSIS
use C4::ImportExportFramework;
=head1 DESCRIPTION
Module to Import/Export Framework to Excel-xml/ODS on intranet administration - MARC Frameworks section
Module to Import/Export Framework to Excel-xml/ODS on intranet administration - MARC Frameworks section
exporting the tables marc_tag_structure, marc_subfield_structure to excel-xml/ods or viceversa
Functions for handling import/export.
=head1 SUBROUTINES
=head2 ExportFramework
Export all the information of a Framework to an excel "xml" file or OpenDocument SpreadSheet "ods" file.
return :
succes
=cut
sub ExportFramework
{
my ($frameworkcode, $xmlStrRef, $mode) = @_;
my $dbh = C4::Context->dbh;
if ($dbh) {
my $dom;
my $root;
my $elementSS;
if ($mode eq 'ods' || $mode eq 'excel') {
eval {
my $parser = XML::LibXML->new();
$dom = $parser->parse_string(($mode && $mode eq 'ods')?ODSSTR:XMLSTR);
if ($dom) {
$root = $dom->documentElement();
if ($mode && $mode eq 'ods') {
my $elementBody = $dom->createElement('office:body');
$root->appendChild($elementBody);
$elementSS = $dom->createElement('office:spreadsheet');
$elementBody->appendChild($elementSS);
}
}
};
if ($@) {
$debug and warn "Error ExportFramework $@\n";
return 0;
}
}
if (_export_table('marc_tag_structure', $dbh, ($mode eq 'csv' || $mode eq 'sql')?$xmlStrRef:$dom, ($mode eq 'ods')?$elementSS:$root, $frameworkcode, $mode)) {
if (_export_table('marc_subfield_structure', $dbh, ($mode eq 'csv' || $mode eq 'sql')?$xmlStrRef:$dom, ($mode eq 'ods')?$elementSS:$root, $frameworkcode, $mode)) {
$$xmlStrRef = $dom->toString(1) if ($mode eq 'ods' || $mode eq 'excel');
return 1;
}
}
}
return 0;
}#ExportFramework
# Export all the data from a mysql table to an spreadsheet.
sub _export_table
{
my ($table, $dbh, $dom, $root, $frameworkcode, $mode) = @_;
if ($mode eq 'csv') {
_export_table_csv($table, $dbh, $dom, $root, $frameworkcode);
} elsif ($mode eq 'sql') {
_export_table_sql($table, $dbh, $dom, $root, $frameworkcode);
} elsif ($mode eq 'ods') {
_export_table_ods($table, $dbh, $dom, $root, $frameworkcode);
} else {
_export_table_excel($table, $dbh, $dom, $root, $frameworkcode);
}
}
# Export the mysql table to an sql file
sub _export_table_sql
{
my ($table, $dbh, $strSQL, $root, $frameworkcode) = @_;
eval {
# First row with the name of the columns
my $query = 'SHOW COLUMNS FROM ' . $table;
my $sth = $dbh->prepare($query);
$sth->execute();
my @fields = ();
while (my $hashRef = $sth->fetchrow_hashref) {
push @fields, $hashRef->{Field};
}
my $fields = join(',', @fields);
$$strSQL .= 'DELETE FROM ' . $table . ' WHERE frameworkcode=' . $dbh->quote($frameworkcode) . ';';
$$strSQL .= chr(10);
# Populate rows with the data from mysql
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
$sth = $dbh->prepare($query);
$sth->execute($frameworkcode);
while (my $hashRef = $sth->fetchrow_hashref) {
$$strSQL .= 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (';
for (@fields) {
$$strSQL .= $dbh->quote($hashRef->{$_}) . ',';
}
chop $$strSQL;
$$strSQL .= ');' . chr(10);
}
$$strSQL .= chr(10) . chr(10);
};
if ($@) {
$debug and warn "Error _export_table_sql $@\n";
return 0;
}
return 1;
}#_export_table_sql
# Export the mysql table to an csv file
sub _export_table_csv
{
my ($table, $dbh, $strCSV, $root, $frameworkcode) = @_;
eval {
# First row with the name of the columns
my $query = 'SHOW COLUMNS FROM ' . $table;
my $sth = $dbh->prepare($query);
$sth->execute();
my @fields = ();
while (my $hashRef = $sth->fetchrow_hashref) {
$$strCSV .= '"' . $hashRef->{Field} . '",';
push @fields, $hashRef->{Field};
}
chop $$strCSV;
$$strCSV .= chr(10);
# Populate rows with the data from mysql
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
$sth = $dbh->prepare($query);
$sth->execute($frameworkcode);
my $data;
while (my $hashRef = $sth->fetchrow_hashref) {
for (@fields) {
$$strCSV .= '"' . $hashRef->{$_} . '",';
}
chop $$strCSV;
$$strCSV .= chr(10);
}
$$strCSV .= chr(10);
for (@fields) {
# Separator for change of table
$$strCSV .= '"#-#",';
}
chop $$strCSV;
$$strCSV .= chr(10);
$$strCSV .= chr(10);
};
if ($@) {
$debug and warn "Error _export_table_csv $@\n";
return 0;
}
return 1;
}#_export_table_csv
# Export the mysql table to an ods file
sub _export_table_ods
{
my ($table, $dbh, $dom, $root, $frameworkcode) = @_;
eval {
my $elementTable = $dom->createElement('table:table');
$elementTable->setAttribute('table:name', $table);
$elementTable->setAttribute('table:print', 'false');
$root->appendChild($elementTable);
my $elementRow = $dom->createElement('table:table-row');
$elementTable->appendChild($elementRow);
my $elementCell;
my $elementData;
# First row with the name of the columns
my $query = 'SHOW COLUMNS FROM ' . $table;
my $sth = $dbh->prepare($query);
$sth->execute();
my @fields = ();
while (my $hashRef = $sth->fetchrow_hashref) {
$elementCell = $dom->createElement('table:table-cell');
$elementCell->setAttribute('office:value-type', 'string');
$elementCell->setAttribute('office:value', $hashRef->{Field});
$elementRow->appendChild($elementCell);
$elementData = $dom->createElement('text:p');
$elementCell->appendChild($elementData);
$elementData->appendTextNode($hashRef->{Field});
push @fields, {name => $hashRef->{Field}, type => ($hashRef->{Type} =~ /int/i)?'float':'string'};
}
# Populate rows with the data from mysql
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
$sth = $dbh->prepare($query);
$sth->execute($frameworkcode);
my $data;
while (my $hashRef = $sth->fetchrow_hashref) {
$elementRow = $dom->createElement('table:table-row');
$elementTable->appendChild($elementRow);
for (@fields) {
$data = $hashRef->{$_->{name}};
if ($_->{type} eq 'float' && !defined($data)) {
$data = '0';
} elsif ($_->{type} eq 'string' && (!$data && $data ne '0')) {
$data = '#';
}
$data = _parseContent2Xml($data) if ($_->{type} eq 'string');
$elementCell = $dom->createElement('table:table-cell');
$elementCell->setAttribute('office:value-type', $_->{type});
$elementCell->setAttribute('office:value', $data);
$elementRow->appendChild($elementCell);
$elementData = $dom->createElement('text:p');
$elementCell->appendChild($elementData);
$elementData->appendTextNode($data);
}
}
};
if ($@) {
$debug and warn "Error _export_table_ods $@\n";
return 0;
}
return 1;
}#_export_table_ods
# Export the mysql table to an excel-xml (openoffice/libreoffice compatible) file
sub _export_table_excel
{
my ($table, $dbh, $dom, $root, $frameworkcode) = @_;
eval {
my $elementWS = $dom->createElement('Worksheet');
$elementWS->setAttribute('ss:Name', $table);
$root->appendChild($elementWS);
my $elementTable = $dom->createElement('ss:Table');
$elementWS->appendChild($elementTable);
my $elementRow = $dom->createElement('ss:Row');
$elementTable->appendChild($elementRow);
# First row with the name of the columns
my $elementCell;
my $elementData;
my $query = 'SHOW COLUMNS FROM ' . $table;
my $sth = $dbh->prepare($query);
$sth->execute();
my @fields = ();
while (my $hashRef = $sth->fetchrow_hashref) {
$elementCell = $dom->createElement('ss:Cell');
$elementCell->setAttribute('ss:StyleID', 's27');
$elementRow->appendChild($elementCell);
$elementData = $dom->createElement('ss:Data');
$elementData->setAttribute('ss:Type', 'String');
$elementCell->appendChild($elementData);
$elementData->appendTextNode($hashRef->{Field});
push @fields, {name => $hashRef->{Field}, type => ($hashRef->{Type} =~ /int/i)?'Number':'String'};
}
# Populate rows with the data from mysql
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
$sth = $dbh->prepare($query);
$sth->execute($frameworkcode);
my $data;
while (my $hashRef = $sth->fetchrow_hashref) {
$elementRow = $dom->createElement('ss:Row');
$elementTable->appendChild($elementRow);
for (@fields) {
$elementCell = $dom->createElement('ss:Cell');
$elementRow->appendChild($elementCell);
$elementData = $dom->createElement('ss:Data');
$elementData->setAttribute('ss:Type', $_->{type});
$elementCell->appendChild($elementData);
$data = $hashRef->{$_->{name}};
if ($_->{type} eq 'Number' && !defined($data)) {
$data = '0';
} elsif ($_->{type} eq 'String' && (!$data && $data ne '0')) {
$data = '#';
}
$elementData->appendTextNode(($_->{type} eq 'String')?_parseContent2Xml($data):$data);
}
}
};
if ($@) {
$debug and warn "Error _export_table_excel $@\n";
return 0;
}
return 1;
}#_export_table_excel
# Format chars problematics to a correct format for xml.
sub _parseContent2Xml
{
my $content = shift;
$content =~ s/\&(?![a-zA-Z#0-9]{1,4};)/&/g;
$content =~ s//>/g;
return $content;
}#_parseContent2Xml
# Get the tmp directory on the system
sub _getTmp
{
my $tmp = '/tmp';
if ($ENV{'TMP'} && -d $ENV{'TMP'}) {
$tmp = $ENV{'TMP'};
} elsif ($ENV{'TMPDIR'} && -d $ENV{'TMPDIR'}) {
$tmp = $ENV{'TMPDIR'};
} elsif ($ENV{'TEMP'} && -d $ENV{'TEMP'}) {
$tmp = $ENV{'TEMP'};
}
return $tmp;
}#_getTmp
# Create our tempdir directory for the ods process
sub _createTmpDir
{
my $tmp = shift;
my $tempdir = (-d $tmp)?$tmp . '/':'./';
$tempdir .= 'tmp_ods_' . Digest::MD5::md5_hex(Digest::MD5::md5_hex(time().{}.rand().{}.$$));
eval {
mkdir $tempdir;
};
if ($@) {
return undef;
} else {
return $tempdir;
}
}#_createTmpDir
=head2 createODS
Creates a temporary directory to create the ods file and read it to store its content in a string.
return :
success
=cut
sub createODS
{
my ($strContent, $lang, $strODSRef) = @_;
my $tmp = _getTmp();
my $tempModule = 1;
my $tempdir;
eval {
require File::Temp;
import File::Temp qw/ tempfile tempdir /;
$tempdir = tempdir ( 'tmp_ods_' . $$ . '_XXXXXXXX', DIR => (-d $tmp)?$tmp:'.', CLEANUP => 1);
};
if ($@) {
$tempModule = 0;
$tempdir = _createTmpDir($tmp);
}
if ($tempdir) {
# populate tempdir directory with the ods elements
eval {
if (open(OUT, "> $tempdir/content.xml")) {
print OUT $strContent;
close(OUT);
}
if (open(OUT, "> $tempdir/mimetype")) {
print OUT 'application/vnd.oasis.opendocument.spreadsheet';
close(OUT);
}
if (open(OUT, "> $tempdir/meta.xml")) {
print OUT _getMeta($lang);
close(OUT);
}
if (open(OUT, "> $tempdir/styles.xml")) {
print OUT ODS_STYLES_STR;
close(OUT);
}
if (open(OUT, "> $tempdir/settings.xml")) {
print OUT ODS_SETTINGS_STR;
close(OUT);
}
mkdir($tempdir.'/META-INF/');
mkdir($tempdir.'/Configurations2/');
mkdir($tempdir.'/Configurations2/acceleator/');
mkdir($tempdir.'/Configurations2/images/');
mkdir($tempdir.'/Configurations2/popupmenu/');
mkdir($tempdir.'/Configurations2/statusbar/');
mkdir($tempdir.'/Configurations2/floater/');
mkdir($tempdir.'/Configurations2/menubar/');
mkdir($tempdir.'/Configurations2/progressbar/');
mkdir($tempdir.'/Configurations2/toolbar/');
if (open(OUT, "> $tempdir/META-INF/manifest.xml")) {
print OUT ODS_MANIFEST_STR;
close(OUT);
}
};
if ($@) {
$debug and warn "Error createODS $@\n";
} else {
# create ods file from tempdir directory
eval {
require Archive::Zip;
import Archive::Zip qw( :ERROR_CODES :CONSTANTS );
my $zip = Archive::Zip->new();
$zip->addTree( $tempdir, '' );
$zip->writeToFileNamed($tempdir . '/new.ods');
};
if ($@) {
my $cmd = qx(which zip 2>/dev/null || whereis zip);
chomp $cmd;
$cmd = 'zip' if (!$cmd || !-x $cmd);
system("cd $tempdir && $cmd -r new.ods ./");
}
my $ok = 0;
# read ods file and return as a string
if (-f "$tempdir/new.ods") {
if (open (MYFILE, "$tempdir/new.ods")) {
binmode MYFILE;
my $buffer;
while (read (MYFILE, $buffer, 65536)) {
$$strODSRef .= $buffer;
}
close(MYFILE);
$ok = 1;
}
}
# delete tempdir directory
if (!$tempModule && $tempdir) {
eval {
require File::Path;
import File::Temp qw/ rmtree /;
rmtree($tempdir);
};
if ($@) {
system("rm -rf $tempdir");
}
}
return 1 if ($ok);
}
}
return 0;
}#createODS
# return Meta content for ods file
sub _getMeta
{
my $lang = shift;
my $myDate = strftime ("%Y-%m-%dT%H:%M:%S", localtime(time()));
my $meta = '
ods-php
' . $myDate . '
' . $myDate . '
' . $lang . '
2
PT15S
';
return $meta;
}#_getMeta
=head2 ImportFramework
Import all the information of a Framework from a excel-xml/ods file.
return :
success
=cut
sub ImportFramework
{
my ($filename, $frameworkcode, $deleteFilename) = @_;
my $tempdir;
my $ok = -1;
my $dbh = C4::Context->dbh;
if (-r $filename && $dbh) {
my $extension = '';
if ($filename =~ /\.(csv|ods|xml|sql)$/i) {
$extension = lc($1);
} else {
unlink ($filename) if ($deleteFilename); # remove temporary file
return -1;
}
if ($extension eq 'ods') {
($tempdir, $filename) = _openODS($filename, $deleteFilename);
}
if ($filename) {
my $dom;
eval {
if ($extension eq 'ods' || $extension eq 'xml') {
# They have xml structure, so read it on a dom object
my $parser = XML::LibXML->new();
$dom = $parser->parse_file($filename);
if ($dom) {
my $root = $dom->documentElement();
}
} else {
# They are text files, so open it to read
open($dom, '<', $filename);
}
if ($dom) {
# For sql we execute the line
if ($extension eq 'sql') {
_parseSQLLine($dbh, $dom, $frameworkcode);
$ok = 0;
} else {
# Process both tables
my $numDeleted = 0;
my $numDeletedAux = 0;
if (($numDeletedAux = _import_table($dbh, 'marc_tag_structure', $frameworkcode, $dom, ['frameworkcode', 'tagfield'], $extension)) >= 0) {
$numDeleted += $numDeletedAux if ($numDeletedAux > 0);
if (($numDeletedAux = _import_table($dbh, 'marc_subfield_structure', $frameworkcode, $dom, ['frameworkcode', 'tagfield', 'tagsubfield'], $extension)) >= 0) {
$numDeleted += $numDeletedAux if ($numDeletedAux > 0);
$ok = ($numDeleted > 0)?$numDeleted:0;
}
}
}
} else {
$debug and warn "Error ImportFramework couldn't create dom\n";
}
};
if ($@) {
$debug and warn "Error ImportFramework $@\n";
} else {
if ($extension eq 'sql' || $extension eq 'csv') {
close($dom) if ($dom);
}
}
}
unlink ($filename) if ($deleteFilename); # remove temporary file
} else {
$debug and warn "Error ImportFramework no conex to database or not readeable $filename\n";
}
if ($deleteFilename && $tempdir && -d $tempdir && -w $tempdir) {
eval {
require File::Path;
import File::Temp qw/ rmtree /;
rmtree($tempdir);
};
if ($@) {
system("rm -rf $tempdir");
}
}
return $ok;
}#ImportFramework
# Parse the sql statement to see if the frameworkcode is correct
# We're checking only the delete and insert SQL commands generated in the export process
sub _parseSQLLine
{
my ($dbh, $dom, $frameworkcode) = @_;
my $parser;
eval {
require SQL::Statement;
$parser = SQL::Parser->new('AnyData');
$parser->{RaiseError}=1;
$parser->{PrintError}=0;
};
my $literalEscape = (C4::Context->config("db_scheme") eq 'mysql')?'\\':'\'';
my $line;
my $numLines = 0;
while (<$dom>) {
chomp $_;
$line = $_;
# we don't want to execute any sql statement, only the ones dealing with frameworks
next unless ($line =~ /^\s*(?i:DELETE\s+FROM|INSERT\s+INTO)\s+(?:marc_tag_structure|marc_subfield_structure)/);
$numLines++;
# We check if the frameworkcode is the same, if not we change it
unless ($line =~ /'$frameworkcode'/) {
my $error = 0;
if ($parser) {
eval {
$line = substr($line, 0 ,-1) if ($line =~ /;$/);
my $stmt = SQL::Statement->new($line, $parser);
my $where = $stmt->where();
if ($where && $where->op() eq '=' && $line =~ /^\s*DELETE/) {
$line =~ s/frameworkcode='.+?'/frameworkcode='$frameworkcode';/ unless ($_ =~ /frameworkcode='$frameworkcode'/);
} else {
my @arrFields;
my @arrValues;
my $table;
# Due to lacking of backward compatibility
if ($parser->VERSION < 1.30) {
$table = lc($stmt->tables(0)->name());
@arrFields = map{lc($_->name)} $stmt->columns;
@arrValues = $stmt->row_values();
} else {
$table = $stmt->tables(0)->name();
@arrValues = $stmt->row_values(0);
my @aux = $stmt->column_defs();
for (@{$aux[0]}) {
push @arrFields, $_->{value};
}
}
if (scalar(@arrFields) == scalar(@arrValues)) {
my $j = 0;
my $modified = 0;
for (@arrFields) {
if ($_ eq 'frameworkcode' && $arrValues[$j] ne $frameworkcode) {
$arrValues[$j] = $dbh->quote($frameworkcode);
$modified = 1;
} else {
$arrValues[$j] = $dbh->quote($arrValues[$j]);
}
$j++;
}
$line = 'INSERT INTO ' . $table . ' (' . join(',', @arrFields) . ') VALUES (' . join(',', @arrValues) . ');' if ($modified);
}
}
};
$error = 1 if ($@);
} else {
$error = 1;
}
if ($error) {
$line .= ';' unless ($line =~ /;$/);
if ($line =~ /^\s*DELETE/) {
$line =~ s/frameworkcode='.+?'/frameworkcode='$frameworkcode'/ unless ($_ =~ /frameworkcode='$frameworkcode'/);
} elsif ($line =~ /^\s*INSERT\s+INTO\s+(.*?)\s+\((.*?frameworkcode.*?)\)\s+VALUES\s+\((.+)\)\s*;\s*$/) {
my $table = $1;
my $fields = $2;
my $values = $3;
my @arrFields = split(/\s*,\s*/, $fields);
my @arrValues;
if ($values) {
_parseSQLInsertValues($values, $literalEscape, \@arrValues);
}
if (scalar(@arrFields) == scalar(@arrValues)) {
my $modified = 0;
for (my $i=0; $i < @arrFields; $i++) {
if ($arrFields[$i] eq 'frameworkcode' && $arrValues[$i]->{value} ne $frameworkcode) {
$arrValues[$i]->{value} = $dbh->quote($frameworkcode);
$modified = 1;
} elsif ($arrValues[$i]->{literal}) {
$arrValues[$i]->{value} = $dbh->quote($arrValues[$i]->{value});
}
}
if ($modified) {
$line = "INSERT INTO $table ($fields) VALUES (" . join(',', map {$_->{value}} @arrValues) . ');';
}
}
}
}
}
eval {
$dbh->do($line);
};
}
}#_parseSQLLine
# Simple sub to get the values from the insert sentence
sub _parseSQLInsertValues
{
my ($values, $literalEscape, $arrValues) = @_;
my ($posBegin, $posLiteral, $currentPos, $lengthValues, $currentChar);
$lengthValues = length($values);
$currentPos = 0;
while ($currentPos < $lengthValues) {
$currentChar = substr($values, $currentPos++, 1);
next if ($currentChar =~ /^\s$/);
next if ($posBegin && $currentChar !~ /^[,']$/);
unless ($posBegin) {
if ($currentChar eq '\'') {
$posBegin = $currentPos;
$posLiteral = $posBegin;
} else {
$posBegin = $currentPos -1;
}
} else {
if ($currentChar eq ',') {
unless ($posLiteral) {
push @$arrValues, {literal => 0, value => substr($values, $posBegin, $currentPos -(1 + $posBegin))};
$posBegin = undef;
}
} elsif ($currentChar eq '\'' && $posLiteral) {
next if ($literalEscape eq '\\' && substr($values, $currentPos -2, 1) eq $literalEscape);
if ($literalEscape eq '\'' && substr($values, $currentPos, 1) eq $literalEscape) {
$currentPos++;
next;
}
push @$arrValues, {literal => 1 , value => substr($values, $posBegin, $currentPos -( 1 + $posBegin))};
$currentPos++ if (substr($values, $currentPos, 1) eq ',');
$posBegin = undef;
$posLiteral = undef;
} # We shouldn't get to here if the sql sentence is correct
}
}
push @$arrValues, {literal => ($posLiteral)?1:0, value => substr($values, $posBegin, $currentPos - $posBegin)} if ($posBegin);
}#_parseSQLInsertValues
# Open (uncompress) ods file and return the content.xml file
sub _openODS
{
my ($filename, $deleteFilename) = @_;
my $tmp = _getTmp();
my $tempModule = 1;
my $tempdir;
eval {
require File::Temp;
import File::Temp qw/ tempfile tempdir /;
$tempdir = tempdir ( 'tmp_ods_' . $$ . '_XXXXXXXX', DIR => (-d $tmp)?$tmp:'.', CLEANUP => 1);
};
if ($@) {
$tempModule = 0;
$tempdir = _createTmpDir($tmp);
}
if ($tempdir) {
eval {
require Archive::Zip;
import Archive::Zip qw( :ERROR_CODES :CONSTANTS );
my $zip = Archive::Zip->new($filename);
foreach my $file ($zip->members) {
next if ($file->isDirectory);
(my $extractName = $file->fileName) =~ s{.*/}{};
next unless ($extractName eq 'content.xml');
$file->extractToFileNamed("$tempdir/$extractName");
}
};
if ($@) {
my $cmd = qx(which unzip 2>/dev/null || whereis unzip);
chomp $cmd;
$cmd = 'unzip' if (!$cmd || !-x $cmd);
system("$cmd $filename -d $tempdir");
}
if (-f "$tempdir/content.xml") {
unlink ($filename) if ($deleteFilename);
return ($tempdir, "$tempdir/content.xml");
}
}
unlink ($filename) if ($deleteFilename);
return ($tempdir, undef);
}#_openODS
# Check the table and columns corresponds with worksheet
sub _check_validity_worksheet
{
my ($dbh, $table, $nodeFields, $fieldsA, $format) = @_;
my $ret = 0;
eval {
my $query = 'DESCRIBE ' . $table;
my $sth = $dbh->prepare($query);
$sth->execute();
$sth->finish;
$query = 'SHOW COLUMNS FROM ' . $table;
$sth = $dbh->prepare($query);
$sth->execute();
my $fields = {};
while (my $hashRef = $sth->fetchrow_hashref) {
$fields->{$hashRef->{Field}} = $hashRef->{Field};
}
my @fields;
my $fieldsR;
if ($fieldsA) {
$fieldsR = $fieldsA;
} else {
$fieldsR = \@fields;
_getFields($nodeFields, $fieldsR, $format);
}
$ret = 1;
for (@$fieldsR) {
unless (exists($fields->{$_})) {
$ret = 0;
last;
}
}
};
return $ret;
}#_check_validity_worksheet
# Import the data from an excel-xml/ods to mysql tables.
sub _import_table
{
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $format) = @_;
my %fields2Delete;
my $query;
my @fields;
# Create hash with all elements defined by primary key to know which ones to delete after parsing the spreadsheet
eval {
@fields = @$PKArray;
shift @fields;
$query = 'SELECT ' . join(',', @fields) . ' FROM ' . $table . ' WHERE frameworkcode=?';
my $sth = $dbh->prepare($query);
$sth->execute($frameworkcode);
my $field;
while (my $hashRef = $sth->fetchrow_hashref) {
$field = '';
map { $field .= $hashRef->{$_} . '_'; } @fields;
chop $field;
$fields2Delete{$field} = 1;
}
$sth->finish;
};
my $ok = 0;
if ($format eq 'csv') {
my @fieldsName = ();
eval {
my $query = 'SHOW COLUMNS FROM ' . $table;
my $sth = $dbh->prepare($query);
$sth->execute();
while (my $hashRef = $sth->fetchrow_hashref) {
push @fieldsName, $hashRef->{Field};
}
};
$ok = _import_table_csv($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete, \@fieldsName);
} elsif ($format eq 'ods') {
$ok = _import_table_ods($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete);
} else {
$ok = _import_table_excel($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete);
}
if ($ok) {
if (($ok = scalar(keys %fields2Delete)) > 0) {
$query = 'DELETE FROM ' . $table . ' WHERE ';
map {$query .= $_ . '=? AND ';} @$PKArray;
$query = substr($query, 0, -4);
my $sth = $dbh->prepare($query);
for (keys %fields2Delete) {
eval {
$sth->execute(($frameworkcode, split('_', $_)));
};
}
}
} else {
$ok = -1;
}
return $ok;
}#_import_table
# Insert/Update the row from the spreadsheet in the database
sub _processRow_DB
{
my ($dbh, $db_scheme, $table, $fields, $dataStr, $updateStr, $dataFields, $dataFieldsHash, $PKArray, $fieldsPK, $fields2Delete) = @_;
my $ok = 0;
my $query;
if ($db_scheme eq 'mysql') {
$query = 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (' . $dataStr . ') ON DUPLICATE KEY UPDATE ' . $updateStr;
} else {
$query = 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (' . $dataStr . ')';
}
eval {
my $sth = $dbh->prepare($query);
if ($db_scheme eq 'mysql') {
$sth->execute((@$dataFields, @$dataFields));
} else {
$sth->execute(@$dataFields);
}
};
if ($@) {
unless ($db_scheme eq 'mysql') {
$query = 'UPDATE ' . $table . ' SET ' . $updateStr . ' WHERE ';
map {$query .= $_ . '=? AND ';} @$PKArray;
$query = substr($query, 0, -4);
eval {
my $sth2 = $dbh->prepare($query);
my @dataPK = ();
map {push @dataPK, $dataFieldsHash->{$_};} @$PKArray;
$sth2->execute((@$dataFields, @dataPK));
};
$ok = 1 unless ($@);
}
$debug and warn "Error _processRows_Table $@\n";
} else {
$ok = 1;
}
if ($ok) {
my $field = '';
map { $field .= $dataFieldsHash->{$_} . '_'; } @$fieldsPK;
chop $field;
delete $fields2Delete->{$field} if (exists($fields2Delete->{$field}));
}
return $ok;
}#_processRow_DB
# Process the rows of a worksheet and insert/update them in a mysql table.
sub _processRows_Table
{
my ($dbh, $frameworkcode, $nodeR, $table, $PKArray, $format, $fields2Delete) = @_;
my $query;
my @fields = ();
my $fields = '';
my $dataStr = '';
my $updateStr = '';
my $j = 0;
my $db_scheme = C4::Context->config("db_scheme");
my $ok = 0;
my @fieldsPK = @$PKArray;
shift @fieldsPK;
while ($nodeR) {
if ($nodeR->nodeType == 1 && (($format && $format eq 'ods' && $nodeR->nodeName =~ /(?:table:)?table-row/) || ($nodeR->nodeName =~ /(?:ss:)?Row/)) && $nodeR->hasChildNodes()) {
if ($j == 0) {
# Get name columns
_getFields($nodeR, \@fields, $format);
return 0 unless _check_validity_worksheet($dbh, $table, $nodeR, \@fields, $format);
$fields = join(',', @fields);
$dataStr = '';
map { $dataStr .= '?,';} @fields;
chop($dataStr) if ($dataStr);
$updateStr = '';
map { $updateStr .= $_ . '=?,';} @fields;
chop($updateStr) if ($updateStr);
} else {
# Get data from row
my ($dataFields, $dataFieldsR) = _getDataFields($frameworkcode, $nodeR, \@fields, $format);
if (scalar(@fields) == scalar(@$dataFieldsR)) {
$ok = _processRow_DB($dbh, $db_scheme, $table, $fields, $dataStr, $updateStr, $dataFieldsR, $dataFields, $PKArray, \@fieldsPK, $fields2Delete);
}
}
$j++;
}
$nodeR = $nodeR->nextSibling;
}
return 1;
}#_processRows_Table
# Import worksheet from the csv file to the mysql table
sub _import_table_csv
{
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete, $fields) = @_;
my $row = '';
my $numFields = @$fields;
my $fieldsNameRead = 0;
my @arrData;
my ($fieldsStr, $dataStr, $updateStr);
my $db_scheme = C4::Context->config("db_scheme");
my @fieldsPK = @$PKArray;
shift @fieldsPK;
my $ok = 0;
my $numRow = 0;
my $pos = 0;
while (<$dom>) {
$row = $_;
if ($row =~ /(?:".*?",?)+/) {
@arrData = split('","', $row);
$arrData[0] = substr($arrData[0], 1) if ($arrData[0] =~ /^"/);
chomp $arrData[$#arrData];
chop $arrData[$#arrData] if ($arrData[$#arrData] =~ /"$/);
if (@arrData) {
if ($arrData[0] eq '#-#' && $arrData[$#arrData] eq '#-#') {
# Change of table with separators #-#
return 1;
} elsif ($fieldsNameRead && $arrData[0] eq 'tagfield') {
# Change of table because we begin with field name with former field names read
seek($dom, $pos, 0);
return 1;
}
if (scalar(@$fields) == scalar(@arrData)) {
if (!$fieldsNameRead) {
# New table, we read the field names
$fieldsNameRead = 1;
for (my $i=0; $i < @arrData; $i++) {
if ($arrData[$i] ne $fields->[$i]) {
$fieldsNameRead = 0;
last;
}
}
if ($fieldsNameRead) {
$fieldsStr = join(',', @$fields);
$dataStr = '';
map { $dataStr .= '?,';} @$fields;
chop($dataStr) if ($dataStr);
$updateStr = '';
map { $updateStr .= $_ . '=?,';} @$fields;
chop($updateStr) if ($updateStr);
}
} else {
# Read data
my $j = 0;
my %dataFields = ();
for (@arrData) {
if ($fields->[$j] eq 'frameworkcode' && $_ ne $frameworkcode) {
$dataFields{$fields->[$j]} = $frameworkcode;
$arrData[$j] = $frameworkcode;
} else {
$dataFields{$fields->[$j]} = $_;
}
$j++
}
$ok = _processRow_DB($dbh, $db_scheme, $table, $fieldsStr, $dataStr, $updateStr, \@arrData, \%dataFields, $PKArray, \@fieldsPK, $fields2Delete);
}
}
$pos = tell($dom);
}
@arrData = ();
}
$numRow++;
}
return $ok;
}#_import_table_csv
# Import worksheet from the ods content.xml file to the mysql table
sub _import_table_ods
{
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete) = @_;
my $xc = XML::LibXML::XPathContext->new($dom);
$xc->registerNs('xmlns:office','urn:oasis:names:tc:opendocument:xmlns:office:1.0');
$xc->registerNs('xmlns:table','urn:oasis:names:tc:opendocument:xmlns:table:1.0');
$xc->registerNs('xmlns:text','urn:oasis:names:tc:opendocument:xmlns:text:1.0');
my @nodes;
@nodes = $xc->findnodes('//table:table[@table:name="' . $table . '"]');
if (@nodes == 1 && $nodes[0]->hasChildNodes()) {
my $nodeR = $nodes[0]->firstChild;
return _processRows_Table($dbh, $frameworkcode, $nodeR, $table, $PKArray, 'ods', $fields2Delete);
} else {
$debug and warn "Error _import_table_ods there's not worksheet for $table\n";
}
return 0;
}#_import_table_ods
# Import worksheet from the excel-xml file to the mysql table
sub _import_table_excel
{
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete) = @_;
my $xc = XML::LibXML::XPathContext->new($dom);
$xc->registerNs('xmlns','urn:schemas-microsoft-com:office:spreadsheet');
$xc->registerNs('xmlns:ss','urn:schemas-microsoft-com:office:spreadsheet');
$xc->registerNs('xmlns:x','urn:schemas-microsoft-com:office:excel');
my @nodes;
@nodes = $xc->findnodes('//ss:Worksheet[@ss:Name="' . $table . '"]');
if (@nodes > 0) {
for (my $i=0; $i < @nodes; $i++) {
my @nodesT = $nodes[$i]->getElementsByTagNameNS('urn:schemas-microsoft-com:office:spreadsheet', 'Table');
if (@nodesT == 1 && $nodesT[0]->hasChildNodes()) {
my $nodeR = $nodesT[0]->firstChild;
return _processRows_Table($dbh, $frameworkcode, $nodeR, $table, $PKArray, undef, $fields2Delete);
}
}
} else {
$debug and warn "Error _import_table_excel there's not worksheet for $table\n";
}
return 0;
}#_import_table_excel
# Get the data from a cell on a ods file through the value attribute or the text node
sub _getDataNodeODS
{
my $node = shift;
my $data;
my $repeated = 0;
if ($node->nodeType == 1 && $node->nodeName =~ /(?:table:)?table-cell/) {
if ($node->hasAttributeNS('urn:oasis:names:tc:opendocument:xmlns:office:1.0', 'value')) {
$data = $node->getAttributeNS('urn:oasis:names:tc:opendocument:xmlns:office:1.0', 'value');
} elsif ($node->hasChildNodes()) {
my @nodes2 = $node->getElementsByTagNameNS('urn:oasis:names:tc:opendocument:xmlns:text:1.0', 'p');
if (@nodes2 == 1 && $nodes2[0]->hasChildNodes()) {
$data = $nodes2[0]->firstChild->nodeValue;
}
}
if ($node->hasAttributeNS('urn:oasis:names:tc:opendocument:xmlns:table:1.0', 'number-columns-repeated')) {
$repeated = $node->getAttributeNS('urn:oasis:names:tc:opendocument:xmlns:table:1.0', 'number-columns-repeated');
}
}
return ($data, $repeated);
}#_getDataNodeODS
# Get the data from a row of a spreadsheet
sub _getDataFields
{
my ($frameworkcode, $node, $fields, $format) = @_;
my $dataFields = {};
my @dataFieldsA = ();
if ($node && $node->hasChildNodes()) {
my $node2 = $node->firstChild;
my ($data, $repeated);
my $i = 0;
my $ok = 0;
$repeated = 0;
while ($node2) {
if ($format && $format eq 'ods') {
($data, $repeated) = _getDataNodeODS($node2) if ($repeated <= 0);
$repeated--;
$ok = 1 if (defined($data));
} else {
if ($node2->nodeType == 1 && $node2->nodeName =~ /(?:ss:)?Cell/) {
my @nodes3 = $node2->getElementsByTagNameNS('urn:schemas-microsoft-com:office:spreadsheet', 'Data');
if (@nodes3 == 1 && $nodes3[0]->hasChildNodes()) {
$data = $nodes3[0]->firstChild->nodeValue;
$ok = 1;
}
}
}
if ($ok) {
$data = '' if ($data eq '#');
$data = $frameworkcode if ($fields->[$i] eq 'frameworkcode');
$dataFields->{$fields->[$i]} = $data;
push @dataFieldsA, $data;
$i++;
}
$ok = 0;
$node2 = $node2->nextSibling if ($repeated <= 0);
}
}
return ($dataFields, \@dataFieldsA);
}#_getDataFields
# Get the data from the first row to know the column names
sub _getFields
{
my ($node, $fields, $format) = @_;
if ($node && $node->hasChildNodes()) {
my $node2 = $node->firstChild;
my ($data, $repeated);
while ($node2) {
if ($format && $format eq 'ods') {
($data, $repeated) = _getDataNodeODS($node2);
push @$fields, $data if (defined($data));
} else {
if ($node2->nodeType == 1 && $node2->nodeName =~ /(?:ss:)?Cell/) {
my @nodes3 = $node2->getElementsByTagNameNS('urn:schemas-microsoft-com:office:spreadsheet', 'Data');
if (@nodes3 == 1 && $nodes3[0]->hasChildNodes()) {
$data = $nodes3[0]->firstChild->nodeValue;
push @$fields, $data;
}
}
}
$node2 = $node2->nextSibling;
}
}
}#_getFields
1;
__END__
=head1 AUTHOR
Koha Development Team
=cut