689bc19154
Module to Import/Export a Framework structure to CSV/Excel-xml/ODS/SQL in Intranet Administration - MARC Frameworks section.
There are two new links: "Export" to export to a format; and "Import" to import from a file.
The data exported/imported is the one stored in the MySQL tables marc_tag_structure, marc_subfield_structure.
Exported works as follows:
1) CSV: As this format only allows one worksheet, the data from the tables is splitted with a row with #-# cells or with the
names of the fields of the next MySQL table. Each row has as much cells as fields has the MySQL table. The first row contains the
field names, the remaining holds the data.
2) Excel: Excel xml 2003 format. Each MySQL table has its own worksheet in the spreadsheet. Rows and cells data as CSV.
3) ODS: OpenDocument Spreadsheet compressed format, creates a temporary directory to generate the files needed to create the zip file.
Each MySQL table has its own worksheet in the spreadsheet. Rows and cells data as CSV.
4) SQL: Text file, the first row for each table is a delete and the remaining are inserts.
Importing reads the rows from the spreadsheet/text-file as follows:
1) CSV: Each row inserts or updates the associated MySQL table for this framework. At the end of the importing for a MySQL table, deletes the rows in the database that don't possess a correspondence with the spreadsheet.
2) Excel: Imports each worksheet to the associated MySQL table. Works as the CSV for each worksheet.
3) ODS: Creates a temporary directory to decompress and read the content.xml. This file has the data needed to import.
Works as the CSV for each worksheet.
4) Executes the SQL file.
If the file imported has a different frameworkcode that the framework importing, the framecode is changed along the process.
The Csv format will be the default.
It uses perl module Archive::Zip or zip/unzip system command to process ODS files.
To parse the sql files when importing it uses SQL::Statement or homemade parsing.
Signed-off-by: Nicole C. Engard <nengard@bywatersolutions.com>
Signed-off-by: Chris Cormack <chrisc@catalyst.net.nz>
1358 lines
54 KiB
Perl
Executable file
1358 lines
54 KiB
Perl
Executable file
package C4::ImportExportFramework;
|
|
|
|
# Copyright 2010-2011 MASmedios.com y Ministerio de Cultura
|
|
#
|
|
# This file is part of Koha.
|
|
#
|
|
# Koha is free software; you can redistribute it and/or modify it under the
|
|
# terms of the GNU General Public License as published by the Free Software
|
|
# Foundation; either version 2 of the License, or (at your option) any later
|
|
# version.
|
|
#
|
|
# Koha is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
|
|
# A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with Koha; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
use strict;
|
|
use warnings;
|
|
use XML::LibXML;
|
|
use XML::LibXML::XPathContext;
|
|
use Digest::MD5 qw(md5_base64);
|
|
use POSIX qw(strftime);
|
|
|
|
use C4::Context;
|
|
use C4::Debug;
|
|
|
|
|
|
use vars qw($VERSION @ISA @EXPORT @EXPORT_OK %EXPORT_TAGS);
|
|
|
|
BEGIN {
|
|
$VERSION = 3.03; # set version for version checking
|
|
require Exporter;
|
|
@ISA = qw(Exporter);
|
|
@EXPORT = qw(
|
|
&ExportFramework
|
|
&ImportFramework
|
|
&createODS
|
|
);
|
|
}
|
|
|
|
|
|
use constant XMLSTR => '<?xml version="1.0" encoding="UTF-8"?>
|
|
<?mso-application progid="Excel.Sheet"?>
|
|
<Workbook
|
|
xmlns:x="urn:schemas-microsoft-com:office:excel"
|
|
xmlns="urn:schemas-microsoft-com:office:spreadsheet"
|
|
xmlns:ss="urn:schemas-microsoft-com:office:spreadsheet">
|
|
|
|
<Styles>
|
|
<Style ss:ID="Default" ss:Name="Normal">
|
|
<Alignment ss:Vertical="Bottom"/>
|
|
<Borders/>
|
|
<Font/>
|
|
<Interior/>
|
|
<NumberFormat/>
|
|
<Protection/>
|
|
</Style>
|
|
<Style ss:ID="s27">
|
|
<Font x:Family="Swiss" ss:Color="#0000FF" ss:Bold="1"/>
|
|
</Style>
|
|
<Style ss:ID="s21">
|
|
<NumberFormat ss:Format="yyyy\-mm\-dd"/>
|
|
</Style>
|
|
<Style ss:ID="s22">
|
|
<NumberFormat ss:Format="yyyy\-mm\-dd\ hh:mm:ss"/>
|
|
</Style>
|
|
<Style ss:ID="s23">
|
|
<NumberFormat ss:Format="hh:mm:ss"/>
|
|
</Style>
|
|
</Styles>
|
|
|
|
</Workbook>
|
|
';
|
|
|
|
|
|
use constant ODSSTR => '<?xml version="1.0" encoding="UTF-8"?>
|
|
<office:document-content xmlns:office="urn:oasis:names:tc:opendocument:xmlns:office:1.0" xmlns:style="urn:oasis:names:tc:opendocument:xmlns:style:1.0" xmlns:text="urn:oasis:names:tc:opendocument:xmlns:text:1.0" xmlns:table="urn:oasis:names:tc:opendocument:xmlns:table:1.0" xmlns:draw="urn:oasis:names:tc:opendocument:xmlns:drawing:1.0" xmlns:fo="urn:oasis:names:tc:opendocument:xmlns:xsl-fo-compatible:1.0" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:meta="urn:oasis:names:tc:opendocument:xmlns:meta:1.0" xmlns:number="urn:oasis:names:tc:opendocument:xmlns:datastyle:1.0" xmlns:svg="urn:oasis:names:tc:opendocument:xmlns:svg-compatible:1.0" xmlns:chart="urn:oasis:names:tc:opendocument:xmlns:chart:1.0" xmlns:dr3d="urn:oasis:names:tc:opendocument:xmlns:dr3d:1.0" xmlns:math="http://www.w3.org/1998/Math/MathML" xmlns:form="urn:oasis:names:tc:opendocument:xmlns:form:1.0" xmlns:script="urn:oasis:names:tc:opendocument:xmlns:script:1.0" xmlns:ooo="http://openoffice.org/2004/office" xmlns:ooow="http://openoffice.org/2004/writer" xmlns:oooc="http://openoffice.org/2004/calc" xmlns:dom="http://www.w3.org/2001/xml-events" xmlns:xforms="http://www.w3.org/2002/xforms" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" office:version="1.0">
|
|
<office:scripts/>
|
|
<office:font-face-decls/>
|
|
<office:automatic-styles/>
|
|
</office:document-content>';
|
|
|
|
|
|
use constant ODS_STYLES_STR => '<?xml version="1.0" encoding="UTF-8"?>
|
|
<office:document-styles xmlns:office="urn:oasis:names:tc:opendocument:xmlns:office:1.0" xmlns:style="urn:oasis:names:tc:opendocument:xmlns:style:1.0" xmlns:text="urn:oasis:names:tc:opendocument:xmlns:text:1.0" xmlns:table="urn:oasis:names:tc:opendocument:xmlns:table:1.0" xmlns:draw="urn:oasis:names:tc:opendocument:xmlns:drawing:1.0" xmlns:fo="urn:oasis:names:tc:opendocument:xmlns:xsl-fo-compatible:1.0" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:meta="urn:oasis:names:tc:opendocument:xmlns:meta:1.0" xmlns:number="urn:oasis:names:tc:opendocument:xmlns:datastyle:1.0" xmlns:svg="urn:oasis:names:tc:opendocument:xmlns:svg-compatible:1.0" xmlns:chart="urn:oasis:names:tc:opendocument:xmlns:chart:1.0" xmlns:dr3d="urn:oasis:names:tc:opendocument:xmlns:dr3d:1.0" xmlns:math="http://www.w3.org/1998/Math/MathML" xmlns:form="urn:oasis:names:tc:opendocument:xmlns:form:1.0" xmlns:script="urn:oasis:names:tc:opendocument:xmlns:script:1.0" xmlns:ooo="http://openoffice.org/2004/office" xmlns:ooow="http://openoffice.org/2004/writer" xmlns:oooc="http://openoffice.org/2004/calc" xmlns:dom="http://www.w3.org/2001/xml-events" office:version="1.0">
|
|
<office:font-face-decls></office:font-face-decls>
|
|
<office:styles></office:styles>
|
|
<office:automatic-styles></office:automatic-styles>
|
|
<office:master-styles></office:master-styles>
|
|
</office:document-styles>';
|
|
|
|
|
|
use constant ODS_SETTINGS_STR => '<?xml version="1.0" encoding="UTF-8"?>
|
|
<office:document-settings xmlns:office="urn:oasis:names:tc:opendocument:xmlns:office:1.0" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:config="urn:oasis:names:tc:opendocument:xmlns:config:1.0" xmlns:ooo="http://openoffice.org/2004/office" office:version="1.0"><office:settings>
|
|
<config:config-item-set config:name="ooo:view-settings">
|
|
<config:config-item config:name="VisibleAreaTop" config:type="int">0</config:config-item>
|
|
<config:config-item config:name="VisibleAreaLeft" config:type="int">0</config:config-item>
|
|
<config:config-item config:name="VisibleAreaWidth" config:type="int">2000</config:config-item>
|
|
<config:config-item config:name="VisibleAreaHeight" config:type="int">900</config:config-item>
|
|
<config:config-item-map-indexed config:name="Views"><config:config-item-map-entry>
|
|
<config:config-item config:name="ViewId" config:type="string">View1</config:config-item>
|
|
<config:config-item-map-named config:name="Tables">
|
|
<config:config-item-map-entry config:name="Sheet1"><config:config-item config:name="CursorPositionX" config:type="int">0</config:config-item><config:config-item config:name="CursorPositionY" config:type="int">1</config:config-item><config:config-item config:name="HorizontalSplitMode" config:type="short">0</config:config-item><config:config-item config:name="VerticalSplitMode" config:type="short">0</config:config-item><config:config-item config:name="HorizontalSplitPosition" config:type="int">0</config:config-item><config:config-item config:name="VerticalSplitPosition" config:type="int">0</config:config-item><config:config-item config:name="ActiveSplitRange" config:type="short">2</config:config-item><config:config-item config:name="PositionLeft" config:type="int">0</config:config-item><config:config-item config:name="PositionRight" config:type="int">0</config:config-item><config:config-item config:name="PositionTop" config:type="int">0</config:config-item><config:config-item config:name="PositionBottom" config:type="int">0</config:config-item>
|
|
</config:config-item-map-entry>
|
|
</config:config-item-map-named>
|
|
<config:config-item config:name="ActiveTable" config:type="string">Sheet1</config:config-item>
|
|
<config:config-item config:name="HorizontalScrollbarWidth" config:type="int">270</config:config-item>
|
|
<config:config-item config:name="ZoomType" config:type="short">0</config:config-item>
|
|
<config:config-item config:name="ZoomValue" config:type="int">100</config:config-item>
|
|
<config:config-item config:name="PageViewZoomValue" config:type="int">50</config:config-item>
|
|
<config:config-item config:name="ShowPageBreakPreview" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="ShowZeroValues" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="ShowNotes" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="ShowGrid" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="GridColor" config:type="long">12632256</config:config-item>
|
|
<config:config-item config:name="ShowPageBreaks" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="HasColumnRowHeaders" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="HasSheetTabs" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="IsOutlineSymbolsSet" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="IsSnapToRaster" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="RasterIsVisible" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="IsRasterAxisSynchronized" config:type="boolean">true</config:config-item></config:config-item-map-entry></config:config-item-map-indexed>
|
|
</config:config-item-set>
|
|
<config:config-item-set config:name="ooo:configuration-settings">
|
|
<config:config-item config:name="ShowZeroValues" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="ShowNotes" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="ShowGrid" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="GridColor" config:type="long">12632256</config:config-item>
|
|
<config:config-item config:name="ShowPageBreaks" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="LinkUpdateMode" config:type="short">3</config:config-item>
|
|
<config:config-item config:name="HasColumnRowHeaders" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="HasSheetTabs" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="IsOutlineSymbolsSet" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="IsSnapToRaster" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="RasterIsVisible" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="IsRasterAxisSynchronized" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="AutoCalculate" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="PrinterName" config:type="string">Generic Printer</config:config-item>
|
|
<config:config-item config:name="ApplyUserData" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="CharacterCompressionType" config:type="short">0</config:config-item>
|
|
<config:config-item config:name="SaveVersionOnClose" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="UpdateFromTemplate" config:type="boolean">false</config:config-item>
|
|
<config:config-item config:name="AllowPrintJobCancel" config:type="boolean">true</config:config-item>
|
|
<config:config-item config:name="LoadReadonly" config:type="boolean">false</config:config-item>
|
|
</config:config-item-set>
|
|
</office:settings></office:document-settings>';
|
|
|
|
|
|
use constant ODS_MANIFEST_STR => '<?xml version="1.0" encoding="UTF-8"?>
|
|
<manifest:manifest xmlns:manifest="urn:oasis:names:tc:opendocument:xmlns:manifest:1.0">
|
|
<manifest:file-entry manifest:media-type="application/vnd.oasis.opendocument.spreadsheet" manifest:full-path="/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/statusbar/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/accelerator/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/floater/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/popupmenu/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/progressbar/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/menubar/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/toolbar/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/images/Bitmaps/"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Configurations2/images/"/>
|
|
<manifest:file-entry manifest:media-type="application/vnd.sun.xml.ui.configuration" manifest:full-path="Configurations2/"/>
|
|
<manifest:file-entry manifest:media-type="text/xml" manifest:full-path="content.xml"/>
|
|
<manifest:file-entry manifest:media-type="text/xml" manifest:full-path="styles.xml"/>
|
|
<manifest:file-entry manifest:media-type="text/xml" manifest:full-path="meta.xml"/>
|
|
<manifest:file-entry manifest:media-type="" manifest:full-path="Thumbnails/"/>
|
|
<manifest:file-entry manifest:media-type="text/xml" manifest:full-path="settings.xml"/>
|
|
</manifest:manifest>';
|
|
|
|
|
|
=head1 NAME
|
|
|
|
C4::ImportExportFramework - Import/Export Framework to Excel-xml/ODS Module Functions
|
|
|
|
=head1 SYNOPSIS
|
|
|
|
use C4::ImportExportFramework;
|
|
|
|
=head1 DESCRIPTION
|
|
|
|
Module to Import/Export Framework to Excel-xml/ODS on intranet administration - MARC Frameworks section
|
|
|
|
Module to Import/Export Framework to Excel-xml/ODS on intranet administration - MARC Frameworks section
|
|
exporting the tables marc_tag_structure, marc_subfield_structure to excel-xml/ods or viceversa
|
|
|
|
Functions for handling import/export.
|
|
|
|
|
|
=head1 SUBROUTINES
|
|
|
|
|
|
|
|
=head2 ExportFramework
|
|
|
|
Export all the information of a Framework to an excel "xml" file or OpenDocument SpreadSheet "ods" file.
|
|
|
|
return :
|
|
succes
|
|
|
|
=cut
|
|
|
|
sub ExportFramework
|
|
{
|
|
my ($frameworkcode, $xmlStrRef, $mode) = @_;
|
|
|
|
my $dbh = C4::Context->dbh;
|
|
if ($dbh) {
|
|
my $dom;
|
|
my $root;
|
|
my $elementSS;
|
|
if ($mode eq 'ods' || $mode eq 'excel') {
|
|
eval {
|
|
my $parser = XML::LibXML->new();
|
|
$dom = $parser->parse_string(($mode && $mode eq 'ods')?ODSSTR:XMLSTR);
|
|
if ($dom) {
|
|
$root = $dom->documentElement();
|
|
if ($mode && $mode eq 'ods') {
|
|
my $elementBody = $dom->createElement('office:body');
|
|
$root->appendChild($elementBody);
|
|
$elementSS = $dom->createElement('office:spreadsheet');
|
|
$elementBody->appendChild($elementSS);
|
|
}
|
|
}
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error ExportFramework $@\n";
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
if (_export_table('marc_tag_structure', $dbh, ($mode eq 'csv' || $mode eq 'sql')?$xmlStrRef:$dom, ($mode eq 'ods')?$elementSS:$root, $frameworkcode, $mode)) {
|
|
if (_export_table('marc_subfield_structure', $dbh, ($mode eq 'csv' || $mode eq 'sql')?$xmlStrRef:$dom, ($mode eq 'ods')?$elementSS:$root, $frameworkcode, $mode)) {
|
|
$$xmlStrRef = $dom->toString(1) if ($mode eq 'ods' || $mode eq 'excel');
|
|
return 1;
|
|
}
|
|
}
|
|
}
|
|
return 0;
|
|
}#ExportFramework
|
|
|
|
|
|
|
|
|
|
# Export all the data from a mysql table to an spreadsheet.
|
|
sub _export_table
|
|
{
|
|
my ($table, $dbh, $dom, $root, $frameworkcode, $mode) = @_;
|
|
if ($mode eq 'csv') {
|
|
_export_table_csv($table, $dbh, $dom, $root, $frameworkcode);
|
|
} elsif ($mode eq 'sql') {
|
|
_export_table_sql($table, $dbh, $dom, $root, $frameworkcode);
|
|
} elsif ($mode eq 'ods') {
|
|
_export_table_ods($table, $dbh, $dom, $root, $frameworkcode);
|
|
} else {
|
|
_export_table_excel($table, $dbh, $dom, $root, $frameworkcode);
|
|
}
|
|
}
|
|
|
|
|
|
# Export the mysql table to an sql file
|
|
sub _export_table_sql
|
|
{
|
|
my ($table, $dbh, $strSQL, $root, $frameworkcode) = @_;
|
|
|
|
eval {
|
|
# First row with the name of the columns
|
|
my $query = 'SHOW COLUMNS FROM ' . $table;
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
my @fields = ();
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
push @fields, $hashRef->{Field};
|
|
}
|
|
my $fields = join(',', @fields);
|
|
$$strSQL .= 'DELETE FROM ' . $table . ' WHERE frameworkcode=' . $dbh->quote($frameworkcode) . ';';
|
|
$$strSQL .= chr(10);
|
|
# Populate rows with the data from mysql
|
|
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
|
|
$sth = $dbh->prepare($query);
|
|
$sth->execute($frameworkcode);
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$$strSQL .= 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (';
|
|
for (@fields) {
|
|
$$strSQL .= $dbh->quote($hashRef->{$_}) . ',';
|
|
}
|
|
chop $$strSQL;
|
|
$$strSQL .= ');' . chr(10);
|
|
}
|
|
$$strSQL .= chr(10) . chr(10);
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error _export_table_sql $@\n";
|
|
return 0;
|
|
}
|
|
return 1;
|
|
}#_export_table_sql
|
|
|
|
|
|
# Export the mysql table to an csv file
|
|
sub _export_table_csv
|
|
{
|
|
my ($table, $dbh, $strCSV, $root, $frameworkcode) = @_;
|
|
|
|
eval {
|
|
# First row with the name of the columns
|
|
my $query = 'SHOW COLUMNS FROM ' . $table;
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
my @fields = ();
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$$strCSV .= '"' . $hashRef->{Field} . '",';
|
|
push @fields, $hashRef->{Field};
|
|
}
|
|
chop $$strCSV;
|
|
$$strCSV .= chr(10);
|
|
# Populate rows with the data from mysql
|
|
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
|
|
$sth = $dbh->prepare($query);
|
|
$sth->execute($frameworkcode);
|
|
my $data;
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
for (@fields) {
|
|
$$strCSV .= '"' . $hashRef->{$_} . '",';
|
|
}
|
|
chop $$strCSV;
|
|
$$strCSV .= chr(10);
|
|
}
|
|
$$strCSV .= chr(10);
|
|
for (@fields) {
|
|
# Separator for change of table
|
|
$$strCSV .= '"#-#",';
|
|
}
|
|
chop $$strCSV;
|
|
$$strCSV .= chr(10);
|
|
$$strCSV .= chr(10);
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error _export_table_csv $@\n";
|
|
return 0;
|
|
}
|
|
return 1;
|
|
}#_export_table_csv
|
|
|
|
|
|
# Export the mysql table to an ods file
|
|
sub _export_table_ods
|
|
{
|
|
my ($table, $dbh, $dom, $root, $frameworkcode) = @_;
|
|
|
|
eval {
|
|
my $elementTable = $dom->createElement('table:table');
|
|
$elementTable->setAttribute('table:name', $table);
|
|
$elementTable->setAttribute('table:print', 'false');
|
|
$root->appendChild($elementTable);
|
|
my $elementRow = $dom->createElement('table:table-row');
|
|
$elementTable->appendChild($elementRow);
|
|
|
|
my $elementCell;
|
|
my $elementData;
|
|
# First row with the name of the columns
|
|
my $query = 'SHOW COLUMNS FROM ' . $table;
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
my @fields = ();
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$elementCell = $dom->createElement('table:table-cell');
|
|
$elementCell->setAttribute('office:value-type', 'string');
|
|
$elementCell->setAttribute('office:value', $hashRef->{Field});
|
|
$elementRow->appendChild($elementCell);
|
|
$elementData = $dom->createElement('text:p');
|
|
$elementCell->appendChild($elementData);
|
|
$elementData->appendTextNode($hashRef->{Field});
|
|
push @fields, {name => $hashRef->{Field}, type => ($hashRef->{Type} =~ /int/i)?'float':'string'};
|
|
}
|
|
# Populate rows with the data from mysql
|
|
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
|
|
$sth = $dbh->prepare($query);
|
|
$sth->execute($frameworkcode);
|
|
my $data;
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$elementRow = $dom->createElement('table:table-row');
|
|
$elementTable->appendChild($elementRow);
|
|
for (@fields) {
|
|
$data = $hashRef->{$_->{name}};
|
|
if ($_->{type} eq 'float' && !defined($data)) {
|
|
$data = '0';
|
|
} elsif ($_->{type} eq 'string' && (!$data && $data ne '0')) {
|
|
$data = '#';
|
|
}
|
|
$data = _parseContent2Xml($data) if ($_->{type} eq 'string');
|
|
$elementCell = $dom->createElement('table:table-cell');
|
|
$elementCell->setAttribute('office:value-type', $_->{type});
|
|
$elementCell->setAttribute('office:value', $data);
|
|
$elementRow->appendChild($elementCell);
|
|
$elementData = $dom->createElement('text:p');
|
|
$elementCell->appendChild($elementData);
|
|
$elementData->appendTextNode($data);
|
|
}
|
|
}
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error _export_table_ods $@\n";
|
|
return 0;
|
|
}
|
|
return 1;
|
|
}#_export_table_ods
|
|
|
|
|
|
# Export the mysql table to an excel-xml (openoffice/libreoffice compatible) file
|
|
sub _export_table_excel
|
|
{
|
|
my ($table, $dbh, $dom, $root, $frameworkcode) = @_;
|
|
|
|
eval {
|
|
my $elementWS = $dom->createElement('Worksheet');
|
|
$elementWS->setAttribute('ss:Name', $table);
|
|
$root->appendChild($elementWS);
|
|
my $elementTable = $dom->createElement('ss:Table');
|
|
$elementWS->appendChild($elementTable);
|
|
my $elementRow = $dom->createElement('ss:Row');
|
|
$elementTable->appendChild($elementRow);
|
|
|
|
# First row with the name of the columns
|
|
my $elementCell;
|
|
my $elementData;
|
|
my $query = 'SHOW COLUMNS FROM ' . $table;
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
my @fields = ();
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$elementCell = $dom->createElement('ss:Cell');
|
|
$elementCell->setAttribute('ss:StyleID', 's27');
|
|
$elementRow->appendChild($elementCell);
|
|
$elementData = $dom->createElement('ss:Data');
|
|
$elementData->setAttribute('ss:Type', 'String');
|
|
$elementCell->appendChild($elementData);
|
|
$elementData->appendTextNode($hashRef->{Field});
|
|
push @fields, {name => $hashRef->{Field}, type => ($hashRef->{Type} =~ /int/i)?'Number':'String'};
|
|
}
|
|
# Populate rows with the data from mysql
|
|
$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';
|
|
$sth = $dbh->prepare($query);
|
|
$sth->execute($frameworkcode);
|
|
my $data;
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$elementRow = $dom->createElement('ss:Row');
|
|
$elementTable->appendChild($elementRow);
|
|
for (@fields) {
|
|
$elementCell = $dom->createElement('ss:Cell');
|
|
$elementRow->appendChild($elementCell);
|
|
$elementData = $dom->createElement('ss:Data');
|
|
$elementData->setAttribute('ss:Type', $_->{type});
|
|
$elementCell->appendChild($elementData);
|
|
$data = $hashRef->{$_->{name}};
|
|
if ($_->{type} eq 'Number' && !defined($data)) {
|
|
$data = '0';
|
|
} elsif ($_->{type} eq 'String' && (!$data && $data ne '0')) {
|
|
$data = '#';
|
|
}
|
|
$elementData->appendTextNode(($_->{type} eq 'String')?_parseContent2Xml($data):$data);
|
|
}
|
|
}
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error _export_table_excel $@\n";
|
|
return 0;
|
|
}
|
|
return 1;
|
|
}#_export_table_excel
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Format chars problematics to a correct format for xml.
|
|
sub _parseContent2Xml
|
|
{
|
|
my $content = shift;
|
|
|
|
$content =~ s/\&(?![a-zA-Z#0-9]{1,4};)/&/g;
|
|
$content =~ s/</</g;
|
|
$content =~ s/>/>/g;
|
|
return $content;
|
|
}#_parseContent2Xml
|
|
|
|
|
|
# Get the tmp directory on the system
|
|
sub _getTmp
|
|
{
|
|
my $tmp = '/tmp';
|
|
if ($ENV{'TMP'} && -d $ENV{'TMP'}) {
|
|
$tmp = $ENV{'TMP'};
|
|
} elsif ($ENV{'TMPDIR'} && -d $ENV{'TMPDIR'}) {
|
|
$tmp = $ENV{'TMPDIR'};
|
|
} elsif ($ENV{'TEMP'} && -d $ENV{'TEMP'}) {
|
|
$tmp = $ENV{'TEMP'};
|
|
}
|
|
return $tmp;
|
|
}#_getTmp
|
|
|
|
|
|
# Create our tempdir directory for the ods process
|
|
sub _createTmpDir
|
|
{
|
|
my $tmp = shift;
|
|
|
|
my $tempdir = (-d $tmp)?$tmp . '/':'./';
|
|
$tempdir .= 'tmp_ods_' . Digest::MD5::md5_hex(Digest::MD5::md5_hex(time().{}.rand().{}.$$));
|
|
eval {
|
|
mkdir $tempdir;
|
|
};
|
|
if ($@) {
|
|
return undef;
|
|
} else {
|
|
return $tempdir;
|
|
}
|
|
}#_createTmpDir
|
|
|
|
=head2 createODS
|
|
|
|
Creates a temporary directory to create the ods file and read it to store its content in a string.
|
|
|
|
return :
|
|
success
|
|
|
|
=cut
|
|
|
|
sub createODS
|
|
{
|
|
my ($strContent, $lang, $strODSRef) = @_;
|
|
|
|
my $tmp = _getTmp();
|
|
my $tempModule = 1;
|
|
my $tempdir;
|
|
eval {
|
|
require File::Temp;
|
|
import File::Temp qw/ tempfile tempdir /;
|
|
$tempdir = tempdir ( 'tmp_ods_' . $$ . '_XXXXXXXX', DIR => (-d $tmp)?$tmp:'.', CLEANUP => 1);
|
|
};
|
|
if ($@) {
|
|
$tempModule = 0;
|
|
$tempdir = _createTmpDir($tmp);
|
|
}
|
|
if ($tempdir) {
|
|
# populate tempdir directory with the ods elements
|
|
eval {
|
|
if (open(OUT, "> $tempdir/content.xml")) {
|
|
print OUT $strContent;
|
|
close(OUT);
|
|
}
|
|
if (open(OUT, "> $tempdir/mimetype")) {
|
|
print OUT 'application/vnd.oasis.opendocument.spreadsheet';
|
|
close(OUT);
|
|
}
|
|
if (open(OUT, "> $tempdir/meta.xml")) {
|
|
print OUT _getMeta($lang);
|
|
close(OUT);
|
|
}
|
|
if (open(OUT, "> $tempdir/styles.xml")) {
|
|
print OUT ODS_STYLES_STR;
|
|
close(OUT);
|
|
}
|
|
if (open(OUT, "> $tempdir/settings.xml")) {
|
|
print OUT ODS_SETTINGS_STR;
|
|
close(OUT);
|
|
}
|
|
mkdir($tempdir.'/META-INF/');
|
|
mkdir($tempdir.'/Configurations2/');
|
|
mkdir($tempdir.'/Configurations2/acceleator/');
|
|
mkdir($tempdir.'/Configurations2/images/');
|
|
mkdir($tempdir.'/Configurations2/popupmenu/');
|
|
mkdir($tempdir.'/Configurations2/statusbar/');
|
|
mkdir($tempdir.'/Configurations2/floater/');
|
|
mkdir($tempdir.'/Configurations2/menubar/');
|
|
mkdir($tempdir.'/Configurations2/progressbar/');
|
|
mkdir($tempdir.'/Configurations2/toolbar/');
|
|
if (open(OUT, "> $tempdir/META-INF/manifest.xml")) {
|
|
print OUT ODS_MANIFEST_STR;
|
|
close(OUT);
|
|
}
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error createODS $@\n";
|
|
} else {
|
|
# create ods file from tempdir directory
|
|
eval {
|
|
require Archive::Zip;
|
|
import Archive::Zip qw( :ERROR_CODES :CONSTANTS );
|
|
my $zip = Archive::Zip->new();
|
|
$zip->addTree( $tempdir, '' );
|
|
$zip->writeToFileNamed($tempdir . '/new.ods');
|
|
};
|
|
if ($@) {
|
|
my $cmd = qx(which zip 2>/dev/null || whereis zip);
|
|
chomp $cmd;
|
|
$cmd = 'zip' if (!$cmd || !-x $cmd);
|
|
system("cd $tempdir && $cmd -r new.ods ./");
|
|
}
|
|
my $ok = 0;
|
|
# read ods file and return as a string
|
|
if (-f "$tempdir/new.ods") {
|
|
if (open (MYFILE, "$tempdir/new.ods")) {
|
|
binmode MYFILE;
|
|
my $buffer;
|
|
while (read (MYFILE, $buffer, 65536)) {
|
|
$$strODSRef .= $buffer;
|
|
}
|
|
close(MYFILE);
|
|
$ok = 1;
|
|
}
|
|
}
|
|
# delete tempdir directory
|
|
if (!$tempModule && $tempdir) {
|
|
eval {
|
|
require File::Path;
|
|
import File::Temp qw/ rmtree /;
|
|
rmtree($tempdir);
|
|
};
|
|
if ($@) {
|
|
system("rm -rf $tempdir");
|
|
}
|
|
}
|
|
return 1 if ($ok);
|
|
}
|
|
}
|
|
return 0;
|
|
}#createODS
|
|
|
|
|
|
# return Meta content for ods file
|
|
sub _getMeta
|
|
{
|
|
my $lang = shift;
|
|
|
|
my $myDate = strftime ("%Y-%m-%dT%H:%M:%S", localtime(time()));
|
|
my $meta = '<?xml version="1.0" encoding="UTF-8"?>
|
|
<office:document-meta xmlns:office="urn:oasis:names:tc:opendocument:xmlns:office:1.0" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:meta="urn:oasis:names:tc:opendocument:xmlns:meta:1.0" xmlns:ooo="http://openoffice.org/2004/office" office:version="1.0">
|
|
<office:meta>
|
|
<meta:generator>ods-php</meta:generator>
|
|
<meta:creation-date>' . $myDate . '</meta:creation-date>
|
|
<dc:date>' . $myDate . '</dc:date>
|
|
<dc:language>' . $lang . '</dc:language>
|
|
<meta:editing-cycles>2</meta:editing-cycles>
|
|
<meta:editing-duration>PT15S</meta:editing-duration>
|
|
<meta:user-defined meta:name="Info 1"/>
|
|
<meta:user-defined meta:name="Info 2"/>
|
|
<meta:user-defined meta:name="Info 3"/>
|
|
<meta:user-defined meta:name="Info 4"/>
|
|
</office:meta>
|
|
</office:document-meta>';
|
|
return $meta;
|
|
}#_getMeta
|
|
|
|
|
|
=head2 ImportFramework
|
|
|
|
Import all the information of a Framework from a excel-xml/ods file.
|
|
|
|
return :
|
|
success
|
|
|
|
=cut
|
|
|
|
sub ImportFramework
|
|
{
|
|
my ($filename, $frameworkcode, $deleteFilename) = @_;
|
|
|
|
my $tempdir;
|
|
my $ok = -1;
|
|
my $dbh = C4::Context->dbh;
|
|
if (-r $filename && $dbh) {
|
|
my $extension = '';
|
|
if ($filename =~ /\.(csv|ods|xml|sql)$/i) {
|
|
$extension = lc($1);
|
|
} else {
|
|
unlink ($filename) if ($deleteFilename); # remove temporary file
|
|
return -1;
|
|
}
|
|
if ($extension eq 'ods') {
|
|
($tempdir, $filename) = _openODS($filename, $deleteFilename);
|
|
}
|
|
if ($filename) {
|
|
my $dom;
|
|
eval {
|
|
if ($extension eq 'ods' || $extension eq 'xml') {
|
|
# They have xml structure, so read it on a dom object
|
|
my $parser = XML::LibXML->new();
|
|
$dom = $parser->parse_file($filename);
|
|
if ($dom) {
|
|
my $root = $dom->documentElement();
|
|
}
|
|
} else {
|
|
# They are text files, so open it to read
|
|
open($dom, '<', $filename);
|
|
}
|
|
if ($dom) {
|
|
# For sql we execute the line
|
|
if ($extension eq 'sql') {
|
|
_parseSQLLine($dbh, $dom, $frameworkcode);
|
|
$ok = 0;
|
|
} else {
|
|
# Process both tables
|
|
my $numDeleted = 0;
|
|
my $numDeletedAux = 0;
|
|
if (($numDeletedAux = _import_table($dbh, 'marc_tag_structure', $frameworkcode, $dom, ['frameworkcode', 'tagfield'], $extension)) >= 0) {
|
|
$numDeleted += $numDeletedAux if ($numDeletedAux > 0);
|
|
if (($numDeletedAux = _import_table($dbh, 'marc_subfield_structure', $frameworkcode, $dom, ['frameworkcode', 'tagfield', 'tagsubfield'], $extension)) >= 0) {
|
|
$numDeleted += $numDeletedAux if ($numDeletedAux > 0);
|
|
$ok = ($numDeleted > 0)?$numDeleted:0;
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
$debug and warn "Error ImportFramework couldn't create dom\n";
|
|
}
|
|
};
|
|
if ($@) {
|
|
$debug and warn "Error ImportFramework $@\n";
|
|
} else {
|
|
if ($extension eq 'sql' || $extension eq 'csv') {
|
|
close($dom) if ($dom);
|
|
}
|
|
}
|
|
}
|
|
unlink ($filename) if ($deleteFilename); # remove temporary file
|
|
} else {
|
|
$debug and warn "Error ImportFramework no conex to database or not readeable $filename\n";
|
|
}
|
|
if ($deleteFilename && $tempdir && -d $tempdir && -w $tempdir) {
|
|
eval {
|
|
require File::Path;
|
|
import File::Temp qw/ rmtree /;
|
|
rmtree($tempdir);
|
|
};
|
|
if ($@) {
|
|
system("rm -rf $tempdir");
|
|
}
|
|
}
|
|
return $ok;
|
|
}#ImportFramework
|
|
|
|
|
|
# Parse the sql statement to see if the frameworkcode is correct
|
|
# We're checking only the delete and insert SQL commands generated in the export process
|
|
sub _parseSQLLine
|
|
{
|
|
my ($dbh, $dom, $frameworkcode) = @_;
|
|
|
|
my $parser;
|
|
eval {
|
|
require SQL::Statement;
|
|
$parser = SQL::Parser->new('AnyData');
|
|
$parser->{RaiseError}=1;
|
|
$parser->{PrintError}=0;
|
|
};
|
|
my $literalEscape = (C4::Context->config("db_scheme") eq 'mysql')?'\\':'\'';
|
|
my $line;
|
|
my $numLines = 0;
|
|
while (<$dom>) {
|
|
chomp $_;
|
|
$line = $_;
|
|
# we don't want to execute any sql statement, only the ones dealing with frameworks
|
|
next unless ($line =~ /^\s*(?i:DELETE\s+FROM|INSERT\s+INTO)\s+(?:marc_tag_structure|marc_subfield_structure)/);
|
|
$numLines++;
|
|
# We check if the frameworkcode is the same, if not we change it
|
|
unless ($line =~ /'$frameworkcode'/) {
|
|
my $error = 0;
|
|
if ($parser) {
|
|
eval {
|
|
$line = substr($line, 0 ,-1) if ($line =~ /;$/);
|
|
my $stmt = SQL::Statement->new($line, $parser);
|
|
my $where = $stmt->where();
|
|
if ($where && $where->op() eq '=' && $line =~ /^\s*DELETE/) {
|
|
$line =~ s/frameworkcode='.+?'/frameworkcode='$frameworkcode';/ unless ($_ =~ /frameworkcode='$frameworkcode'/);
|
|
} else {
|
|
my @arrFields;
|
|
my @arrValues;
|
|
my $table;
|
|
# Due to lacking of backward compatibility
|
|
if ($parser->VERSION < 1.30) {
|
|
$table = lc($stmt->tables(0)->name());
|
|
@arrFields = map{lc($_->name)} $stmt->columns;
|
|
@arrValues = $stmt->row_values();
|
|
} else {
|
|
$table = $stmt->tables(0)->name();
|
|
@arrValues = $stmt->row_values(0);
|
|
my @aux = $stmt->column_defs();
|
|
for (@{$aux[0]}) {
|
|
push @arrFields, $_->{value};
|
|
}
|
|
}
|
|
if (scalar(@arrFields) == scalar(@arrValues)) {
|
|
my $j = 0;
|
|
my $modified = 0;
|
|
for (@arrFields) {
|
|
if ($_ eq 'frameworkcode' && $arrValues[$j] ne $frameworkcode) {
|
|
$arrValues[$j] = $dbh->quote($frameworkcode);
|
|
$modified = 1;
|
|
} else {
|
|
$arrValues[$j] = $dbh->quote($arrValues[$j]);
|
|
}
|
|
$j++;
|
|
}
|
|
$line = 'INSERT INTO ' . $table . ' (' . join(',', @arrFields) . ') VALUES (' . join(',', @arrValues) . ');' if ($modified);
|
|
}
|
|
}
|
|
};
|
|
$error = 1 if ($@);
|
|
} else {
|
|
$error = 1;
|
|
}
|
|
if ($error) {
|
|
$line .= ';' unless ($line =~ /;$/);
|
|
if ($line =~ /^\s*DELETE/) {
|
|
$line =~ s/frameworkcode='.+?'/frameworkcode='$frameworkcode'/ unless ($_ =~ /frameworkcode='$frameworkcode'/);
|
|
} elsif ($line =~ /^\s*INSERT\s+INTO\s+(.*?)\s+\((.*?frameworkcode.*?)\)\s+VALUES\s+\((.+)\)\s*;\s*$/) {
|
|
my $table = $1;
|
|
my $fields = $2;
|
|
my $values = $3;
|
|
my @arrFields = split(/\s*,\s*/, $fields);
|
|
my @arrValues;
|
|
if ($values) {
|
|
_parseSQLInsertValues($values, $literalEscape, \@arrValues);
|
|
}
|
|
if (scalar(@arrFields) == scalar(@arrValues)) {
|
|
my $modified = 0;
|
|
for (my $i=0; $i < @arrFields; $i++) {
|
|
if ($arrFields[$i] eq 'frameworkcode' && $arrValues[$i]->{value} ne $frameworkcode) {
|
|
$arrValues[$i]->{value} = $dbh->quote($frameworkcode);
|
|
$modified = 1;
|
|
} elsif ($arrValues[$i]->{literal}) {
|
|
$arrValues[$i]->{value} = $dbh->quote($arrValues[$i]->{value});
|
|
}
|
|
}
|
|
if ($modified) {
|
|
$line = "INSERT INTO $table ($fields) VALUES (" . join(',', map {$_->{value}} @arrValues) . ');';
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
eval {
|
|
$dbh->do($line);
|
|
};
|
|
}
|
|
}#_parseSQLLine
|
|
|
|
|
|
# Simple sub to get the values from the insert sentence
|
|
sub _parseSQLInsertValues
|
|
{
|
|
my ($values, $literalEscape, $arrValues) = @_;
|
|
|
|
my ($posBegin, $posLiteral, $currentPos, $lengthValues, $currentChar);
|
|
$lengthValues = length($values);
|
|
$currentPos = 0;
|
|
while ($currentPos < $lengthValues) {
|
|
$currentChar = substr($values, $currentPos++, 1);
|
|
next if ($currentChar =~ /^\s$/);
|
|
next if ($posBegin && $currentChar !~ /^[,']$/);
|
|
unless ($posBegin) {
|
|
if ($currentChar eq '\'') {
|
|
$posBegin = $currentPos;
|
|
$posLiteral = $posBegin;
|
|
} else {
|
|
$posBegin = $currentPos -1;
|
|
}
|
|
} else {
|
|
if ($currentChar eq ',') {
|
|
unless ($posLiteral) {
|
|
push @$arrValues, {literal => 0, value => substr($values, $posBegin, $currentPos -(1 + $posBegin))};
|
|
$posBegin = undef;
|
|
}
|
|
} elsif ($currentChar eq '\'' && $posLiteral) {
|
|
next if ($literalEscape eq '\\' && substr($values, $currentPos -2, 1) eq $literalEscape);
|
|
if ($literalEscape eq '\'' && substr($values, $currentPos, 1) eq $literalEscape) {
|
|
$currentPos++;
|
|
next;
|
|
}
|
|
push @$arrValues, {literal => 1 , value => substr($values, $posBegin, $currentPos -( 1 + $posBegin))};
|
|
$currentPos++ if (substr($values, $currentPos, 1) eq ',');
|
|
$posBegin = undef;
|
|
$posLiteral = undef;
|
|
} # We shouldn't get to here if the sql sentence is correct
|
|
}
|
|
}
|
|
push @$arrValues, {literal => ($posLiteral)?1:0, value => substr($values, $posBegin, $currentPos - $posBegin)} if ($posBegin);
|
|
}#_parseSQLInsertValues
|
|
|
|
|
|
# Open (uncompress) ods file and return the content.xml file
|
|
sub _openODS
|
|
{
|
|
my ($filename, $deleteFilename) = @_;
|
|
|
|
my $tmp = _getTmp();
|
|
my $tempModule = 1;
|
|
my $tempdir;
|
|
eval {
|
|
require File::Temp;
|
|
import File::Temp qw/ tempfile tempdir /;
|
|
$tempdir = tempdir ( 'tmp_ods_' . $$ . '_XXXXXXXX', DIR => (-d $tmp)?$tmp:'.', CLEANUP => 1);
|
|
};
|
|
if ($@) {
|
|
$tempModule = 0;
|
|
$tempdir = _createTmpDir($tmp);
|
|
}
|
|
if ($tempdir) {
|
|
eval {
|
|
require Archive::Zip;
|
|
import Archive::Zip qw( :ERROR_CODES :CONSTANTS );
|
|
my $zip = Archive::Zip->new($filename);
|
|
foreach my $file ($zip->members) {
|
|
next if ($file->isDirectory);
|
|
(my $extractName = $file->fileName) =~ s{.*/}{};
|
|
next unless ($extractName eq 'content.xml');
|
|
$file->extractToFileNamed("$tempdir/$extractName");
|
|
}
|
|
};
|
|
if ($@) {
|
|
my $cmd = qx(which unzip 2>/dev/null || whereis unzip);
|
|
chomp $cmd;
|
|
$cmd = 'unzip' if (!$cmd || !-x $cmd);
|
|
system("$cmd $filename -d $tempdir");
|
|
}
|
|
if (-f "$tempdir/content.xml") {
|
|
unlink ($filename) if ($deleteFilename);
|
|
return ($tempdir, "$tempdir/content.xml");
|
|
}
|
|
}
|
|
unlink ($filename) if ($deleteFilename);
|
|
return ($tempdir, undef);
|
|
}#_openODS
|
|
|
|
|
|
|
|
# Check the table and columns corresponds with worksheet
|
|
sub _check_validity_worksheet
|
|
{
|
|
my ($dbh, $table, $nodeFields, $fieldsA, $format) = @_;
|
|
|
|
my $ret = 0;
|
|
eval {
|
|
my $query = 'DESCRIBE ' . $table;
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
$sth->finish;
|
|
$query = 'SHOW COLUMNS FROM ' . $table;
|
|
$sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
my $fields = {};
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$fields->{$hashRef->{Field}} = $hashRef->{Field};
|
|
}
|
|
my @fields;
|
|
my $fieldsR;
|
|
if ($fieldsA) {
|
|
$fieldsR = $fieldsA;
|
|
} else {
|
|
$fieldsR = \@fields;
|
|
_getFields($nodeFields, $fieldsR, $format);
|
|
}
|
|
$ret = 1;
|
|
for (@$fieldsR) {
|
|
unless (exists($fields->{$_})) {
|
|
$ret = 0;
|
|
last;
|
|
}
|
|
}
|
|
};
|
|
return $ret;
|
|
}#_check_validity_worksheet
|
|
|
|
|
|
# Import the data from an excel-xml/ods to mysql tables.
|
|
sub _import_table
|
|
{
|
|
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $format) = @_;
|
|
my %fields2Delete;
|
|
my $query;
|
|
my @fields;
|
|
# Create hash with all elements defined by primary key to know which ones to delete after parsing the spreadsheet
|
|
eval {
|
|
@fields = @$PKArray;
|
|
shift @fields;
|
|
$query = 'SELECT ' . join(',', @fields) . ' FROM ' . $table . ' WHERE frameworkcode=?';
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute($frameworkcode);
|
|
my $field;
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
$field = '';
|
|
map { $field .= $hashRef->{$_} . '_'; } @fields;
|
|
chop $field;
|
|
$fields2Delete{$field} = 1;
|
|
}
|
|
$sth->finish;
|
|
};
|
|
my $ok = 0;
|
|
if ($format eq 'csv') {
|
|
my @fieldsName = ();
|
|
eval {
|
|
my $query = 'SHOW COLUMNS FROM ' . $table;
|
|
my $sth = $dbh->prepare($query);
|
|
$sth->execute();
|
|
while (my $hashRef = $sth->fetchrow_hashref) {
|
|
push @fieldsName, $hashRef->{Field};
|
|
}
|
|
};
|
|
$ok = _import_table_csv($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete, \@fieldsName);
|
|
} elsif ($format eq 'ods') {
|
|
$ok = _import_table_ods($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete);
|
|
} else {
|
|
$ok = _import_table_excel($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete);
|
|
}
|
|
if ($ok) {
|
|
if (($ok = scalar(keys %fields2Delete)) > 0) {
|
|
$query = 'DELETE FROM ' . $table . ' WHERE ';
|
|
map {$query .= $_ . '=? AND ';} @$PKArray;
|
|
$query = substr($query, 0, -4);
|
|
my $sth = $dbh->prepare($query);
|
|
for (keys %fields2Delete) {
|
|
eval {
|
|
$sth->execute(($frameworkcode, split('_', $_)));
|
|
};
|
|
}
|
|
}
|
|
} else {
|
|
$ok = -1;
|
|
}
|
|
return $ok;
|
|
}#_import_table
|
|
|
|
|
|
# Insert/Update the row from the spreadsheet in the database
|
|
sub _processRow_DB
|
|
{
|
|
my ($dbh, $db_scheme, $table, $fields, $dataStr, $updateStr, $dataFields, $dataFieldsHash, $PKArray, $fieldsPK, $fields2Delete) = @_;
|
|
|
|
my $ok = 0;
|
|
my $query;
|
|
if ($db_scheme eq 'mysql') {
|
|
$query = 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (' . $dataStr . ') ON DUPLICATE KEY UPDATE ' . $updateStr;
|
|
} else {
|
|
$query = 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (' . $dataStr . ')';
|
|
}
|
|
eval {
|
|
my $sth = $dbh->prepare($query);
|
|
if ($db_scheme eq 'mysql') {
|
|
$sth->execute((@$dataFields, @$dataFields));
|
|
} else {
|
|
$sth->execute(@$dataFields);
|
|
}
|
|
};
|
|
if ($@) {
|
|
unless ($db_scheme eq 'mysql') {
|
|
$query = 'UPDATE ' . $table . ' SET ' . $updateStr . ' WHERE ';
|
|
map {$query .= $_ . '=? AND ';} @$PKArray;
|
|
$query = substr($query, 0, -4);
|
|
eval {
|
|
my $sth2 = $dbh->prepare($query);
|
|
my @dataPK = ();
|
|
map {push @dataPK, $dataFieldsHash->{$_};} @$PKArray;
|
|
$sth2->execute((@$dataFields, @dataPK));
|
|
};
|
|
$ok = 1 unless ($@);
|
|
}
|
|
$debug and warn "Error _processRows_Table $@\n";
|
|
} else {
|
|
$ok = 1;
|
|
}
|
|
if ($ok) {
|
|
my $field = '';
|
|
map { $field .= $dataFieldsHash->{$_} . '_'; } @$fieldsPK;
|
|
chop $field;
|
|
delete $fields2Delete->{$field} if (exists($fields2Delete->{$field}));
|
|
}
|
|
return $ok;
|
|
}#_processRow_DB
|
|
|
|
|
|
# Process the rows of a worksheet and insert/update them in a mysql table.
|
|
sub _processRows_Table
|
|
{
|
|
my ($dbh, $frameworkcode, $nodeR, $table, $PKArray, $format, $fields2Delete) = @_;
|
|
|
|
my $query;
|
|
my @fields = ();
|
|
my $fields = '';
|
|
my $dataStr = '';
|
|
my $updateStr = '';
|
|
my $j = 0;
|
|
my $db_scheme = C4::Context->config("db_scheme");
|
|
my $ok = 0;
|
|
my @fieldsPK = @$PKArray;
|
|
shift @fieldsPK;
|
|
while ($nodeR) {
|
|
if ($nodeR->nodeType == 1 && (($format && $format eq 'ods' && $nodeR->nodeName =~ /(?:table:)?table-row/) || ($nodeR->nodeName =~ /(?:ss:)?Row/)) && $nodeR->hasChildNodes()) {
|
|
if ($j == 0) {
|
|
# Get name columns
|
|
_getFields($nodeR, \@fields, $format);
|
|
return 0 unless _check_validity_worksheet($dbh, $table, $nodeR, \@fields, $format);
|
|
$fields = join(',', @fields);
|
|
$dataStr = '';
|
|
map { $dataStr .= '?,';} @fields;
|
|
chop($dataStr) if ($dataStr);
|
|
$updateStr = '';
|
|
map { $updateStr .= $_ . '=?,';} @fields;
|
|
chop($updateStr) if ($updateStr);
|
|
} else {
|
|
# Get data from row
|
|
my ($dataFields, $dataFieldsR) = _getDataFields($frameworkcode, $nodeR, \@fields, $format);
|
|
if (scalar(@fields) == scalar(@$dataFieldsR)) {
|
|
$ok = _processRow_DB($dbh, $db_scheme, $table, $fields, $dataStr, $updateStr, $dataFieldsR, $dataFields, $PKArray, \@fieldsPK, $fields2Delete);
|
|
}
|
|
}
|
|
$j++;
|
|
}
|
|
$nodeR = $nodeR->nextSibling;
|
|
}
|
|
return 1;
|
|
}#_processRows_Table
|
|
|
|
|
|
|
|
|
|
# Import worksheet from the csv file to the mysql table
|
|
sub _import_table_csv
|
|
{
|
|
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete, $fields) = @_;
|
|
|
|
my $row = '';
|
|
my $numFields = @$fields;
|
|
my $fieldsNameRead = 0;
|
|
my @arrData;
|
|
my ($fieldsStr, $dataStr, $updateStr);
|
|
my $db_scheme = C4::Context->config("db_scheme");
|
|
my @fieldsPK = @$PKArray;
|
|
shift @fieldsPK;
|
|
my $ok = 0;
|
|
my $numRow = 0;
|
|
my $pos = 0;
|
|
while (<$dom>) {
|
|
$row = $_;
|
|
if ($row =~ /(?:".*?",?)+/) {
|
|
@arrData = split('","', $row);
|
|
$arrData[0] = substr($arrData[0], 1) if ($arrData[0] =~ /^"/);
|
|
chomp $arrData[$#arrData];
|
|
chop $arrData[$#arrData] if ($arrData[$#arrData] =~ /"$/);
|
|
if (@arrData) {
|
|
if ($arrData[0] eq '#-#' && $arrData[$#arrData] eq '#-#') {
|
|
# Change of table with separators #-#
|
|
return 1;
|
|
} elsif ($fieldsNameRead && $arrData[0] eq 'tagfield') {
|
|
# Change of table because we begin with field name with former field names read
|
|
seek($dom, $pos, 0);
|
|
return 1;
|
|
}
|
|
if (scalar(@$fields) == scalar(@arrData)) {
|
|
if (!$fieldsNameRead) {
|
|
# New table, we read the field names
|
|
$fieldsNameRead = 1;
|
|
for (my $i=0; $i < @arrData; $i++) {
|
|
if ($arrData[$i] ne $fields->[$i]) {
|
|
$fieldsNameRead = 0;
|
|
last;
|
|
}
|
|
}
|
|
if ($fieldsNameRead) {
|
|
$fieldsStr = join(',', @$fields);
|
|
$dataStr = '';
|
|
map { $dataStr .= '?,';} @$fields;
|
|
chop($dataStr) if ($dataStr);
|
|
$updateStr = '';
|
|
map { $updateStr .= $_ . '=?,';} @$fields;
|
|
chop($updateStr) if ($updateStr);
|
|
}
|
|
} else {
|
|
# Read data
|
|
my $j = 0;
|
|
my %dataFields = ();
|
|
for (@arrData) {
|
|
if ($fields->[$j] eq 'frameworkcode' && $_ ne $frameworkcode) {
|
|
$dataFields{$fields->[$j]} = $frameworkcode;
|
|
$arrData[$j] = $frameworkcode;
|
|
} else {
|
|
$dataFields{$fields->[$j]} = $_;
|
|
}
|
|
$j++
|
|
}
|
|
$ok = _processRow_DB($dbh, $db_scheme, $table, $fieldsStr, $dataStr, $updateStr, \@arrData, \%dataFields, $PKArray, \@fieldsPK, $fields2Delete);
|
|
}
|
|
}
|
|
$pos = tell($dom);
|
|
}
|
|
@arrData = ();
|
|
}
|
|
$numRow++;
|
|
}
|
|
return $ok;
|
|
}#_import_table_csv
|
|
|
|
|
|
# Import worksheet from the ods content.xml file to the mysql table
|
|
sub _import_table_ods
|
|
{
|
|
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete) = @_;
|
|
|
|
my $xc = XML::LibXML::XPathContext->new($dom);
|
|
$xc->registerNs('xmlns:office','urn:oasis:names:tc:opendocument:xmlns:office:1.0');
|
|
$xc->registerNs('xmlns:table','urn:oasis:names:tc:opendocument:xmlns:table:1.0');
|
|
$xc->registerNs('xmlns:text','urn:oasis:names:tc:opendocument:xmlns:text:1.0');
|
|
my @nodes;
|
|
@nodes = $xc->findnodes('//table:table[@table:name="' . $table . '"]');
|
|
if (@nodes == 1 && $nodes[0]->hasChildNodes()) {
|
|
my $nodeR = $nodes[0]->firstChild;
|
|
return _processRows_Table($dbh, $frameworkcode, $nodeR, $table, $PKArray, 'ods', $fields2Delete);
|
|
} else {
|
|
$debug and warn "Error _import_table_ods there's not worksheet for $table\n";
|
|
}
|
|
return 0;
|
|
}#_import_table_ods
|
|
|
|
|
|
# Import worksheet from the excel-xml file to the mysql table
|
|
sub _import_table_excel
|
|
{
|
|
my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete) = @_;
|
|
|
|
my $xc = XML::LibXML::XPathContext->new($dom);
|
|
$xc->registerNs('xmlns','urn:schemas-microsoft-com:office:spreadsheet');
|
|
$xc->registerNs('xmlns:ss','urn:schemas-microsoft-com:office:spreadsheet');
|
|
$xc->registerNs('xmlns:x','urn:schemas-microsoft-com:office:excel');
|
|
my @nodes;
|
|
@nodes = $xc->findnodes('//ss:Worksheet[@ss:Name="' . $table . '"]');
|
|
if (@nodes > 0) {
|
|
for (my $i=0; $i < @nodes; $i++) {
|
|
my @nodesT = $nodes[$i]->getElementsByTagNameNS('urn:schemas-microsoft-com:office:spreadsheet', 'Table');
|
|
if (@nodesT == 1 && $nodesT[0]->hasChildNodes()) {
|
|
my $nodeR = $nodesT[0]->firstChild;
|
|
return _processRows_Table($dbh, $frameworkcode, $nodeR, $table, $PKArray, undef, $fields2Delete);
|
|
}
|
|
}
|
|
} else {
|
|
$debug and warn "Error _import_table_excel there's not worksheet for $table\n";
|
|
}
|
|
return 0;
|
|
}#_import_table_excel
|
|
|
|
|
|
# Get the data from a cell on a ods file through the value attribute or the text node
|
|
sub _getDataNodeODS
|
|
{
|
|
my $node = shift;
|
|
|
|
my $data;
|
|
my $repeated = 0;
|
|
if ($node->nodeType == 1 && $node->nodeName =~ /(?:table:)?table-cell/) {
|
|
if ($node->hasAttributeNS('urn:oasis:names:tc:opendocument:xmlns:office:1.0', 'value')) {
|
|
$data = $node->getAttributeNS('urn:oasis:names:tc:opendocument:xmlns:office:1.0', 'value');
|
|
} elsif ($node->hasChildNodes()) {
|
|
my @nodes2 = $node->getElementsByTagNameNS('urn:oasis:names:tc:opendocument:xmlns:text:1.0', 'p');
|
|
if (@nodes2 == 1 && $nodes2[0]->hasChildNodes()) {
|
|
$data = $nodes2[0]->firstChild->nodeValue;
|
|
}
|
|
}
|
|
if ($node->hasAttributeNS('urn:oasis:names:tc:opendocument:xmlns:table:1.0', 'number-columns-repeated')) {
|
|
$repeated = $node->getAttributeNS('urn:oasis:names:tc:opendocument:xmlns:table:1.0', 'number-columns-repeated');
|
|
}
|
|
}
|
|
return ($data, $repeated);
|
|
}#_getDataNodeODS
|
|
|
|
|
|
# Get the data from a row of a spreadsheet
|
|
sub _getDataFields
|
|
{
|
|
my ($frameworkcode, $node, $fields, $format) = @_;
|
|
|
|
my $dataFields = {};
|
|
my @dataFieldsA = ();
|
|
if ($node && $node->hasChildNodes()) {
|
|
my $node2 = $node->firstChild;
|
|
my ($data, $repeated);
|
|
my $i = 0;
|
|
my $ok = 0;
|
|
$repeated = 0;
|
|
while ($node2) {
|
|
if ($format && $format eq 'ods') {
|
|
($data, $repeated) = _getDataNodeODS($node2) if ($repeated <= 0);
|
|
$repeated--;
|
|
$ok = 1 if (defined($data));
|
|
} else {
|
|
if ($node2->nodeType == 1 && $node2->nodeName =~ /(?:ss:)?Cell/) {
|
|
my @nodes3 = $node2->getElementsByTagNameNS('urn:schemas-microsoft-com:office:spreadsheet', 'Data');
|
|
if (@nodes3 == 1 && $nodes3[0]->hasChildNodes()) {
|
|
$data = $nodes3[0]->firstChild->nodeValue;
|
|
$ok = 1;
|
|
}
|
|
}
|
|
}
|
|
if ($ok) {
|
|
$data = '' if ($data eq '#');
|
|
$data = $frameworkcode if ($fields->[$i] eq 'frameworkcode');
|
|
$dataFields->{$fields->[$i]} = $data;
|
|
push @dataFieldsA, $data;
|
|
$i++;
|
|
}
|
|
$ok = 0;
|
|
$node2 = $node2->nextSibling if ($repeated <= 0);
|
|
}
|
|
}
|
|
return ($dataFields, \@dataFieldsA);
|
|
}#_getDataFields
|
|
|
|
|
|
# Get the data from the first row to know the column names
|
|
sub _getFields
|
|
{
|
|
my ($node, $fields, $format) = @_;
|
|
|
|
if ($node && $node->hasChildNodes()) {
|
|
my $node2 = $node->firstChild;
|
|
my ($data, $repeated);
|
|
while ($node2) {
|
|
if ($format && $format eq 'ods') {
|
|
($data, $repeated) = _getDataNodeODS($node2);
|
|
push @$fields, $data if (defined($data));
|
|
} else {
|
|
if ($node2->nodeType == 1 && $node2->nodeName =~ /(?:ss:)?Cell/) {
|
|
my @nodes3 = $node2->getElementsByTagNameNS('urn:schemas-microsoft-com:office:spreadsheet', 'Data');
|
|
if (@nodes3 == 1 && $nodes3[0]->hasChildNodes()) {
|
|
$data = $nodes3[0]->firstChild->nodeValue;
|
|
push @$fields, $data;
|
|
}
|
|
}
|
|
}
|
|
$node2 = $node2->nextSibling;
|
|
}
|
|
}
|
|
}#_getFields
|
|
|
|
|
|
|
|
|
|
1;
|
|
__END__
|
|
|
|
=head1 AUTHOR
|
|
|
|
Koha Development Team <http://koha-community.org/>
|
|
|
|
=cut
|
|
|
|
|