From ede0b6d8d704f823bf630844d55d4a3be2fb930a Mon Sep 17 00:00:00 2001 From: Nick Clemens Date: Mon, 5 Aug 2024 18:21:46 +0000 Subject: [PATCH] Bug 23387: Add caching to C4::ClassSource These routines ultimately need to be moved to the Koha namespace, for now though, we can reduce look ups during import and batch modification by caching the values here for each request To test: 1 - prove -v t/db_dependent/ClassSources.t 2 - Import some records with items, confirm cn_sort values correctly built 3 - Edit some items, confirm cn_Sort correclty built Signed-off-by: Phil Ringnalda Signed-off-by: Martin Renvoize Signed-off-by: Katrin Fischer --- C4/ClassSource.pm | 53 ++++++++---- t/db_dependent/ClassSources.t | 156 ++++++++++++++++++++++++++++++++++ 2 files changed, 191 insertions(+), 18 deletions(-) create mode 100755 t/db_dependent/ClassSources.t diff --git a/C4/ClassSource.pm b/C4/ClassSource.pm index 6ee5fc8806..7aea957874 100644 --- a/C4/ClassSource.pm +++ b/C4/ClassSource.pm @@ -21,6 +21,8 @@ use Modern::Perl; use C4::Context; use C4::ClassSortRoutine qw( GetClassSortKey ); +use Koha::Cache::Memory::Lite; + our (@ISA, @EXPORT_OK); BEGIN { require Exporter; @@ -76,15 +78,18 @@ foreach my $cn_source (sort keys %$sources) { sub GetClassSources { - my %class_sources = (); - my $dbh = C4::Context->dbh; - my $sth = $dbh->prepare("SELECT * FROM `class_sources`"); - $sth->execute(); - while (my $source = $sth->fetchrow_hashref) { - $class_sources{ $source->{'cn_source'} } = $source; + my $memory_cache = Koha::Cache::Memory::Lite->get_instance(); + my $class_sources = $memory_cache->get_from_cache( "GetClassSource:All" );; + unless( $class_sources ){ + my $dbh = C4::Context->dbh; + my $sth = $dbh->prepare("SELECT * FROM `class_sources`"); + $sth->execute(); + while (my $source = $sth->fetchrow_hashref) { + $class_sources->{ $source->{'cn_source'} } = $source; + } + $memory_cache->set_in_cache( "GetClassSource:All", $class_sources ); } - - return \%class_sources; + return $class_sources; } @@ -99,11 +104,17 @@ sub GetClassSources { sub GetClassSource { my ($cn_source) = (@_); - my $dbh = C4::Context->dbh; - my $sth = $dbh->prepare("SELECT * FROM `class_sources` WHERE cn_source = ?"); - $sth->execute($cn_source); - my $row = $sth->fetchrow_hashref(); - return $row; + return unless $cn_source; + my $memory_cache = Koha::Cache::Memory::Lite->get_instance(); + my $class_source = $memory_cache->get_from_cache( "GetClassSource:" . $cn_source ); + unless( $class_source ){ + my $dbh = C4::Context->dbh; + my $sth = $dbh->prepare("SELECT * FROM `class_sources` WHERE cn_source = ?"); + $sth->execute($cn_source); + $class_source = $sth->fetchrow_hashref(); + $memory_cache->set_in_cache( "GetClassSource:" . $cn_source, $class_source ); + } + return $class_source; } =head2 GetClassSortRule @@ -117,11 +128,17 @@ sub GetClassSource { sub GetClassSortRule { my ($class_sort_rule) = (@_); - my $dbh = C4::Context->dbh; - my $sth = $dbh->prepare("SELECT * FROM `class_sort_rules` WHERE `class_sort_rule` = ?"); - $sth->execute($class_sort_rule); - my $row = $sth->fetchrow_hashref(); - return $row; + return unless $class_sort_rule; + my $memory_cache = Koha::Cache::Memory::Lite->get_instance(); + my $class_sort_rules = $memory_cache->get_from_cache( "GetClassSortRule:" . $class_sort_rule ); + unless( $class_sort_rules ){ + my $dbh = C4::Context->dbh; + my $sth = $dbh->prepare("SELECT * FROM `class_sort_rules` WHERE `class_sort_rule` = ?"); + $sth->execute($class_sort_rule); + $class_sort_rules = $sth->fetchrow_hashref(); + $memory_cache->set_in_cache( "GetClassSortRule:" . $class_sort_rule, $class_sort_rules ); + } + return $class_sort_rules; } =head2 GetClassSort diff --git a/t/db_dependent/ClassSources.t b/t/db_dependent/ClassSources.t new file mode 100755 index 0000000000..a58a25f507 --- /dev/null +++ b/t/db_dependent/ClassSources.t @@ -0,0 +1,156 @@ +#!/usr/bin/perl +# +# This file is part of Koha. +# +# Copyright (c) 2024 +# +# Koha is free software; you can redistribute it and/or modify it +# under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 3 of the License, or +# (at your option) any later version. +# +# Koha is distributed in the hope that it will be useful, but +# WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with Koha; if not, see . + +use Modern::Perl; + +use Test::More tests => 4; +use t::lib::TestBuilder; + +use Koha::ClassSortRules; +use Koha::ClassSources; + +BEGIN { + use_ok( 'C4::ClassSource', qw( GetClassSources GetClassSource GetClassSortRule ) ); +} + +my $schema = Koha::Database->new->schema; +my $builder = t::lib::TestBuilder->new; + +subtest 'GetClassSources' => sub { + + plan tests => 5; + + my $class_rule = $builder->build( + { + source => 'ClassSortRule', + value => { sort_routine => "LCC" } + } + ); + my $class_source_1 = $builder->build( + { + source => 'ClassSource', + value => { + class_sort_rule => $class_rule->{class_sort_rule}, + } + } + ); + my $source_code = $class_source_1->{cn_source}; + + Koha::Cache::Memory::Lite->flush(); + + my $class_sources = GetClassSources(); + is_deeply( $class_sources->{$source_code}, $class_source_1, "The retrieved version, from the DB, is the same" ); + + # Now we add a new one, but expect the old to be cached (same request) + my $class_source_2 = $builder->build( + { + source => 'ClassSource', + value => { + class_sort_rule => $class_rule->{class_sort_rule}, + } + } + ); + $source_code = $class_source_2->{cn_source}; + + my $class_sources_cached = GetClassSources(); + is_deeply( + $class_sources, $class_sources_cached, + "We have a cached version, so we won't have the new one we added" + ); + is( $class_sources_cached->{$source_code}, undef, "New value not present" ); + + # Now we clear the cache, i.e. pretend we're a new request + Koha::Cache::Memory::Lite->flush(); + + $class_sources = GetClassSources(); + is( $class_sources_cached->{$source_code}, undef, "New value now present after cache cleared" ); + $class_sources_cached = GetClassSources(); + is_deeply( $class_sources, $class_sources_cached, "New cached version does match the updated fresh version" ); +}; + +subtest 'GetClassSource' => sub { + + plan tests => 4; + + my $class_rule = $builder->build( + { + source => 'ClassSortRule', + value => { sort_routine => "LCC" } + } + ); + my $class_source_1 = $builder->build( + { + source => 'ClassSource', + value => { + class_sort_rule => $class_rule->{class_sort_rule}, + } + } + ); + my $source_code = $class_source_1->{cn_source}; + + Koha::Cache::Memory::Lite->flush(); + my $class_source_db = GetClassSource($source_code); + is_deeply( $class_source_db, $class_source_1, "The retrieved version, from the DB, is the same" ); + + my $class_source_object = Koha::ClassSources->find($source_code); + $class_source_object->description("We changed the thing")->store(); + + my $class_source_cache = GetClassSource($source_code); + is( + $class_source_cache->{description}, $class_source_db->{description}, + "Still have old description in cache (same request)" + ); + + Koha::Cache::Memory::Lite->flush(); # New request, that's the gimmick + $class_source_db = GetClassSource($source_code); # Refetch from DB to populate cache + is( $class_source_db->{description}, "We changed the thing", "DB request got update value" ); + $class_source_cache = GetClassSource($source_code); + is( $class_source_cache->{description}, $class_source_db->{description}, "Now both get the correct value" ); + +}; + +subtest 'GetClassSortRule' => sub { + + plan tests => 4; + + my $class_rule_1 = $builder->build( + { + source => 'ClassSortRule', + value => { sort_routine => "LCC" } + } + ); + my $sort_rule = $class_rule_1->{class_sort_rule}; + + Koha::Cache::Memory::Lite->flush(); + my $class_sort_rule_db = GetClassSortRule($sort_rule); + is_deeply( $class_sort_rule_db, $class_rule_1, "The retrieved version, from the DB, is the same" ); + + my $class_source_object = Koha::ClassSortRules->find($sort_rule); + $class_source_object->sort_routine('Dewey')->store(); + + my $class_sort_rule_cache = GetClassSortRule($sort_rule); + is_deeply( $class_sort_rule_cache, $class_sort_rule_db, "Still have old sort rule in cache (same request)" ); + + Koha::Cache::Memory::Lite->flush(); # New request, that's the gimmick + $class_sort_rule_db = GetClassSortRule($sort_rule); # Refetch from DB to populate cache + is_deeply( $class_sort_rule_db, $class_source_object->unblessed, "DB request got updated value" ); + $class_sort_rule_cache = GetClassSortRule($sort_rule); + is_deeply( $class_sort_rule_cache, $class_sort_rule_db, "Now both get the correct value" ); + +};