[PoC PATCHv5 20/17] gitweb/lib - Benchmarking GitwebCache::SimpleFileCache (in t/9603/)
- From
Jakub Narebski <jnareb@gmail.com>
- Date
- Oct 6, 2010, 22:02 UTC
- Message-ID
- <1286402526-13143-21-git-send-email-jnareb@gmail.com>
- In-Reply-To
- <1286402526-13143-1-git-send-email-jnareb@gmail.com>
Add t/t9503/benchmark_caching_interface.pl, which benchmarks 'set' and 'get' methods from GitwebCache::SimpleFileCache, and compares them against Cache::FileCache, Cache::MemoryCache, and Cache::FastMmap if they are available.
Includes example benchmark results.
Signed-off-by: Jakub Narebski <jnareb@gmail.com>
---
Formerly as patch 06/17 in previous version of series, now marked PoC
("proof of concept"), and moved to the end of series.Differences from v4: * Make benchmark as if for persistent (get/set only) and non-persistent (setup+get/set) environment.
* Add benchmark for Cache::NullCache (from Cache::Cache distribution) as a kind of baseline.
* Do tests for Cache::FastMmap both with and without setting raw_values.
* Include versions of modules used in benchmarks, and add new sample benchmark results.
t/t9503/benchmark_caching_interface.pl | 209 ++++++++++++++++++++++++++++++++ 1 files changed, 209 insertions(+), 0 deletions(-) create mode 100755 t/t9503/benchmark_caching_interface.pl
diff --git a/t/t9503/benchmark_caching_interface.pl b/t/t9503/benchmark_caching_interface.pl new file mode 100755 index 0000000..db06f6e --- /dev/null +++ b/t/t9503/benchmark_caching_interface.pl @@ -0,0 +1,209 @@ +#!/usr/bin/perl +use lib (split(/:/, $ENV{GITPERLLIB})); + +use warnings; +use strict; + +use File::Spec; +use File::Path; +use Benchmark qw(:all); + +# benchmark source version +sub __DIR__ () { + File::Spec->rel2abs(join '', (File::Spec->splitpath(__FILE__))[0, 1]); +} +use lib __DIR__."/../../gitweb/lib"; +use GitwebCache::SimpleFileCache; + +my $key = 'http://localhost/cgi-bin/gitweb.cgi?p=git/git.git;a=blob_plain;f=lorem.txt;hb=HEAD'; +my $value = <<'EOF'; +Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do +eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad +minim veniam, quis nostrud exercitation ullamco laboris nisi ut +aliquip ex ea commodo consequat. Duis aute irure dolor in +reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla +pariatur. Excepteur sint occaecat cupidatat non proident, sunt in +culpa qui officia deserunt mollit anim id est laborum. +EOF + +my $cache_root = __DIR__.'/cache'; +my %cache_options = ( + 'cache_root' => $cache_root, # Cache::FileCache compatibile + 'root_dir' => $cache_root, # CHI::Driver::File compatibile + 'cache_depth' => 1, # Cache::FileCache compatibile + 'depth' => 1, # CHI::Driver::File compatibile + 'default_expires_in' => 24*60*60, # Cache::Cache compatibile + 'expires_in' => 24*60*60, # CHI compatibile + 'expire_time' => 24*60*60, # Cache::FastMmap compatibile +); + +mkdir($cache_root); + +my %caches; + +sub add_cache { + my ($caches, $cache_key, $module, %extra_opts) = @_; + my $namespace = $module; + $namespace =~ s/::/-/g; + + $caches->{$cache_key}{'module'} = $module; + $caches->{$cache_key}{'start'} = sub { + $module->new({ + 'namespace' => $namespace, + %cache_options, + %extra_opts, + }); + }; + my $cache = $caches->{$cache_key}{'cache'} + = $caches->{$cache_key}{'start'}->(); + $caches->{$cache_key}{'set'} = sub { + $cache->set($key, $value); + }; + $caches->{$cache_key}{'get'} = sub { + $cache->get($key); + }; + $caches->{$cache_key}{'setup+set'} = sub { + $caches->{$cache_key}{'start'}->(); + $caches->{$cache_key}{'set'}->(); + }; + $caches->{$cache_key}{'setup+get'} = sub { + $caches->{$cache_key}{'start'}->(); + $caches->{$cache_key}{'get'}->(); + }; +} + +add_cache(\%caches, 'SimpleFileCache', 'GitwebCache::SimpleFileCache'); + +# assume that all Cache::Cache modules are available if one of them is +if (eval { require Cache::FileCache; 1; }) { + add_cache(\%caches, 'C::FileCache', 'Cache::FileCache'); + + # for reference + require Cache::MemoryCache; + add_cache(\%caches, 'C::MemoryCache', 'Cache::MemoryCache'); + require Cache::NullCache; + add_cache(\%caches, 'C::NullCache', 'Cache::NullCache'); +} + +if (eval { require Cache::FastMmap; 1 }) { + add_cache(\%caches, 'FastMmap', 'Cache::FastMmap', + 'share_file' => $cache_root.'/Cache-FastMmap', + 'init_file' => 1, # clear any exiting values and re-initialize file + 'raw_values' => 1, # don't freeze/thaw (serialize) data + ); + add_cache(\%caches, 'FastMmap (S)', 'Cache::FastMmap', + 'share_file' => $cache_root.'/Cache-FastMmap', + 'init_file' => 1, # clear any exiting values and re0initialize file + ); +} + +my %codehash; +my $count = -10; +my $result_set; + +print '$cache->set($key, $value)'."\n"; +%codehash = map { $_ => $caches{$_}{'set'} } keys %caches; +$result_set = timethese($count, \%codehash); +cmpthese($result_set); +print "\n"; + +print '$cache->get($key)'."\n"; +%codehash = map { $_ => $caches{$_}{'get'} } keys %caches; +$result_set = timethese($count, \%codehash); +cmpthese($result_set); +print "\n"; + +## Cache::FastMmap shouldn't use "'init_file' => 1" for this +# +# print '$cache->new(...) + $cache->set($key, $value)'."\n"; +# %codehash = map { $_ => $caches{$_}{'setup+set'} } keys %caches; +# $result_set = timethese($count, \%codehash); +# cmpthese($result_set); +# print "\n"; +# +# print '$cache->new(...) + $cache->get($key)'."\n"; +# %codehash = map { $_ => $caches{$_}{'setup+get'} } keys %caches; +# $result_set = timethese($count, \%codehash); +# cmpthese($result_set); +# print "\n"; + +rmtree($cache_root); + +1; +__END__ +## EXAMPLE OUTPUT ## +# +# Cache::FastMmap version 1.35 +# Cache::Cache (Cache::FileCache, Cache::MemoryCache) version 1.05 +# +# $cache->set($key, $value) +# Benchmark: running Cache::FastMmap, Cache::FileCache, Cache::MemoryCache, GitwebCache +# for at least 10 CPU seconds... +# Cache::FastMmap: 11 wallclock secs ( 8.46 usr + 2.17 sys = 10.63 CPU) @ 15710.25/s (n=167000) +# Cache::FileCache: 15 wallclock secs ( 8.43 usr + 2.25 sys = 10.68 CPU) @ 356.27/s (n=3805) +# Cache::MemoryCache: 13 wallclock secs ( 9.91 usr + 0.09 sys = 10.00 CPU) @ 3306.20/s (n=33062) +# GitwebCache: 29 wallclock secs ( 7.02 usr + 3.47 sys = 10.49 CPU) @ 605.91/s (n=6356) +# Rate Cache::FileCache GitwebCache Cache::MemoryCache Cache::FastMmap +# Cache::FileCache 356/s -- -41% -89% -98% +# GitwebCache 606/s 70% -- -82% -96% +# Cache::MemoryCache 3306/s 828% 446% -- -79% +# Cache::FastMmap 15710/s 4310% 2493% 375% -- +# +# $cache->get($key) # $key exists in cache +# Benchmark: running Cache::FastMmap, Cache::FileCache, Cache::MemoryCache, GitwebCache +# for at least 10 CPU seconds... +# Cache::FastMmap: 13 wallclock secs ( 7.32 usr + 2.83 sys = 10.15 CPU) @ 24260.59/s (n=246245) +# Cache::FileCache: 12 wallclock secs ( 9.22 usr + 1.30 sys = 10.52 CPU) @ 972.62/s (n=10232) +# Cache::MemoryCache: 14 wallclock secs ( 9.89 usr + 0.12 sys = 10.01 CPU) @ 3679.52/s (n=36832) +# GitwebCache: 20 wallclock secs ( 8.16 usr + 2.36 sys = 10.52 CPU) @ 4401.05/s (n=46299) +# Rate Cache::FileCache Cache::MemoryCache GitwebCache Cache::FastMmap +# Cache::FileCache 973/s -- -74% -78% -96% +# Cache::MemoryCache 3680/s 278% -- -16% -85% +# GitwebCache 4401/s 352% 20% -- -82% +# Cache::FastMmap 24261/s 2394% 559% 451% -- + +## EXAMPLE OUTPUT (new version of test, modified SimpleFileCache) ## +# +## like for non-persistent environment +# +# $cache->new(...) + $cache->set($key, $value) +# Benchmark: running C::FileCache, C::MemoryCache, C::NullCache, SimpleFileCache +# for at least 10 CPU seconds... +# Rate C::FileCache SimpleFileCache C::MemoryCache C::NullCache +# C::FileCache 271/s -- -47% -85% -99% +# SimpleFileCache 510/s 88% -- -71% -98% +# C::MemoryCache 1766/s 553% 246% -- -94% +# C::NullCache 29119/s 10660% 5612% 1549% -- +# +# $cache->new(...) + $cache->get($key) +# Benchmark: running C::FileCache, C::MemoryCache, C::NullCache, SimpleFileCache +# for at least 10 CPU seconds... +# Rate C::FileCache C::MemoryCache SimpleFileCache C::NullCache +# C::FileCache 510/s -- -73% -82% -98% +# C::MemoryCache 1905/s 273% -- -32% -93% +# SimpleFileCache 2806/s 450% 47% -- -90% +# C::NullCache 28626/s 5509% 1402% 920% -- +# +## like for persistent environment +# +# $cache->set($key, $value) +# Benchmark: running C::FileCache, C::MemoryCache, C::NullCache, +# FastMmap, FastMmap (S), SimpleFileCache for at least 10 CPU seconds... +# Rate C::FileCache SimpleFileCache C::MemoryCache FastMmap (S) FastMmap C::NullCache +# C::FileCache 309/s -- -46% -90% -94% -98% -100% +# SimpleFileCache 574/s 86% -- -82% -88% -96% -100% +# C::MemoryCache 3168/s 925% 451% -- -34% -78% -99% +# FastMmap (S) 4828/s 1462% 740% 52% -- -66% -99% +# FastMmap 14289/s 4524% 2387% 351% 196% -- -98% +# C::NullCache 572686/s 185208% 99586% 17976% 11761% 3908% -- +# +# $cache->get($key) # $key exists in cache +# Benchmark: running C::FileCache, C::MemoryCache, C::NullCache, +# FastMmap, FastMmap (S), SimpleFileCache for at least 10 CPU seconds... +# Rate C::FileCache SimpleFileCache C::MemoryCache FastMmap (S) FastMmap C::NullCache +# C::FileCache 830/s -- -77% -79% -94% -96% -100% +# C::MemoryCache 3539/s 326% -- -12% -75% -84% -99% +# SimpleFileCache 4040/s 387% 14% -- -72% -82% -99% +# FastMmap (S) 14367/s 1631% 306% 256% -- -35% -97% +# FastMmap 22247/s 2580% 529% 451% 55% -- -96% +# C::NullCache 546698/s 65759% 15348% 13431% 3705% 2357% --
-- 1.7.3