summaryrefslogtreecommitdiffstats
path: root/bm
diff options
context:
space:
mode:
Diffstat (limited to 'bm')
-rw-r--r--bm/BM_HISTORY_1000_100.txt59
-rw-r--r--bm/BM_HISTORY_200_50.txt59
-rw-r--r--bm/bm_history.pl130
-rw-r--r--bm/bm_size.pl2
4 files changed, 249 insertions, 1 deletions
diff --git a/bm/BM_HISTORY_1000_100.txt b/bm/BM_HISTORY_1000_100.txt
new file mode 100644
index 0000000..cbb979a
--- /dev/null
+++ b/bm/BM_HISTORY_1000_100.txt
@@ -0,0 +1,59 @@
+=============================================================
+ HISTORY BENCHMARK: 1000 files (100 commits)
+=============================================================
+
+SNAPSHOT: Commit #20
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.43s | 0.11s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 1299 | 2115
+Repo Size | 19236 KB | 21880 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #40
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.42s | 0.08s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 1339 | 2919
+Repo Size | 19396 KB | 28948 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #60
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.42s | 0.09s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 1379 | 3719
+Repo Size | 19556 KB | 36032 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #80
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.42s | 0.09s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 1420 | 4517
+Repo Size | 19720 KB | 42896 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #100
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.43s | 0.10s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 1461 | 5323
+Repo Size | 19884 KB | 49648 KB
+-------------------------------------------------------------
+
diff --git a/bm/BM_HISTORY_200_50.txt b/bm/BM_HISTORY_200_50.txt
new file mode 100644
index 0000000..0a823c4
--- /dev/null
+++ b/bm/BM_HISTORY_200_50.txt
@@ -0,0 +1,59 @@
+=============================================================
+ HISTORY BENCHMARK: 200 files (50 commits)
+=============================================================
+
+SNAPSHOT: Commit #10
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.24s | 0.04s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 380 | 564
+Repo Size | 4304 KB | 4548 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #20
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.24s | 0.04s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 402 | 733
+Repo Size | 4392 KB | 5576 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #30
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.24s | 0.03s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 427 | 872
+Repo Size | 4492 KB | 6508 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #40
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.30s | 0.04s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 453 | 1018
+Repo Size | 4596 KB | 7456 KB
+-------------------------------------------------------------
+
+SNAPSHOT: Commit #50
+-------------------------------------------------------------
+METRIC | URN | GIT
+----------------+----------------------+---------------------
+Time | 0.29s | 0.03s
+Max RSS | 0.02 MB | 0.01 MB
+Page Faults | Maj:0/Min:0 | Maj:0/Min:0
+Inodes | 478 | 1146
+Repo Size | 4696 KB | 8372 KB
+-------------------------------------------------------------
+
diff --git a/bm/bm_history.pl b/bm/bm_history.pl
new file mode 100644
index 0000000..5ebf7e1
--- /dev/null
+++ b/bm/bm_history.pl
@@ -0,0 +1,130 @@
+#!/usr/bin/perl
+use strict;
+use warnings;
+use File::Spec;
+use File::Path qw(remove_tree);
+use File::Find;
+use Cwd qw(getcwd abs_path);
+
+my ($files, $depth, $total_commits) = @ARGV;
+if (!defined $files || !defined $depth || !defined $total_commits) {
+ die "Usage: perl bm_history.pl <file_count> <depth> <total_commits>\n";
+}
+
+my $base_dir = getcwd();
+my $urn_bin = abs_path(File::Spec->catfile("..", "urn"));
+my $seed_bin = abs_path("seed.pl");
+my $bm_repo = "bm_repo";
+
+my $sample_rate = int($total_commits / 5) || 1;
+my %results;
+
+sub get_size {
+ my $dir = shift;
+ return "0 KB" unless -d $dir;
+ my $size = `du -sk $dir 2>/dev/null`;
+ $size =~ /^(\d+)/;
+ return ($1 || 0) . " KB";
+}
+
+sub count_inodes {
+ my $dir = shift;
+ return 0 unless -d $dir;
+ my $count = `find $dir 2>/dev/null | wc -l`;
+ $count =~ s/\s+//g;
+ return $count || 0;
+}
+
+sub run_history_benchmark {
+ my ($tool_name) = @_;
+ print ">>> Starting History Benchmark: $tool_name\n";
+
+ remove_tree($bm_repo) if -d $bm_repo;
+ system("perl $seed_bin $files $depth > /dev/null 2>&1") == 0
+ or die "FATAL: seed.pl failed.\n";
+
+ chdir($bm_repo) or die "FATAL: Could not enter $bm_repo: $!\n";
+
+ my $init_cmd = ($tool_name eq "URN") ? "perl $urn_bin init" : "git init";
+ system("$init_cmd > /dev/null 2>&1");
+
+ my @file_list;
+ find(sub {
+ push @file_list, $File::Find::name if -f $_ && $File::Find::name !~ m{\.(git|urn)};
+ }, ".");
+
+ my $count = scalar(@file_list);
+ die "FATAL: No files found in $bm_repo after seeding!" if $count == 0;
+
+ # Use explicit add + commit to ensure untracked files are caught
+ my $initial_cmd = ($tool_name eq "URN") ? "perl $urn_bin add . && perl $urn_bin commit -m 'initial'"
+ : "git add . && git commit -m 'initial'";
+ system("$initial_cmd > /dev/null 2>&1");
+
+ for my $i (1 .. $total_commits) {
+ my $to_modify = int($files * 0.02) || 1;
+ for (1 .. $to_modify) {
+ my $target = $file_list[rand @file_list];
+ if (open(my $fh, '>>', $target)) {
+ print $fh "Commit $i: Mod for $tool_name test.\n";
+ close($fh);
+ }
+ }
+
+ my $msg = "commit_$i";
+ my $run_cmd = ($tool_name eq "URN") ? "perl $urn_bin add . && perl $urn_bin commit -m '$msg'"
+ : "git add . && git commit -m '$msg'";
+
+ if ($i % $sample_rate == 0 || $i == $total_commits) {
+ # Run add and commit together inside the time wrapper
+ my $raw = `(/usr/bin/time -l sh -c "$run_cmd" > /dev/null) 2>&1`;
+
+ my ($real) = $raw =~ /(\d+\.\d+)\s+real/;
+ my ($rss) = $raw =~ /(\d+)\s+maximum resident set size/;
+ my ($maj) = $raw =~ /(\d+)\s+page faults caused by physical I\/O/;
+ my ($min) = $raw =~ /(\d+)\s+page reclaims by virtual memory/;
+
+ my $meta = ($tool_name eq "URN") ? ".urn" : ".git";
+ $results{$i}{$tool_name} = {
+ real => $real // "0.00",
+ rss => $rss ? sprintf("%.2f MB", $rss / 1024 / 1024) : "0.00 MB",
+ faults => sprintf("Maj:%d/Min:%d", $maj // 0, $min // 0),
+ inodes => count_inodes($meta),
+ size => get_size($meta),
+ };
+ print " [Commit $i] $tool_name sampled.\n";
+ } else {
+ system("$run_cmd > /dev/null 2>&1");
+ }
+ }
+ chdir($base_dir);
+}
+
+run_history_benchmark("URN");
+run_history_benchmark("GIT");
+
+my $out_file = "BM_HISTORY_${files}_${total_commits}.txt";
+open(my $res, '>', $out_file) or die $!;
+print $res "=============================================================\n";
+print $res " HISTORY BENCHMARK: $files files ($total_commits commits)\n";
+print $res "=============================================================\n\n";
+
+foreach my $i (sort { $a <=> $b } keys %results) {
+ my $u = $results{$i}{"URN"};
+ my $g = $results{$i}{"GIT"};
+ print $res "SNAPSHOT: Commit #$i\n";
+ print $res "-------------------------------------------------------------\n";
+ printf $res "%-15s | %-20s | %-20s\n", "METRIC", "URN", "GIT";
+ print $res "----------------+----------------------+---------------------\n";
+ printf $res "%-15s | %20s | %20s\n", "Time", $u->{real}."s", $g->{real}."s";
+ printf $res "%-15s | %20s | %20s\n", "Max RSS", $u->{rss}, $g->{rss};
+ printf $res "%-15s | %20s | %20s\n", "Page Faults", $u->{faults}, $g->{faults};
+ printf $res "%-15s | %20s | %20s\n", "Inodes", $u->{inodes}, $g->{inodes};
+ printf $res "%-15s | %20s | %20s\n", "Repo Size", $u->{size}, $g->{size};
+ print $res "-------------------------------------------------------------\n\n";
+}
+close($res);
+
+print "\nRun complete! Opening results...\n";
+system($ENV{PAGER} || 'less', $out_file);
+
diff --git a/bm/bm_size.pl b/bm/bm_size.pl
index 21a05b0..d21cfd6 100644
--- a/bm/bm_size.pl
+++ b/bm/bm_size.pl
@@ -93,7 +93,7 @@ foreach my $action (@actions) {
print $res "-------------------------------------------------------------\n";
printf $res "%-15s | %-20s | %-20s\n", "METRIC", "URN", "GIT";
print $res "----------------+----------------------+---------------------\n";
- printf $res "%-15s | %20s | %20s\n", "Real time", $u->{real}."s", $g->{real}."s";
+ printf $res "%-15s | %20s | %20s\n", "Time", $u->{real}."s", $g->{real}."s";
printf $res "%-15s | %20s | %20s\n", "Max RSS", $u->{rss}, $g->{rss};
printf $res "%-15s | %20s | %20s\n", "Page faults", $u->{faults}, $g->{faults};
printf $res "%-15s | %20s | %20s\n", "Inodes", $u->{inodes}, $g->{inodes};