pylucene 3.5.0-3

[pylucene.git] / lucene-java-3.5.0 / lucene / contrib / benchmark / scripts / shingle.bm2jira.pl

diff --git a/lucene-java-3.5.0/lucene/contrib/benchmark/scripts/shingle.bm2jira.pl b/lucene-java-3.5.0/lucene/contrib/benchmark/scripts/shingle.bm2jira.pl
new file mode 100644 (file)
index 0000000..ce6d193
--- /dev/null
+++ b/lucene-java-3.5.0/lucene/contrib/benchmark/scripts/shingle.bm2jira.pl
@@ -0,0 +1,73 @@
+#!/usr/bin/perl
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# ----------
+# shingle.bm2jira.pl
+#
+# Converts Lucene contrib-benchmark output produced using the 
+# conf/shingle.alg file into a JIRA-formatted table.
+#
+
+use strict;
+use warnings;
+
+my %min_elapsed = ();
+
+#Operation           round  runCnt  recsPerRun  rec/s      elapsedSec  avgUsedMem  avgTotalMem
+#BigramsAndUnigrams  0      1       255691      21,147.22  12.09       15,501,840  35,061,760
+#BigramsOnly   -  -  0 -  - 1 -  -  127383   -  16,871.92  7.55    -   31,725,312  41,746,432
+#FourgramsAndUnigrams
+#FourgramsOnly
+#UnigramsOnly
+
+while (<>) {
+  if (/^((?:Uni|Bi|Four)grams\S+)[-\s]*([^\s{].*)/) {
+    my $operation = $1;
+    my $stats = $2;
+    my $max_shingle_size 
+    = ($operation =~ /^Bigrams/ ? 2 : $operation =~ /^Unigrams/ ? 1 : 4);
+    my $output_unigrams 
+      = ($operation =~ /(?:AndUnigrams|UnigramsOnly)$/ ? 'yes' : 'no'); 
+    my ($elapsed) = $stats =~ /(?:[\d,.]+[-\s]*){4}([.\d]+)/;
+    $min_elapsed{$max_shingle_size}{$output_unigrams} = $elapsed
+      unless (defined($min_elapsed{$max_shingle_size}{$output_unigrams})
+              && $elapsed >= $min_elapsed{$max_shingle_size}{$output_unigrams});
+  }
+}
+
+# Print out platform info
+print "JAVA:\n", `java -version 2>&1`, "\nOS:\n";
+if ($^O =~ /win/i) {
+  print "$^O\n";
+  eval {
+    require Win32;
+    print Win32::GetOSName(), "\n", Win32::GetOSVersion(), "\n";
+  };
+  die "Error loading Win32: $@" if ($@);
+} else {
+  print `uname -a 2>&1`;
+}
+
+print "\n||Max Shingle Size||Unigrams?||Elapsed||\n";
+
+for my $max_shingle_size (sort { $a <=> $b } keys %min_elapsed) {
+  for my $output_unigrams (sort keys %{$min_elapsed{$max_shingle_size}}) {
+    my $size = (1 == $max_shingle_size ? '1 (Unigrams)' : $max_shingle_size);   
+    printf "|$size|$output_unigrams|\%2.2fs|\n",
+           $min_elapsed{$max_shingle_size}{$output_unigrams};
+  }
+}