Changeset 300

Timestamp:

04/18/2008 16:34:02 (7 months ago)

Author:

jgarber

Message:

Wrote a rake task to benchmark compilaton time/memory, test time/memory, and final size.
Switched Ragel code generation style to the best.

Location:

trunk

Files:

• Rakefile (modified) (3 diffs)
• ext/redcloth_scan/extconf.rb (modified) (1 diff)
• extras/ragel_profiler.rb (added)

trunk/Rakefile

@@ -12 +12 @@
 REV = `svn info`[/Revision: (\d+)/, 1] rescue nil
 VERS = ENV['VERSION'] || "3" + (REV ? ".#{REV}" : "")
-CLEAN.include ['ext/redcloth_scan/*.{bundle,so,obj,pdb,lib,def,exp}', 'ext/redcloth_scan/Makefile', 
-               '**/.*.sw?', '*.gem', '.config']
+CLEAN.include ['ext/redcloth_scan/*.{bundle,so,obj,pdb,lib,def,exp,c,o,xml}', 'ext/redcloth_scan/Makefile', '**/.*.sw?', '*.gem', '.config']
+CLOBBER.include ['lib/*.{bundle,so,obj,pdb,lib,def,exp}']
 
 desc "Does a full compile, test run"
@@ -125 +125 @@
 
 ["#{ext}/redcloth_scan.c","#{ext}/redcloth_inline.c"].each do |name|
+  @code_style ||= "T0"
   source = name.sub(/\.c$/, '.rl')
   file name => [source, "#{ext}/redcloth_common.rl", "#{ext}/redcloth.h"] do
     @ragel_v ||= `ragel -v`[/(version )(\S*)/,2].split('.').map{|s| s.to_i}
     if @ragel_v[0] > 6 || (@ragel_v[0] == 6 && @ragel_v[1] >= 1)
-      sh %{ragel #{source} -G2 -o #{name}}
+      sh %{ragel #{source} -#{@code_style} -o #{name}}
     else
       STDERR.puts "Ragel 6.1 or greater is required to generate #{name}."
@@ -213 +214 @@
   end
 end
+
+RAGEL_CODE_GENERATION_STYLES = {
+  'T0' => "Table driven FSM (default)",
+  'T1' => "Faster table driven FSM",
+  'F0' => "Flat table driven FSM",
+  'F1' => "Faster flat table-driven FSM",
+  'G0' => "Goto-driven FSM",
+  'G1' => "Faster goto-driven FSM",
+  'G2' => "Really fast goto-driven FSM"
+}
+
+task :optimize do
+  require 'extras/ragel_profiler'
+  results = []
+  RAGEL_CODE_GENERATION_STYLES.each do |style, name|
+    @code_style = style
+    profiler = RagelProfiler.new(style + " " + name)
+    
+    # Hack to get everything to invoke again.  Could use #execute, but then it 
+    # doesn't execute prerequisites the second+ time
+    Rake::Task.tasks.each {|t| t.instance_eval "@already_invoked = false" }
+    
+    Rake::Task['clobber'].invoke
+    
+    profiler.measure(:compile) do
+      Rake::Task['compile'].invoke
+    end
+    profiler.measure(:test) do
+      Rake::Task['test'].invoke
+    end
+    profiler.ext_size(ext_so)
+    
+  end
+  puts RagelProfiler.results
+end

trunk/ext/redcloth_scan/extconf.rb

@@ -3 +3 @@
 $CFLAGS << " -O0 " # do not optimize (takes too much memory and performance gain is negligeable)
 
-dir_config("redcloth_scan")
-have_library("c", "main")
+### It seems to work fine without these
+# dir_config("redcloth_scan")
+# have_library("c", "main")
 
 create_makefile("redcloth_scan")