Ticket #154: fixing_r163_for_ragel_6_1_and_java.diff

ext/hpricot_scan/hpricot_scan.java.rl

@@ -20 +20 @@
        private static RubyObjectAdapter rubyApi;
 
        public void ELE(IRubyObject N) {
-         if (tokend > tokstart || text) {
+         if (te > ts || text) {
            IRubyObject raw_string = runtime.getNil();
            ele_open = false; text = false;
-           if (tokstart != -1 && N != cdata && N != sym_text && N != procins && N != comment) { 
-             raw_string = runtime.newString(new String(buf,tokstart,tokend-tokstart));
+           if (ts != -1 && N != cdata && N != sym_text && N != procins && N != comment) { 
+             raw_string = runtime.newString(new String(buf,ts,te-ts));
            } 
            rb_yield_tokens(N, tag[0], attr, raw_string, taint);
          }
@@ -78 +78 @@
            } else if(N == aval) {
              mark = mark_aval;
            }
-           if(mark > tokstart) {
+           if(mark > ts) {
              if(N == tag) {
-               mark_tag  -= tokstart;
+               mark_tag  -= ts;
              } else if(N == akey) {
-               mark_akey -= tokstart;
+               mark_akey -= ts;
              } else if(N == aval) {
-               mark_aval -= tokstart;
+               mark_aval -= ts;
              }
            }
        }
@@ -94 +94 @@
            if(attr.isNil()) {
              attr = RubyHash.newHash(runtime);
            }
-           ((RubyHash)attr).aset(K,V);
+           ((RubyHash)attr).op_aset(runtime.getCurrentContext(),K,V);
+           // ((RubyHash)attr).aset(K,V);
          }
        }
 
@@ -114 +115 @@
          if(!text) { 
            if(ele_open) { 
              ele_open = false; 
-             if(tokstart > -1) { 
-               mark_tag = tokstart; 
+             if(ts > -1) { 
+               mark_tag = ts; 
              } 
            } else {
              mark_tag = p; 
@@ -183 +184 @@
     ATTR(akey, aval);
   }
 
-  include hpricot_common "ext/hpricot_scan/hpricot_common.rl";
+  include hpricot_common "hpricot_common.rl";
 
 }%%
 
@@ -209 +210 @@
 
 int cs, act, have = 0, nread = 0, curline = 1, p=-1;
 boolean text = false;
-int tokstart=-1, tokend;
+int ts=-1, te;
+int eof=-1;
 char[] buf;
 Ruby runtime;
 IRubyObject attr, bufsize;
@@ -299 +301 @@
     
     if ( done && ele_open ) {
       ele_open = false;
-      if(tokstart > -1) {
-        mark_tag = tokstart;
-        tokstart = -1;
+      if(ts > -1) {
+        mark_tag = ts;
+        ts = -1;
         text = true;
       }
     }
 
-    if(tokstart == -1) {
+    if(ts == -1) {
       have = 0;
-      /* text nodes have no tokstart because each byte is parsed alone */
+      /* text nodes have no ts because each byte is parsed alone */
       if(mark_tag != -1 && text) {
         if (done) {
           if(mark_tag < p-1) {
@@ -321 +323 @@
       }
       mark_tag = 0;
     } else {
-      have = pe - tokstart;
-      System.arraycopy(buf,tokstart,buf,0,have);
+      have = pe - ts;
+      System.arraycopy(buf,ts,buf,0,have);
       SLIDE(tag);
       SLIDE(akey);
       SLIDE(aval);
-      tokend = (tokend - tokstart);
-      tokstart = 0;
+      te = (te - ts);
+      ts = 0;
     }
   }
   return runtime.getNil();
@@ -358 +360 @@
 
 public static void Init_hpricot_scan(Ruby runtime) {
   RubyModule mHpricot = runtime.defineModule("Hpricot");
-  mHpricot.getMetaClass().attr_accessor(new IRubyObject[]{runtime.newSymbol("buffer_size")});
+  mHpricot.getMetaClass().attr_accessor(runtime.getCurrentContext(),new IRubyObject[]{runtime.newSymbol("buffer_size")});
   CallbackFactory fact = runtime.callbackFactory(HpricotScanService.class);
   mHpricot.getMetaClass().defineMethod("scan",fact.getSingletonMethod("__hpricot_scan",IRubyObject.class));
   mHpricot.defineClassUnder("ParseError",runtime.getClass("Exception"),runtime.getClass("Exception").getAllocator());

ext/hpricot_scan/hpricot_scan.rl

@@ -108 +108 @@
     ATTR(akey, aval);
   }
 
-  include hpricot_common "ext/hpricot_scan/hpricot_common.rl";
+  include hpricot_common "hpricot_common.rl";
 
 }%%
 

Rakefile

@@ -21 +21 @@
 PKG_FILES = %w(CHANGELOG COPYING README Rakefile) +
       Dir.glob("{bin,doc,test,lib,extras}/**/*") + 
       Dir.glob("ext/**/*.{h,java,c,rb,rl}") + 
-      %w[ext/hpricot_scan/hpricot_scan.c ext/hpricot_scan/HpricotScanService.java] # needed because it's generated later
+      %w[ext/hpricot_scan/hpricot_scan.c ext/hpricot_scan/HpricotScanService.java] # needed because they are generated later
+RAGEL_C_CODE_GENERATION_STYLES = {
+  "table_driven" => 'T0',
+  "faster_table_driven" => 'T1',
+  "flat_table_driven" => 'F0',
+  "faster_flat_table_driven" => 'F1',
+  "goto_driven" => 'G0',
+  "faster_goto_driven" => 'G1',
+  "really_fast goto_driven" => 'G2'
+  # "n_way_split_really_fast_goto_driven" => 'P<N>'
+}
+DEFAULT_RAGEL_C_CODE_GENERATION = "really_fast goto_driven"
 SPEC =
   Gem::Specification.new do |s|
     s.name = NAME
@@ -113 +124 @@
 end
 task :hpricot_scan => [:ragel]
 
-desc "returns the ragel version"
+desc "Determines the Ragel version and displays it on the console along with the location of the Ragel binary."
 task :ragel_version do
   @ragel_v = `ragel -v`[/(version )(\S*)/,2].to_f
+  puts "Using ragel version: #{@ragel_v}, location: #{`which ragel`}"
+  @ragel_v
 end
 
 desc "Generates the C scanner code with Ragel."
 task :ragel => [:ragel_version] do
   if @ragel_v >= 6.1
-    sh %{ragel ext/hpricot_scan/hpricot_scan.rl -G2 -o ext/hpricot_scan/hpricot_scan.c}
+    @ragel_c_code_generation_style = RAGEL_C_CODE_GENERATION_STYLES[DEFAULT_RAGEL_C_CODE_GENERATION]
+    sh %{ragel ext/hpricot_scan/hpricot_scan.rl -#{@ragel_c_code_generation_style} -o ext/hpricot_scan/hpricot_scan.c}
   else
     STDERR.puts "Ragel 6.1 or greater is required."
     exit(1)
   end
 end
 
-desc "Generates the Java scanner code with Ragel."
+# Java only supports the table-driven code 
+# generation style at this point. 
+desc "Generates the Java scanner code using the Ragel table-driven code generation style."
 task :ragel_java => [:ragel_version] do
   if @ragel_v >= 6.1
-    sh %{ragel -J ext/hpricot_scan/hpricot_scan.java.rl -G2 -o ext/hpricot_scan/HpricotScanService.java}
+    puts "compiling with ragel version #{@ragel_v}"
+    sh %{ragel -J -o ext/hpricot_scan/HpricotScanService.java ext/hpricot_scan/hpricot_scan.java.rl}    
   else
     STDERR.puts "Ragel 6.1 or greater is required."
     exit(1)