Changeset 13

Timestamp:

07/06/2006 11:54:07 (2 years ago)

Author:

why

Message:

• ext/hpricot_scan/hpricot_scan.rl: the scanner was getting choked on some empty tokens. for some reason, news.bbc.co.uk had such issues.
  

Files:

• trunk/ext/hpricot_scan/hpricot_scan.rl (modified) (1 diff)

trunk/ext/hpricot_scan/hpricot_scan.rl

@@ -13 +13 @@
 static ID s_read, s_to_str;
 
-#define ELE(N) rb_yield_tokens(sym_##N, tag, attr, tokstart == 0 ? Qnil : rb_str_new(tokstart, tokend-tokstart), taint);
+#define ELE(N) \
+  if (tokend > tokstart) { \
+    rb_yield_tokens(sym_##N, tag, attr, tokstart == 0 ? Qnil : rb_str_new(tokstart, tokend-tokstart), taint); \
+  }
 
 #define SET(N, E) \
   if (mark_##N == NULL) \
     N = rb_str_new2(""); \
-  else \
+  else if (E > mark_##N) \
     N = rb_str_new(mark_##N, E - mark_##N);