Changeset 453 for branches/thune/thread_safe/tokenize.c

Timestamp:

08/25/07 22:49:09 (15 months ago)

Author:

krobillard

Message:

UTF-8 strings can now be read.
ur_makeString() now takes UCell argument.

Files:

• branches/thune/thread_safe/tokenize.c (modified) (2 diffs)

branches/thune/thread_safe/tokenize.c

@@ -492 +492 @@
 #endif
                     break;
+
+                default:
+                    syntaxError( "Unprintable/Non-ASCII Input" );
                 }
             }
@@ -1050 +1053 @@
 string_end:
 
-    // Make string before appending cell (in case GC is called).
+    // Mark cell as unset in case GC is called by ur_makeString.
+    cell = ur_appendCell( BLOCK, UT_UNSET );
+
     ++token;
-    tn = ur_makeString( token, it - token );
-
-    cell = ur_appendCell( BLOCK, UT_STRING );
-    ur_setSeries( cell, tn, 0 );
+    ur_makeString( cell, token, it - token );
 
     ++it;