user0/rust
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Start making the standard-lib utf-8 aware

Browse source 
Finally implements _str.is_utf8, adds from_chars, from_char, to_chars,
char_at, char_len, (push|pop|shift|unshift)_char. Also, proper
character I/O for streams.
This commit is contained in:
Marijn Haverbeke 2011-03-24 12:11:32 +01:00 • committed by Graydon Hoare
parent d3b49f5aab
commit a045514477
10 changed files with 287 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/comp/front/lexer.rs
View file

@ -76,7 +76,7 @@ impure fn new_reader(io.reader rdr, str filename) -> reader
col += 1u;
}
n = rdr.read_char() as char;
n = rdr.read_byte() as char;
}
fn mark() {
@ -204,8 +204,8 @@ impure fn new_reader(io.reader rdr, str filename) -> reader
reserved.insert("m128", ()); // IEEE 754-2008 'decimal128'
reserved.insert("dec", ()); // One of m32, m64, m128
ret reader(rdr, filename, rdr.read_char() as char,
rdr.read_char() as char, 1u, 0u, 1u, 0u, keywords, reserved);
ret reader(rdr, filename, rdr.read_byte() as char,
rdr.read_byte() as char, 1u, 0u, 1u, 0u, keywords, reserved);
}