user0/rust
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Optimize is_utf8

Browse source 
Manually unroll the multibyte loops, and optimize for the single
byte chars.
This commit is contained in:
Gary Linscott 2013-07-10 17:06:16 -04:00
parent 179637304a
commit 5aee5a11e3
2 changed files with 27 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

24
src/libstd/str.rs
View file

@ -596,17 +596,25 @@ pub fn is_utf8(v: &[u8]) -> bool {
let mut i = 0u;
let total = v.len();
while i < total {
let mut chsize = utf8_char_width(v[i]);
if chsize == 0u { return false; }
if i + chsize > total { return false; }
i += 1u;
while chsize > 1u {
if v[i] & 192u8 != TAG_CONT_U8 { return false; }
if v[i] < 128u8 {
i += 1u;
chsize -= 1u;
} else {
let w = utf8_char_width(v[i]);
if w == 0u { return false; }
let nexti = i + w;
if nexti > total { return false; }
if v[i + 1] & 192u8 != TAG_CONT_U8 { return false; }
if w > 2 {
if v[i + 2] & 192u8 != TAG_CONT_U8 { return false; }
if w > 3 && (v[i + 3] & 192u8 != TAG_CONT_U8) { return false; }
}
i = nexti;
}
}
return true;
true
}
/// Determines if a vector of `u16` contains valid UTF-16