|
|
@ -8,34 +8,67 @@ use error::Result; |
|
|
|
mod string_collect { |
|
|
|
mod string_collect { |
|
|
|
|
|
|
|
|
|
|
|
use utf8; |
|
|
|
use utf8; |
|
|
|
|
|
|
|
use utf8::DecodeError; |
|
|
|
|
|
|
|
|
|
|
|
use error::{Error, Result}; |
|
|
|
use error::{Error, Result}; |
|
|
|
|
|
|
|
|
|
|
|
pub struct StringCollector { |
|
|
|
pub struct StringCollector { |
|
|
|
data: String, |
|
|
|
data: String, |
|
|
|
decoder: utf8::Decoder, |
|
|
|
incomplete: Option<utf8::Incomplete>, |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
impl StringCollector { |
|
|
|
impl StringCollector { |
|
|
|
pub fn new() -> Self { |
|
|
|
pub fn new() -> Self { |
|
|
|
StringCollector { |
|
|
|
StringCollector { |
|
|
|
data: String::new(), |
|
|
|
data: String::new(), |
|
|
|
decoder: utf8::Decoder::new(), |
|
|
|
incomplete: None, |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
pub fn extend<T: AsRef<[u8]>>(&mut self, tail: T) -> Result<()> { |
|
|
|
pub fn extend<T: AsRef<[u8]>>(&mut self, tail: T) -> Result<()> { |
|
|
|
let (sym, text, result) = self.decoder.decode(tail.as_ref()); |
|
|
|
let mut input: &[u8] = tail.as_ref(); |
|
|
|
self.data.push_str(&sym); |
|
|
|
|
|
|
|
self.data.push_str(text); |
|
|
|
if let Some(mut incomplete) = self.incomplete.take() { |
|
|
|
match result { |
|
|
|
let fin = if let Some((result, rest)) = incomplete.try_complete(input) { |
|
|
|
utf8::Result::Ok | utf8::Result::Incomplete => |
|
|
|
input = rest; |
|
|
|
Ok(()), |
|
|
|
if let Ok(text) = result { |
|
|
|
utf8::Result::Error { remaining_input_after_error: _ } => |
|
|
|
self.data.push_str(text); |
|
|
|
Err(Error::Utf8), |
|
|
|
} else { |
|
|
|
|
|
|
|
return Err(Error::Utf8) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
true |
|
|
|
|
|
|
|
} else { |
|
|
|
|
|
|
|
input = &[]; |
|
|
|
|
|
|
|
false |
|
|
|
|
|
|
|
}; |
|
|
|
|
|
|
|
if !fin { |
|
|
|
|
|
|
|
self.incomplete = Some(incomplete) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if !input.is_empty() { |
|
|
|
|
|
|
|
match utf8::decode(input) { |
|
|
|
|
|
|
|
Ok(text) => { |
|
|
|
|
|
|
|
self.data.push_str(text); |
|
|
|
|
|
|
|
Ok(()) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
Err(DecodeError::Incomplete { valid_prefix, incomplete_suffix }) => { |
|
|
|
|
|
|
|
self.data.push_str(valid_prefix); |
|
|
|
|
|
|
|
self.incomplete = Some(incomplete_suffix); |
|
|
|
|
|
|
|
Ok(()) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
Err(DecodeError::Invalid { valid_prefix, .. }) => { |
|
|
|
|
|
|
|
self.data.push_str(valid_prefix); |
|
|
|
|
|
|
|
Err(Error::Utf8) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} else { |
|
|
|
|
|
|
|
Ok(()) |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
pub fn into_string(self) -> Result<String> { |
|
|
|
pub fn into_string(self) -> Result<String> { |
|
|
|
if self.decoder.has_incomplete_sequence() { |
|
|
|
if self.incomplete.is_some() { |
|
|
|
Err(Error::Utf8) |
|
|
|
Err(Error::Utf8) |
|
|
|
} else { |
|
|
|
} else { |
|
|
|
Ok(self.data) |
|
|
|
Ok(self.data) |
|
|
|