1
Fork 0

libsyntax: accept only whitespace with the PATTERN_WHITE_SPACE property

This aligns with unicode recommendations and should be stable for all future
unicode releases. See http://unicode.org/reports/tr31/#R3.

This renames `libsyntax::lexer::is_whitespace` to `is_pattern_whitespace`
so potentially breaks users of libsyntax.
This commit is contained in:
Kevin Butler 2015-11-12 02:43:43 +00:00
parent 9e3e43f3f6
commit 24578e0fe5
9 changed files with 57 additions and 36 deletions

View file

@ -37,6 +37,7 @@ extern crate term;
extern crate libc;
#[macro_use] extern crate log;
#[macro_use] #[no_link] extern crate rustc_bitflags;
extern crate rustc_unicode;
extern crate serialize as rustc_serialize; // used by deriving