mod.rs.html -- source
Description: Source to the Rust file `src/libcore/unicode/mod.rs`.
Keywords: rust, rustlang, rust-lang

     1
     2
     3
     4
     5
     6
     7
     8
     9
    10
    11
    12
    13
    14
    15
    16
    17
    18
    19
    20
    21
    22
    23
    24
    25
    26
    27
    28
    29
    30
    31
    32
    33
    34
    35
    36
    37
    38
    39
    40
    41
    42
    43
    44
    45
    46
    47
    48
    49
    50
    51
    52
    53
    54
    55
    56
    57
    58
    59

    #![unstable(feature = "unicode_internals", issue = "none")]
    #![allow(missing_docs)]

    pub(crate) mod printable;
    mod unicode_data;
    pub(crate) mod version;

    use version::UnicodeVersion;

    /// The version of [Unicode](http://www.unicode.org/) that the Unicode parts of
    /// `char` and `str` methods are based on.
    #[unstable(feature = "unicode_version", issue = "49726")]
    pub const UNICODE_VERSION: UnicodeVersion = UnicodeVersion {
        major: unicode_data::UNICODE_VERSION.0,
        minor: unicode_data::UNICODE_VERSION.1,
        micro: unicode_data::UNICODE_VERSION.2,
        _priv: (),
    };

    // For use in liballoc, not re-exported in libstd.
    pub mod derived_property {
        pub use super::{Case_Ignorable, Cased};
    }

    pub use unicode_data::alphabetic::lookup as Alphabetic;
    pub use unicode_data::case_ignorable::lookup as Case_Ignorable;
    pub use unicode_data::cased::lookup as Cased;
    pub use unicode_data::cc::lookup as Cc;
    pub use unicode_data::conversions;
    pub use unicode_data::grapheme_extend::lookup as Grapheme_Extend;
    pub use unicode_data::lowercase::lookup as Lowercase;
    pub use unicode_data::n::lookup as N;
    pub use unicode_data::uppercase::lookup as Uppercase;
    pub use unicode_data::white_space::lookup as White_Space;

    #[inline(always)]
    fn range_search<const N: usize, const N1: usize, const N2: usize>(
        needle: u32,
        chunk_idx_map: &[u8; N],
        (last_chunk_idx, last_chunk_mapping): (u16, u8),
        bitset_chunk_idx: &[[u8; 16]; N1],
        bitset: &[u64; N2],
    ) -> bool {
        let bucket_idx = (needle / 64) as usize;
        let chunk_map_idx = bucket_idx / 16;
        let chunk_piece = bucket_idx % 16;
        let chunk_idx = if chunk_map_idx >= N {
            if chunk_map_idx == last_chunk_idx as usize {
                last_chunk_mapping
            } else {
                return false;
            }
        } else {
            chunk_idx_map[chunk_map_idx]
        };
        let idx = bitset_chunk_idx[(chunk_idx as usize)][chunk_piece];
        let word = bitset[(idx as usize)];
        (word & (1 << (needle % 64) as u64)) != 0
    }