| 1 |
// Copyright 2023 The Servo Project Developers. See the COPYRIGHT |
| 2 |
// file at the top-level directory of this distribution. |
| 3 |
// |
| 4 |
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or |
| 5 |
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license |
| 6 |
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your |
| 7 |
// option. This file may not be copied, modified, or distributed |
| 8 |
// except according to those terms. |
| 9 |
|
| 10 |
use std::os::raw::c_void; |
| 11 |
|
| 12 |
use crate::array::CFMutableArrayRef; |
| 13 |
use crate::base::{CFAllocatorRef, CFIndex, CFOptionFlags, CFRange, CFTypeID, CFTypeRef}; |
| 14 |
use crate::locale::CFLocaleRef; |
| 15 |
use crate::string::CFStringRef; |
| 16 |
|
| 17 |
#[repr(C)] |
| 18 |
pub struct __CFStringTokenizer(c_void); |
| 19 |
pub type CFStringTokenizerRef = *mut __CFStringTokenizer; |
| 20 |
|
| 21 |
pub type CFStringTokenizerTokenType = CFOptionFlags; |
| 22 |
|
| 23 |
pub const kCFStringTokenizerTokenNone: CFStringTokenizerTokenType = 0; |
| 24 |
pub const kCFStringTokenizerTokenNormal: CFStringTokenizerTokenType = 1 << 0; |
| 25 |
pub const kCFStringTokenizerTokenHasSubTokensMask: CFStringTokenizerTokenType = 1 << 1; |
| 26 |
pub const kCFStringTokenizerTokenHasDerivedSubTokensMask: CFStringTokenizerTokenType = 1 << 2; |
| 27 |
pub const kCFStringTokenizerTokenHasHasNumbersMask: CFStringTokenizerTokenType = 1 << 3; |
| 28 |
pub const kCFStringTokenizerTokenHasNonLettersMask: CFStringTokenizerTokenType = 1 << 4; |
| 29 |
pub const kCFStringTokenizerTokenIsCJWordMask: CFStringTokenizerTokenType = 1 << 5; |
| 30 |
|
| 31 |
/* Tokenization Modifiers */ |
| 32 |
pub const kCFStringTokenizerUnitWord: CFOptionFlags = 0; |
| 33 |
pub const kCFStringTokenizerUnitSentence: CFOptionFlags = 1; |
| 34 |
pub const kCFStringTokenizerUnitParagraph: CFOptionFlags = 2; |
| 35 |
pub const kCFStringTokenizerUnitLineBreak: CFOptionFlags = 3; |
| 36 |
pub const kCFStringTokenizerUnitWordBoundary: CFOptionFlags = 4; |
| 37 |
pub const kCFStringTokenizerAttributeLatinTranscription: CFOptionFlags = 1 << 16; |
| 38 |
pub const kCFStringTokenizerAttributeLanguage: CFOptionFlags = 1 << 17; |
| 39 |
|
| 40 |
extern "C" { |
| 41 |
/* |
| 42 |
* CFStringTokenizer.h |
| 43 |
*/ |
| 44 |
|
| 45 |
/* Creating a Tokenizer */ |
| 46 |
pub fn CFStringTokenizerCreate( |
| 47 |
alloc: CFAllocatorRef, |
| 48 |
string: CFStringRef, |
| 49 |
range: CFRange, |
| 50 |
options: CFOptionFlags, |
| 51 |
locale: CFLocaleRef, |
| 52 |
) -> CFStringTokenizerRef; |
| 53 |
|
| 54 |
/* Setting the String */ |
| 55 |
pub fn CFStringTokenizerSetString( |
| 56 |
tokenizer: CFStringTokenizerRef, |
| 57 |
string: CFStringRef, |
| 58 |
range: CFRange, |
| 59 |
); |
| 60 |
|
| 61 |
/* Changing the Location */ |
| 62 |
pub fn CFStringTokenizerAdvanceToNextToken( |
| 63 |
tokenizer: CFStringTokenizerRef, |
| 64 |
) -> CFStringTokenizerTokenType; |
| 65 |
pub fn CFStringTokenizerGoToTokenAtIndex( |
| 66 |
tokenizer: CFStringTokenizerRef, |
| 67 |
index: CFIndex, |
| 68 |
) -> CFStringTokenizerTokenType; |
| 69 |
|
| 70 |
/* Getting Information About the Current Token */ |
| 71 |
pub fn CFStringTokenizerCopyCurrentTokenAttribute( |
| 72 |
tokenizer: CFStringTokenizerRef, |
| 73 |
attribute: CFOptionFlags, |
| 74 |
) -> CFTypeRef; |
| 75 |
pub fn CFStringTokenizerGetCurrentTokenRange(tokenizer: CFStringTokenizerRef) -> CFRange; |
| 76 |
pub fn CFStringTokenizerGetCurrentSubTokens( |
| 77 |
tokenizer: CFStringTokenizerRef, |
| 78 |
ranges: *mut CFRange, |
| 79 |
maxRangeLength: CFIndex, |
| 80 |
derivedSubTokens: CFMutableArrayRef, |
| 81 |
) -> CFIndex; |
| 82 |
|
| 83 |
/* Identifying a Language */ |
| 84 |
pub fn CFStringTokenizerCopyBestStringLanguage( |
| 85 |
string: CFStringRef, |
| 86 |
range: CFRange, |
| 87 |
) -> CFStringRef; |
| 88 |
|
| 89 |
/* Getting the CFStringTokenizer Type ID */ |
| 90 |
pub fn CFStringTokenizerGetTypeID() -> CFTypeID; |
| 91 |
} |