SkUnicode_icu4x Class Reference

Inheritance diagram for SkUnicode_icu4x:

Public Member Functions
	SkUnicode_icu4x ()
	~SkUnicode_icu4x () override=default
void	reset ()
bool	isControl (SkUnichar utf8) override
bool	isWhitespace (SkUnichar utf8) override
bool	isSpace (SkUnichar utf8) override
bool	isHardBreak (SkUnichar utf8) override
bool	isEmoji (SkUnichar utf8) override
bool	isEmojiComponent (SkUnichar utf8) override
bool	isEmojiModifierBase (SkUnichar utf8) override
bool	isEmojiModifier (SkUnichar utf8) override
bool	isRegionalIndicator (SkUnichar utf8) override
bool	isIdeographic (SkUnichar utf8) override
bool	isTabulation (SkUnichar utf8) override
std::unique_ptr< SkBidiIterator >	makeBidiIterator (const uint16_t text[], int count, SkBidiIterator::Direction dir) override
std::unique_ptr< SkBidiIterator >	makeBidiIterator (const char text[], int count, SkBidiIterator::Direction dir) override
std::unique_ptr< SkBreakIterator >	makeBreakIterator (const char locale[], BreakType breakType) override
std::unique_ptr< SkBreakIterator >	makeBreakIterator (BreakType breakType) override
bool	getBidiRegions (const char utf8[], int utf8Units, TextDirection dir, std::vector< BidiRegion > *results) override
bool	getBidiRegions (const uint16_t utf16[], int utf16Units, TextDirection dir, std::vector< BidiRegion > *results)
bool	computeCodeUnitFlags (char utf8[], int utf8Units, bool replaceTabs, skia_private::TArray< SkUnicode::CodeUnitFlags, true > *results) override
bool	computeCodeUnitFlags (char16_t utf16[], int utf16Units, bool replaceTabs, skia_private::TArray< SkUnicode::CodeUnitFlags, true > *results) override
bool	getWords (const char utf8[], int utf8Units, const char *locale, std::vector< Position > *results) override
SkString	toUpper (const SkString &str) override
SkString	toUpper (const SkString &str, const char *localeStr) override
void	reorderVisual (const BidiLevel runLevels[], int levelsCount, int32_t logicalFromVisual[]) override
Public Member Functions inherited from SkUnicode
	~SkUnicode () override=default
virtual SkString	toUpper (const SkString &)=0
virtual SkString	toUpper (const SkString &, const char *locale)=0
virtual bool	isControl (SkUnichar utf8)=0
virtual bool	isWhitespace (SkUnichar utf8)=0
virtual bool	isSpace (SkUnichar utf8)=0
virtual bool	isTabulation (SkUnichar utf8)=0
virtual bool	isHardBreak (SkUnichar utf8)=0
virtual bool	isEmoji (SkUnichar utf8)=0
virtual bool	isEmojiComponent (SkUnichar utf8)=0
virtual bool	isEmojiModifierBase (SkUnichar utf8)=0
virtual bool	isEmojiModifier (SkUnichar utf8)=0
virtual bool	isRegionalIndicator (SkUnichar utf8)=0
virtual bool	isIdeographic (SkUnichar utf8)=0
virtual std::unique_ptr< SkBidiIterator >	makeBidiIterator (const uint16_t text[], int count, SkBidiIterator::Direction)=0
virtual std::unique_ptr< SkBidiIterator >	makeBidiIterator (const char text[], int count, SkBidiIterator::Direction)=0
virtual std::unique_ptr< SkBreakIterator >	makeBreakIterator (const char locale[], BreakType breakType)=0
virtual std::unique_ptr< SkBreakIterator >	makeBreakIterator (BreakType type)=0
virtual bool	getBidiRegions (const char utf8[], int utf8Units, TextDirection dir, std::vector< BidiRegion > *results)=0
virtual bool	getWords (const char utf8[], int utf8Units, const char *locale, std::vector< Position > *results)=0
virtual bool	getUtf8Words (const char utf8[], int utf8Units, const char *locale, std::vector< Position > *results)=0
virtual bool	getSentences (const char utf8[], int utf8Units, const char *locale, std::vector< Position > *results)=0
virtual bool	computeCodeUnitFlags (char utf8[], int utf8Units, bool replaceTabs, skia_private::TArray< SkUnicode::CodeUnitFlags, true > *results)=0
virtual bool	computeCodeUnitFlags (char16_t utf16[], int utf16Units, bool replaceTabs, skia_private::TArray< SkUnicode::CodeUnitFlags, true > *results)=0
template<typename Callback >
void	forEachCodepoint (const char *utf8, int32_t utf8Units, Callback &&callback)
template<typename Callback >
void	forEachCodepoint (const char16_t *utf16, int32_t utf16Units, Callback &&callback)
template<typename Callback >
void	forEachBidiRegion (const uint16_t utf16[], int utf16Units, SkBidiIterator::Direction dir, Callback &&callback)
template<typename Callback >
void	forEachBreak (const char16_t utf16[], int utf16Units, SkUnicode::BreakType type, Callback &&callback)
virtual void	reorderVisual (const BidiLevel runLevels[], int levelsCount, int32_t logicalFromVisual[])=0
Public Member Functions inherited from SkRefCntBase
	SkRefCntBase ()
virtual	~SkRefCntBase ()
bool	unique () const
void	ref () const
void	unref () const

Friends
class	SkBreakIterator_icu4x
class	SkBidiIterator_icu4x

Additional Inherited Members
Public Types inherited from SkUnicode
enum	CodeUnitFlags {   kNoCodeUnitFlag = 0x00 , kPartOfWhiteSpaceBreak = 0x01 , kGraphemeStart = 0x02 , kSoftLineBreakBefore = 0x04 ,   kHardLineBreakBefore = 0x08 , kPartOfIntraWordBreak = 0x10 , kControl = 0x20 , kTabulation = 0x40 ,   kGlyphClusterStart = 0x80 , kIdeographic = 0x100 , kEmoji = 0x200 , kWordBreak = 0x400 ,   kSentenceBreak = 0x800 }
enum class	TextDirection { kLTR , kRTL }
enum class	LineBreakType { kSoftLineBreak = 0 , kHardLineBreak = 100 }
enum class	BreakType { kWords , kGraphemes , kLines , kSentences }
typedef size_t	Position
typedef uint8_t	BidiLevel
Static Public Member Functions inherited from SkUnicode
static bool	hasTabulationFlag (SkUnicode::CodeUnitFlags flags)
static bool	hasHardLineBreakFlag (SkUnicode::CodeUnitFlags flags)
static bool	hasSoftLineBreakFlag (SkUnicode::CodeUnitFlags flags)
static bool	hasGraphemeStartFlag (SkUnicode::CodeUnitFlags flags)
static bool	hasControlFlag (SkUnicode::CodeUnitFlags flags)
static bool	hasPartOfWhiteSpaceBreakFlag (SkUnicode::CodeUnitFlags flags)
static bool	extractBidi (const char utf8[], int utf8Units, TextDirection dir, std::vector< BidiRegion > *bidiRegions)
static SkString	convertUtf16ToUtf8 (const char16_t *utf16, int utf16Units)
static SkString	convertUtf16ToUtf8 (const std::u16string &utf16)
static std::u16string	convertUtf8ToUtf16 (const char *utf8, int utf8Units)
static std::u16string	convertUtf8ToUtf16 (const SkString &utf8)
template<typename Appender8 , typename Appender16 >
static bool	extractUtfConversionMapping (SkSpan< const char > utf8, Appender8 &&appender8, Appender16 &&appender16)

Detailed Description

Definition at line 35 of file SkUnicode_icu4x.cpp.

Constructor & Destructor Documentation

SkUnicode_icu4x()

SkUnicode_icu4x::SkUnicode_icu4x ( )

inline

Definition at line 37 of file SkUnicode_icu4x.cpp.

                      {
        fLocale = ICU4XLocale::create_from_string("tr").ok().value();
        fDataProvider = ICU4XDataProvider::create_compiled();
        fCaseMapper = ICU4XCaseMapper::create(fDataProvider).ok().value();
        const auto general = ICU4XCodePointMapData8::load_general_category(fDataProvider).ok().value();
        fControls = general.get_set_for_value(/*Control*/15);
        fWhitespaces = general.get_set_for_value(/*SpaceSeparator*/12);
        fSpaces = general.get_set_for_value(/*SpaceSeparator*/12);
        // TODO: u_isSpace
        fBlanks = ICU4XCodePointSetData::load_blank(fDataProvider).ok().value();
        fEmoji = ICU4XCodePointSetData::load_emoji(fDataProvider).ok().value();
        fEmojiComponent = ICU4XCodePointSetData::load_emoji_component(fDataProvider).ok().value();
        fEmojiModifier = ICU4XCodePointSetData::load_emoji_modifier(fDataProvider).ok().value();
        fEmojiModifierBase = ICU4XCodePointSetData::load_emoji_modifier_base(fDataProvider).ok().value();
        fEmoji = ICU4XCodePointSetData::load_emoji(fDataProvider).ok().value();
        fRegionalIndicator = ICU4XCodePointSetData::load_regional_indicator(fDataProvider).ok().value();
        fIdeographic = ICU4XCodePointSetData::load_ideographic(fDataProvider).ok().value();
        fLineBreaks = ICU4XCodePointMapData8::load_line_break(fDataProvider).ok().value();
    }

~SkUnicode_icu4x()

SkUnicode_icu4x::~SkUnicode_icu4x ( )

overridedefault

Member Function Documentation

computeCodeUnitFlags() [1/2]

bool SkUnicode_icu4x::computeCodeUnitFlags ( char  utf8[], int  utf8Units, bool  replaceTabs, skia_private::TArray< SkUnicode::CodeUnitFlags, true > *  results  )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 125 of file SkUnicode_icu4x.cpp.

                                                                                                  {
        results->clear();
        results->push_back_n(utf8Units + 1, CodeUnitFlags::kNoCodeUnitFlag);
        this->markLineBreaks(utf8, utf8Units, /*hardLineBreaks=*/false, results);
        this->markHardLineBreaksHack(utf8, utf8Units, results);
        this->markGraphemes(utf8, utf8Units, results);
        this->markCharacters(utf8, utf8Units, replaceTabs, results);
        return true;
    }

computeCodeUnitFlags() [2/2]

bool SkUnicode_icu4x::computeCodeUnitFlags ( char16_t  utf16[], int  utf16Units, bool  replaceTabs, skia_private::TArray< SkUnicode::CodeUnitFlags, true > *  results  )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 138 of file SkUnicode_icu4x.cpp.

                                                                                              {
        SkASSERT(false);
        return true;
    }

getBidiRegions() [1/2]

bool SkUnicode_icu4x::getBidiRegions ( const char  utf8[], int  utf8Units, TextDirection  dir, std::vector< BidiRegion > *  results  )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 94 of file SkUnicode_icu4x.cpp.

                                                                 {
 
        const auto bidi = ICU4XBidi::create(fDataProvider).ok().value();
        std::string_view string_view(utf8, utf8Units);
        auto info = bidi.for_text(string_view, dir == TextDirection::kLTR ? 0 : 1);
        auto currentLevel = info.level_at(0);
        size_t start = 0;
 
        for (size_t i = 1; i < info.size(); i++) {
            const auto level =  info.level_at(i);
            if (level != currentLevel) {
                (*results).emplace_back(start, i, currentLevel);
                currentLevel = level;
                start = i;
            }
        }
        (*results).emplace_back(start, info.size(), currentLevel);
        return true;
    }

getBidiRegions() [2/2]

bool SkUnicode_icu4x::getBidiRegions ( const uint16_t  utf16[], int  utf16Units, TextDirection  dir, std::vector< BidiRegion > *  results  )

inline

Definition at line 117 of file SkUnicode_icu4x.cpp.

                                                        {
        auto utf8 = SkUnicode::convertUtf16ToUtf8((char16_t*)utf16, utf16Units);
        return this->getBidiRegions(utf8.data(), utf8.size(), dir, results);
    }

getWords()

bool SkUnicode_icu4x::getWords ( const char  utf8[], int  utf8Units, const char *  locale, std::vector< Position > *  results  )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 144 of file SkUnicode_icu4x.cpp.

                                                         {
        auto utf16 = SkUnicode::convertUtf8ToUtf16(utf8, utf8Units);
        const diplomat::span<const uint16_t> span((uint16_t*)utf16.data(), utf16.size());
        const auto segmenter = ICU4XWordSegmenter::create_dictionary(fDataProvider).ok().value();
        auto iterator = segmenter.segment_utf16(span);
        while (true) {
            int32_t breakpoint = iterator.next();
            if (breakpoint == -1) {
                break;
            }
            results->emplace_back(breakpoint);
        }
        return true;
    }

isControl()

bool SkUnicode_icu4x::isControl ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 62 of file SkUnicode_icu4x.cpp.

{ return fControls.contains(utf8); }

isEmoji()

bool SkUnicode_icu4x::isEmoji ( SkUnichar  utf8 )

inlineoverridevirtual

Returns if a code point may start an emoji sequence. Returns true for '#', '*', and '0'-'9' since they may start an emoji sequence. To determine if a list of code points begins with an emoji sequence, use getEmojiSequence.

Implements SkUnicode.

Definition at line 72 of file SkUnicode_icu4x.cpp.

{ return fEmoji.contains(utf8); }

isEmojiComponent()

bool SkUnicode_icu4x::isEmojiComponent ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 73 of file SkUnicode_icu4x.cpp.

{ return fEmojiComponent.contains(utf8); }

isEmojiModifier()

bool SkUnicode_icu4x::isEmojiModifier ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 75 of file SkUnicode_icu4x.cpp.

{ return fEmojiModifier.contains(utf8); }

isEmojiModifierBase()

bool SkUnicode_icu4x::isEmojiModifierBase ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 74 of file SkUnicode_icu4x.cpp.

{ return fEmojiModifierBase.contains(utf8); }

isHardBreak()

bool SkUnicode_icu4x::isHardBreak ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 65 of file SkUnicode_icu4x.cpp.

                                              {
        auto value = fLineBreaks.get(utf8);
        return (value == /*MandatoryBreak*/6) ||
               (value == /*CarriageReturn*/10) ||
               (value == /*LineFeed*/17) ||
               (value == /*NextLine*/29);
    }

isIdeographic()

bool SkUnicode_icu4x::isIdeographic ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 77 of file SkUnicode_icu4x.cpp.

{ return fIdeographic.contains(utf8); }

isRegionalIndicator()

bool SkUnicode_icu4x::isRegionalIndicator ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 76 of file SkUnicode_icu4x.cpp.

{ return fRegionalIndicator.contains(utf8); }

isSpace()

bool SkUnicode_icu4x::isSpace ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 64 of file SkUnicode_icu4x.cpp.

{ return fBlanks.contains(utf8); }

isTabulation()

bool SkUnicode_icu4x::isTabulation ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 80 of file SkUnicode_icu4x.cpp.

                                               {
        return utf8 == '\t';
    }

isWhitespace()

bool SkUnicode_icu4x::isWhitespace ( SkUnichar  utf8 )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 63 of file SkUnicode_icu4x.cpp.

{ return fWhitespaces.contains(utf8); }

makeBidiIterator() [1/2]

std::unique_ptr< SkBidiIterator > SkUnicode_icu4x::makeBidiIterator ( const char  text[], int  count, SkBidiIterator::Direction  dir  )

overridevirtual

Implements SkUnicode.

Definition at line 381 of file SkUnicode_icu4x.cpp.

                                                                              {
    if (fRegions) {
        fRegions->clear();
    } else {
        fRegions = std::make_shared<std::vector<SkUnicode::BidiRegion>>();
    }
    if (this->getBidiRegions(text, count, dir == SkBidiIterator::Direction::kLTR ? TextDirection::kLTR : TextDirection::kRTL, fRegions.get())) {
        return std::make_unique<SkBidiIterator_icu4x>(fRegions);
    } else {
        return nullptr;
    }
}

makeBidiIterator() [2/2]

std::unique_ptr< SkBidiIterator > SkUnicode_icu4x::makeBidiIterator ( const uint16_t  text[], int  count, SkBidiIterator::Direction  dir  )

overridevirtual

Implements SkUnicode.

Definition at line 366 of file SkUnicode_icu4x.cpp.

                                                                              {
    if (fRegions) {
        fRegions->clear();
    } else {
        fRegions = std::make_shared<std::vector<SkUnicode::BidiRegion>>();
    }
 
    if (this->getBidiRegions(text, count, dir == SkBidiIterator::Direction::kLTR ? TextDirection::kLTR : TextDirection::kRTL, fRegions.get())) {
        return std::make_unique<SkBidiIterator_icu4x>(fRegions);
    } else {
        return nullptr;
    }
}

makeBreakIterator() [1/2]

std::unique_ptr< SkBreakIterator > SkUnicode_icu4x::makeBreakIterator ( BreakType  breakType )

overridevirtual

Implements SkUnicode.

Definition at line 401 of file SkUnicode_icu4x.cpp.

                                                                                     {
    SkASSERT(false); return nullptr;
}

makeBreakIterator() [2/2]

std::unique_ptr< SkBreakIterator > SkUnicode_icu4x::makeBreakIterator ( const char  locale[], BreakType  breakType  )

overridevirtual

Implements SkUnicode.

Definition at line 396 of file SkUnicode_icu4x.cpp.

                                                                        {
    SkASSERT(false); return nullptr;
}

reorderVisual()

void SkUnicode_icu4x::reorderVisual ( const BidiLevel  runLevels[], int  levelsCount, int32_t  logicalFromVisual[]  )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 174 of file SkUnicode_icu4x.cpp.

                                                             {
 
        const auto bidi = ICU4XBidi::create(fDataProvider).ok().value();
        const diplomat::span<const uint8_t> levels(&runLevels[0], levelsCount);
        auto map = bidi.reorder_visual(levels);
        SkASSERT(levelsCount == map.len());
        std::vector<int32_t> results;
        for (size_t i = 0; i < map.len(); i++) {
            auto level = map.get(i);
            logicalFromVisual[i] = SkToS32(level);
        }
    }

reset()

void SkUnicode_icu4x::reset

(

)

toUpper() [1/2]

SkString SkUnicode_icu4x::toUpper ( const SkString &  str )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 162 of file SkUnicode_icu4x.cpp.

                                                   {
        return toUpper(str, "und");
    }

toUpper() [2/2]

SkString SkUnicode_icu4x::toUpper ( const SkString &  str, const char *  localeStr  )

inlineoverridevirtual

Implements SkUnicode.

Definition at line 166 of file SkUnicode_icu4x.cpp.

                                                                          {
        auto locale = ICU4XLocale::create_from_string(localeStr).ok().value();
        std::string std_string(str.data(), str.size());
        // TODO: upper case
        auto result = fCaseMapper.uppercase(std_string, locale).ok().value();
        return SkString(result.data(), result.size());
    }

Friends And Related Function Documentation

SkBidiIterator_icu4x

friend class SkBidiIterator_icu4x

friend

Definition at line 191 of file SkUnicode_icu4x.cpp.

SkBreakIterator_icu4x

friend class SkBreakIterator_icu4x

friend

Definition at line 190 of file SkUnicode_icu4x.cpp.

---

The documentation for this class was generated from the following file:

• third_party/skia/modules/skunicode/src/SkUnicode_icu4x.cpp