Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

A function to ensure lang specific iterators

Browse Source
This commit is contained in:
Kovid Goyal 2021-06-18 07:43:10 +05:30
parent 87b85cac39
commit febc066142
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 18 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
src/calibre/db/sqlite_extension.cpp
View File

@ -102,6 +102,8 @@ struct char_cmp {
}
};
typedef std::unique_ptr<icu::BreakIterator> BreakIterator;
class Tokenizer {
private:
@ -111,7 +113,7 @@ private:
std::string token_buf, current_ui_language;
token_callback_func current_callback;
void *current_callback_ctx;
std::map<const char*, std::unique_ptr<icu::BreakIterator>, char_cmp> iterators;
std::map<const char*, BreakIterator, char_cmp> iterators;
bool is_token_char(UChar32 ch) const {
switch(u_charType(ch)) {
@ -176,16 +178,26 @@ private:
current_ui_language.clear(); current_ui_language = ui_language;
icu::ErrorCode status;
if (current_ui_language.empty()) {
iterators[""] = std::unique_ptr<icu::BreakIterator>(icu::BreakIterator::createWordInstance(icu::Locale::getDefault(), status));
iterators[""] = BreakIterator(icu::BreakIterator::createWordInstance(icu::Locale::getDefault(), status));
} else {
iterators[""] = std::unique_ptr<icu::BreakIterator>(icu::BreakIterator::createWordInstance(icu::Locale::createCanonical(ui_language), status));
if (status.isFailure()) {
iterators[""] = std::unique_ptr<icu::BreakIterator>(icu::BreakIterator::createWordInstance(icu::Locale::getDefault(), status));
}
ensure_lang_iterator(ui_language);
}
}
}
BreakIterator& ensure_lang_iterator(const char *lang = "") {
auto ans = iterators.find(lang);
if (ans == iterators.end()) {
icu::ErrorCode status;
iterators[lang] = BreakIterator(icu::BreakIterator::createWordInstance(icu::Locale::createCanonical(lang), status));
if (status.isFailure()) {
iterators[lang] = BreakIterator(icu::BreakIterator::createWordInstance(icu::Locale::getDefault(), status));
}
ans = iterators.find(lang);
}
return ans->second;
}
public:
int constructor_error;
Tokenizer(const char **args, int nargs) :