jpirnay
3dabd30287
## Summary * **What is the goal of this PR?** Fixing / extending the hyphenation logic to deal with words containing an apostophe as raised in #1186 * **What changes are included?** ## Additional Context --- ### AI Usage While CrossPoint doesn't have restrictions on AI tools in contributing, please be transparent about their usage as it helps set the right context for reviewers. Did you use AI tools to help write this code? _**PARTIALLY**_ (as the user provided a thorough analysis that I followed)
27 lines
646 B
C++
27 lines
646 B
C++
#pragma once
|
|
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
struct CodepointInfo {
|
|
uint32_t value;
|
|
size_t byteOffset;
|
|
};
|
|
|
|
uint32_t toLowerLatin(uint32_t cp);
|
|
uint32_t toLowerCyrillic(uint32_t cp);
|
|
|
|
bool isLatinLetter(uint32_t cp);
|
|
bool isCyrillicLetter(uint32_t cp);
|
|
|
|
bool isAlphabetic(uint32_t cp);
|
|
bool isPunctuation(uint32_t cp);
|
|
bool isAsciiDigit(uint32_t cp);
|
|
bool isApostrophe(uint32_t cp);
|
|
bool isExplicitHyphen(uint32_t cp);
|
|
bool isSoftHyphen(uint32_t cp);
|
|
void trimSurroundingPunctuationAndFootnote(std::vector<CodepointInfo>& cps);
|
|
std::vector<CodepointInfo> collectCodepoints(const std::string& word);
|