Searched defs:CodepointIndex (Results 1 – 4 of 4) sorted by relevance
54 const std::unordered_map<CodepointIndex, CodepointIndex>& token_alignment, in MapCodepointToTokenPaddingIfPresent()
203 std::pair<CodepointIndex, CodepointIndex>* span) const { in LabelToSpan()262 const std::pair<CodepointIndex, CodepointIndex>& span, in SpanToLabel()
54 using CodepointIndex = int; variable
33 typedef size_t CodepointIndex; typedef