401     char16 *token;  in read_raw_dict()  local
405     token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);  in read_raw_dict()
406     if (NULL == token) {  in read_raw_dict()
412     size_t lemma_size = utf16_strlen(token);  in read_raw_dict()
425     utf16_strcpy(lemma_arr_[i].hanzi_str, token);  in read_raw_dict()
430     token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);  in read_raw_dict()
431     if (NULL == token) {  in read_raw_dict()
436     lemma_arr_[i].freq = utf16_atof(token);  in read_raw_dict()
446     token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);  in read_raw_dict()
447     assert(NULL != token);  in read_raw_dict()
448     int gbk_flag = utf16_atoi(token);  in read_raw_dict()
467       token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);  in read_raw_dict()
468       if (NULL == token) {  in read_raw_dict()
474       assert(utf16_strlen(token) <= kMaxPinyinSize);  in read_raw_dict()
476       utf16_strcpy_tochar(lemma_arr_[i].pinyin_str[hz_pos], token);  in read_raw_dict()
489     token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);  in read_raw_dict()
490     if (spelling_not_support || NULL != token) {  in read_raw_dict()