Searched refs:llm_helper (Results 1 – 19 of 19) sorted by relevance
16 add_library(llm_helper STATIC) target18 llm_helper19 PRIVATE llm_helper/mask_builder.cpp llm_helper/rotary_embedding.cpp20 llm_helper/token_embedding.cpp23 target_link_libraries(llm_helper PRIVATE executorch)25 llm_helper PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} llm_helper/include27 target_compile_options(llm_helper PRIVATE ${_common_compile_options})33 neuron_backend log llm_helper
84 const llm_helper::LLMType logitsType, in argmax()88 case llm_helper::LLMType::INT16: in argmax()90 case llm_helper::LLMType::FP16: in argmax()92 case llm_helper::LLMType::FP32: in argmax()
53 std::unique_ptr<llm_helper::TokenEmbeddingLut> mTokenEmbLut;54 std::unique_ptr<llm_helper::RotaryEmbeddingMasterLut> mRotEmbMasterLut;
32 using llm_helper::MaskBuilder;33 using llm_helper::RotaryEmbeddingMasterLut;
33 mRotEmbMasterLut = std::make_unique<llm_helper::RotaryEmbeddingMasterLut>( in Initialize()78 mTokenEmbLut = std::make_unique<llm_helper::TokenEmbeddingLut>( in Initialize()
18 using llm_helper::LLMType;
55 kCacheTypeSize(llm_helper::getLLMTypeSize(kCacheType)), in LlamaModelChunk()
170 ${EXECUTORCH_ROOT}/examples/mediatek/executor_runner/llama_runner/llm_helper/mask_builder.cpp171 … ${EXECUTORCH_ROOT}/examples/mediatek/executor_runner/llama_runner/llm_helper/rotary_embedding.cpp172 … ${EXECUTORCH_ROOT}/examples/mediatek/executor_runner/llama_runner/llm_helper/token_embedding.cpp
20 namespace llm_helper {
14 using example::llm_helper::LLMType;
16 namespace llm_helper {
17 namespace llm_helper {
15 namespace llm_helper {
23 namespace llm_helper { namespace
15 namespace llm_helper { namespace
20 namespace llm_helper { namespace
76 using namespace example::llm_helper;
134 using namespace example::llm_helper;
119 …. Modify the values in `examples/mediatek/executor_runner/llama_runner/llm_helper/include/llama_ru…