# [first column]:model_name;input_num;input_shape;threads;extra_info. If there is no need to set these parameters, the # content after ";" can be omitted. # [second column]:accuracy limit for float16 in arm64 device mtk_detect-mbv2-shortcut-400-400-simplified.onnx 4 mtk_face_features_v3.onnx 20 emotion-ferplus-8.onnx 1 #rcnn-ilsvrc13-9.onnx 0.1 efficientnet-lite4-11.onnx 2 mobilenetv2-7.onnx 8 shufflenet-v2-10.onnx 5 squeezenet1.1-7.onnx 1 densenet-9.onnx 6 ml_table_detection_fp32_tmp.onnx 2 ml_table_segment.onnx 2 googlenet-9.onnx 3 inception-v1-9.onnx 3 inception-v2-9.onnx 4 shufflenet-9.onnx 1000 squeezenet1.0-9.onnx 5 residual_distill_cifar10_bs_1.onnx 1 residual_distill_cifar10_bs_32.onnx 2 residual_distill_bs_1.onnx 6 residual_distill_bs_32.onnx 30 ml_face_3d.onnx 2 gts_version-RFB-320_simplified.onnx 3 mnist-8.onnx 10 crnn_lite_lstm_v2.onnx;1;32,32,32,1 0.3 psenet_lite_mbv2.onnx;1;1,32,32,3 0.6 super-resolution-10.onnx;1;1,224,224,1 4.5 tinyyolov2-8.onnx;1;1,416,416,3 5.5 #ml_2012_ocr_cn.onnx -1 #ml_2012_ocr_cn_noLSTM.onnx 1 #candy-9.onnx 5 #mosaic-9.onnx 4 pointilism-9.onnx 3 rain-princess-9.onnx 5 udnie-9.onnx 3 adversarial_pruning.onnx 3 residual_distill_res34_cifar10_bs_1_update.onnx 2 residual_distill_res50_cifar10_bs_1_update.onnx 2 #ml_voice_detect.onnx #out of float16 range because power op hdc_ocr_attention.onnx 1.6 #one of the output has small values in model hdc_ocr_detect_tmp.onnx hdc_ocr_detect_tmp.onnx 30 ml_edu_kit_hand_detection.onnx 2 ml_edu_kit_hand_key_position.onnx 2 ml_video_edit_judge.onnx 12 ml_video_edit_vignet.onnx 1.5 ml_video_edit_style_transfer_autoportrait.onnx 2 ml_video_edit_style_transfer_candy.onnx 2 ml_video_edit_style_transfer_gongnongbing.onnx 2 ml_video_edit_style_transfer_starry.onnx 2 hdc_Face_Landmark5_MTI_Aesthetic.onnx 0.5 hdc_Image_Aesthetic_MTI_Aesthetic.onnx 0.5 hdc_resnet_1w_class.onnx 6 gts_text_detection.onnx;1;1,224,224,3 10 hdc_Face_Emotion_MTI_Aesthetic.onnx 144 ml_video_edit_imitate_filter.onnx 120 ml_facedetector.onnx 6 ml_ei_facedetection.onnx 2 #ml_video_edit_art_generate.onnx #mul operator overflows, not suitable for fp16 #ml_voice_detect.onnx #conv operator overflows, not suitable for fp16 #ml_location_lane_counter.onnx has very small values during op computation (<1e-6), which causes the precision variation ml_location_lane_counter.onnx 8.5 ml_location_lane_counter0.onnx 1.0 #The encoder an decoder model are used in ml_asr scene, both have value overflow. Not suitable for fp16. #But added for guarding process. encoder.onnx;1;1,32,83 1262 mtk_emotions-d2012-75.onnx 6 mtk_detect-mbv1-shortcut-400-400.onnx 0.5 mtk_detect-mbv2-shortcut-400-400.onnx 0.5 mtk_detect_mbv1_640_480.onnx 0.5 mtk_detect-deeper-halfdeeper-mbv1-shortcut-400-400_nopostprocess_simplified_onnx.onnx 2 mtk_detect-mbv1-shortcut-400-400_nopostprocess_simplified_onnx.onnx 6.5 mtk_detect-deeper-halfdeeper-mbv1-lastearlySSD-shortcut-400-400_nopostprocess_simplified_onnx.onnx 2.5 mtk_detect_mbv1_640_480_nopostprocess_simplified_onnx.onnx;1;1,480,640,3 2 mtk_face_features_v2.onnx;1;1,256,192,3 0.5 mtk_face_recognition_v3.onnx 1.1 mtk_face_recognition_v2.onnx 2.5 ml_2012_ocr_detection_tmp.onnx 0.5 Harmony_Voiceprint_resnet18.onnx;1;1,150,40,1 5.5 bloom_hongmo_detection_tmp.onnx 0.5 Q_face_recognition.onnx 3.2 ml_video_edit_enhance_update_tmp.onnx 0.5 Q888_face_recognition.onnx 3.5 Q888_iris_detect.onnx 0.5 ssd_mobilenet_v1_10.onnx;1;1,383,640,3 0.5 # The output from a conv in the later part contains many minus values, the following leakyRelu makes them become very # close to 0 (-e^-4). The fp16 precision lost a lot in this case and it affects the following computation. Harmony_Voiceprint.onnx;1;1,200,40,1 21.5 # small output causes big bias # A matmul op in the later part produces overflowed output values (>65504). #ml_video_edit_art_generate_20210513.onnx nan ml_asr_encoder_int8_202103.onnx;;;4 2.1 # The input range of hdc_efficientnet_b3_1w_class.onnx is [-5, 5], the computation of middle layers contains small # values(<1e-5), The fp16 computation precision is low in this case. hdc_efficientnet_b3_1w_class.onnx 18 yolov5s.onnx 2 ml_video_edit_art_transfer.onnx;3 3 decoder.onnx;2;1,7,512:1,7 113 ml_video_edit_art_transfer_20210513.onnx;3 1 ml_asr_decoder_202103.onnx;2;1,64,512:1,64 0.5 ml_video_edit_makeup_mobilenetv203.onnx 4 # The input of ml_video_edit_hair_dyeing_migrate_v2.onnx should be between [0, 1] ml_video_edit_hair_dyeing_migrate_v2.onnx;4 2.5 Q888_CV_face_recognition_self.onnx 3.6 ml_video_edit_hair_dyeing_migrate_v2_fix.onnx;4 3 ml_intelligent_cockpit_model.onnx;3;1,32:1,32:1,32 3.5 CloudBU_FSRCNN_RTC_8ch_3450_QP9.onnx;1;1,225,225,3 1.5 CloudBU_rfdn_rtc_x2_ver2_13.onnx;1;1,225,225,3 1.5 CloudBU_rfdn_rtc_x2_ver2_3450.onnx;1;1,225,225,3 3.0