1 /* Copyright 2020 The TensorFlow Authors. All Rights Reserved. 2 3 Licensed under the Apache License, Version 2.0 (the "License"); 4 you may not use this file except in compliance with the License. 5 You may obtain a copy of the License at 6 7 http://www.apache.org/licenses/LICENSE-2.0 8 9 Unless required by applicable law or agreed to in writing, software 10 distributed under the License is distributed on an "AS IS" BASIS, 11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 See the License for the specific language governing permissions and 13 limitations under the License. 14 ==============================================================================*/ 15 16 #ifndef TENSORFLOW_LITE_DELEGATES_XNNPACK_XNNPACK_DELEGATE_H_ 17 #define TENSORFLOW_LITE_DELEGATES_XNNPACK_XNNPACK_DELEGATE_H_ 18 19 #include "tensorflow/lite/c/common.h" 20 21 #ifdef __cplusplus 22 extern "C" { 23 #endif // __cplusplus 24 25 typedef struct { 26 // Number of threads to use in the thread pool. 27 // 0 or negative value means no thread pool used. 28 int32_t num_threads; 29 30 // Whether to enable the support of INT8-weights unpacking in a similar way as 31 // FP16-weights unpacking is supported, which requires an additional 32 // Dequantize op for the quantized weights. 33 // By default, this is disabled. However, when compiling the XNNPACK delegate, 34 // defining macro ENABLE_TFLITE_XNNPACK_DEQUANTIZED_INT8_WEIGHTS will enable 35 // this feature. 36 bool enable_int8_weights_unpacking; 37 } TfLiteXNNPackDelegateOptions; 38 39 // Returns a structure with the default XNNPack delegate options. 40 TfLiteXNNPackDelegateOptions TfLiteXNNPackDelegateOptionsDefault(); 41 42 // Creates a new delegate instance that need to be destroyed with 43 // `TfLiteXNNPackDelegateDelete` when delegate is no longer used by TFLite. 44 // When `options` is set to `nullptr`, the following default values are used: 45 TfLiteDelegate* TfLiteXNNPackDelegateCreate( 46 const TfLiteXNNPackDelegateOptions* options); 47 48 // Returns the pthreadpool_t object used for parallelization in XNNPACK. 49 // Can return NULL if the XNNPack delegate is single-threaded. 50 // 51 // WARNING: This API is experimental and subject to change. 52 void* TfLiteXNNPackDelegateGetThreadPool(TfLiteDelegate* delegate); 53 54 // Destroys a delegate created with `TfLiteXNNPackDelegateCreate` call. 55 void TfLiteXNNPackDelegateDelete(TfLiteDelegate* delegate); 56 57 #ifdef __cplusplus 58 } 59 #endif // __cplusplus 60 61 #endif // TENSORFLOW_LITE_DELEGATES_XNNPACK_XNNPACK_DELEGATE_H_ 62