/* Copyright 2016 The TensorFlow Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ==============================================================================*/ #include "tensorflow/java/src/main/native/graph_jni.h" #include #include #include "tensorflow/c/c_api.h" #include "tensorflow/java/src/main/native/exception_jni.h" #include "tensorflow/java/src/main/native/utils_jni.h" namespace { template T* requireHandleImpl(JNIEnv* env, jlong handle) { static_assert(sizeof(jlong) >= sizeof(T*), "Cannot package C object pointers as a Java long"); if (handle == 0) { throwException(env, kIllegalStateException, "close() has been called on the Graph"); return nullptr; } return reinterpret_cast(handle); } TF_Graph* requireHandle(JNIEnv* env, jlong handle) { return requireHandleImpl(env, handle); } TF_Operation* requireOperationHandle(JNIEnv* env, jlong handle) { return requireHandleImpl(env, handle); } } // namespace JNIEXPORT jlong JNICALL Java_org_tensorflow_Graph_allocate(JNIEnv*, jclass) { return reinterpret_cast(TF_NewGraph()); } JNIEXPORT void JNICALL Java_org_tensorflow_Graph_delete(JNIEnv*, jclass, jlong handle) { if (handle == 0) return; TF_DeleteGraph(reinterpret_cast(handle)); } JNIEXPORT jlong JNICALL Java_org_tensorflow_Graph_operation(JNIEnv* env, jclass clazz, jlong handle, jstring name) { TF_Graph* g = requireHandle(env, handle); if (g == nullptr) return 0; const char* cname = env->GetStringUTFChars(name, nullptr); TF_Operation* op = TF_GraphOperationByName(g, cname); env->ReleaseStringUTFChars(name, cname); return reinterpret_cast(op); } JNIEXPORT jlongArray JNICALL Java_org_tensorflow_Graph_nextOperation( JNIEnv* env, jclass clazz, jlong handle, jint position) { TF_Graph* g = requireHandle(env, handle); if (g == nullptr) return nullptr; size_t pos = static_cast(position); TF_Operation* operation = TF_GraphNextOperation(g, &pos); if (operation == nullptr) return nullptr; jlong handle_and_position[2]; handle_and_position[0] = reinterpret_cast(operation); handle_and_position[1] = static_cast(pos); jlongArray rhett = env->NewLongArray(2); env->SetLongArrayRegion(rhett, 0, 2, handle_and_position); return rhett; } JNIEXPORT void JNICALL Java_org_tensorflow_Graph_importGraphDef( JNIEnv* env, jclass clazz, jlong handle, jbyteArray graph_def, jstring prefix) { TF_Graph* g = requireHandle(env, handle); if (g == nullptr) return; TF_ImportGraphDefOptions* opts = TF_NewImportGraphDefOptions(); jboolean is_copy; const char* cprefix = env->GetStringUTFChars(prefix, &is_copy); TF_ImportGraphDefOptionsSetPrefix(opts, cprefix); env->ReleaseStringUTFChars(prefix, cprefix); static_assert(sizeof(jbyte) == 1, "unexpected size of the jbyte type"); jbyte* bytes = env->GetByteArrayElements(graph_def, &is_copy); TF_Buffer* buf = TF_NewBufferFromString(bytes, env->GetArrayLength(graph_def)); TF_Status* status = TF_NewStatus(); TF_GraphImportGraphDef(g, buf, opts, status); throwExceptionIfNotOK(env, status); // Continue cleaning up resources even if an exception was thrown. TF_DeleteStatus(status); TF_DeleteBuffer(buf); env->ReleaseByteArrayElements(graph_def, bytes, JNI_ABORT); TF_DeleteImportGraphDefOptions(opts); } JNIEXPORT jbyteArray JNICALL Java_org_tensorflow_Graph_toGraphDef(JNIEnv* env, jclass clazz, jlong handle) { jbyteArray ret = nullptr; TF_Graph* g = requireHandle(env, handle); if (g == nullptr) return ret; TF_Buffer* buf = TF_NewBuffer(); TF_Status* status = TF_NewStatus(); TF_GraphToGraphDef(g, buf, status); if (throwExceptionIfNotOK(env, status)) { // sizeof(jsize) is less than sizeof(size_t) on some platforms. if (buf->length > std::numeric_limits::max()) { throwException(env, kIndexOutOfBoundsException, "GraphDef is too large to serialize into a byte[] array"); } else { static_assert(sizeof(jbyte) == 1, "unexpected size of the jbyte type"); jint ret_len = static_cast(buf->length); ret = env->NewByteArray(ret_len); env->SetByteArrayRegion(ret, 0, ret_len, static_cast(buf->data)); } } TF_DeleteStatus(status); TF_DeleteBuffer(buf); return ret; } JNIEXPORT jlongArray JNICALL Java_org_tensorflow_Graph_addGradients( JNIEnv* env, jclass clazz, jlong handle, jstring prefix, jlongArray y_handles, jintArray y_indices, jlongArray x_handles, jintArray x_indices, jlongArray dx_handles, jintArray dx_indices) { TF_Graph* g = requireHandle(env, handle); if (g == nullptr) return nullptr; const jint ny = env->GetArrayLength(y_handles); const jint nx = env->GetArrayLength(x_handles); std::unique_ptr y(new TF_Output[ny]); std::unique_ptr x(new TF_Output[nx]); std::unique_ptr dx(nullptr); std::unique_ptr dy(new TF_Output[nx]); resolveOutputs(env, "y", y_handles, y_indices, y.get(), ny); resolveOutputs(env, "x", x_handles, x_indices, x.get(), nx); if (dx_handles != nullptr) { if (env->GetArrayLength(dx_handles) != ny) { throwException(env, kIllegalArgumentException, "expected %d, got %d dx handles", ny, env->GetArrayLength(dx_handles)); } dx.reset(new TF_Output[ny]); resolveOutputs(env, "dx", dx_handles, dx_indices, dx.get(), ny); } if (env->ExceptionCheck()) return nullptr; const char* cprefix = nullptr; if (prefix != nullptr) { cprefix = env->GetStringUTFChars(prefix, nullptr); } TF_Status* status = TF_NewStatus(); TF_AddGradientsWithPrefix(g, cprefix, y.get(), ny, x.get(), nx, dx.get(), status, dy.get()); if (prefix != nullptr) { env->ReleaseStringUTFChars(prefix, cprefix); } if (!throwExceptionIfNotOK(env, status)) { TF_DeleteStatus(status); return nullptr; } TF_DeleteStatus(status); // returned array contains both op handles and output indices, in pair jlongArray dy_handles_and_indices = env->NewLongArray(nx << 1); jlong* dy_elems = env->GetLongArrayElements(dy_handles_and_indices, nullptr); for (int i = 0, j = nx; i < nx; ++i, ++j) { TF_Output dy_output = dy.get()[i]; dy_elems[i] = reinterpret_cast(dy_output.oper); dy_elems[j] = static_cast(dy_output.index); } env->ReleaseLongArrayElements(dy_handles_and_indices, dy_elems, 0); return dy_handles_and_indices; } // helper function for while loop -- constructs conditional or body subgraph jlongArray buildSubgraph(JNIEnv* env, jclass clazz, jobject subgraph_builder, TF_Graph* const subgraph, const TF_Output* const inputs, const TF_Output* const outputs, const int ninputs, const int noutputs) { jmethodID build_subgraph_method_id = env->GetStaticMethodID( clazz, "buildSubgraph", "(Lorg/tensorflow/Graph$WhileSubgraphBuilder;J[J[I[J[I)[J"); if (build_subgraph_method_id == 0) return nullptr; jlong subgraph_handle = reinterpret_cast(subgraph); jlongArray input_handles = env->NewLongArray(ninputs); jintArray input_indices = env->NewIntArray(ninputs); jlongArray output_handles = env->NewLongArray(noutputs); jintArray output_indices = env->NewIntArray(noutputs); jlong* input_handles_elems = env->GetLongArrayElements(input_handles, nullptr); jint* input_indices_elems = env->GetIntArrayElements(input_indices, nullptr); jlong* output_handles_elems = env->GetLongArrayElements(output_handles, nullptr); jint* output_indices_elems = env->GetIntArrayElements(output_indices, nullptr); for (int i = 0; i < ninputs; ++i) { input_handles_elems[i] = reinterpret_cast((inputs[i]).oper); input_indices_elems[i] = static_cast((inputs[i]).index); } for (int i = 0; i < noutputs; ++i) { output_handles_elems[i] = reinterpret_cast((outputs[i]).oper); output_indices_elems[i] = static_cast((outputs[i]).index); } env->ReleaseLongArrayElements(input_handles, input_handles_elems, 0); env->ReleaseIntArrayElements(input_indices, input_indices_elems, 0); env->ReleaseLongArrayElements(output_handles, output_handles_elems, 0); env->ReleaseIntArrayElements(output_indices, output_indices_elems, 0); // call Java code to construct the subgraph jlongArray output_handles_and_indices = (jlongArray)env->CallStaticObjectMethod( clazz, build_subgraph_method_id, subgraph_builder, subgraph_handle, input_handles, input_indices, output_handles, output_indices); if (env->ExceptionOccurred()) { env->ExceptionDescribe(); return nullptr; } // returned array contains both op handles and output indices, in pair return output_handles_and_indices; } JNIEXPORT jlongArray JNICALL Java_org_tensorflow_Graph_whileLoop( JNIEnv* env, jclass clazz, jlong handle, jlongArray input_handles, jintArray input_indices, jstring name, jobject cond_graph_builder, jobject body_graph_builder) { TF_Graph* g = requireHandle(env, handle); TF_Status* status = TF_NewStatus(); if (g == nullptr) return nullptr; int ninputs = env->GetArrayLength(input_handles); std::unique_ptr inputs(new TF_Output[ninputs]); resolveOutputs(env, "inputs", input_handles, input_indices, inputs.get(), ninputs); if (env->ExceptionCheck()) return nullptr; // initialize while params TF_WhileParams params = TF_NewWhile(g, inputs.get(), ninputs, status); throwExceptionIfNotOK(env, status); // build conditional subgraph jlongArray cond_output_handles_and_indices = buildSubgraph(env, clazz, cond_graph_builder, params.cond_graph, params.cond_inputs, ¶ms.cond_output, params.ninputs, 1); // build body subgraph jlongArray body_output_handles_and_indices = buildSubgraph( env, clazz, body_graph_builder, params.body_graph, params.body_inputs, params.body_outputs, params.ninputs, params.ninputs); if (cond_output_handles_and_indices == nullptr || body_output_handles_and_indices == nullptr) return nullptr; // set cond_output param to output of the conditional subgraph jlong* cond_output_elems = env->GetLongArrayElements(cond_output_handles_and_indices, nullptr); TF_Operation* cond_output_op = requireOperationHandle(env, cond_output_elems[0]); params.cond_output = {cond_output_op, static_cast(cond_output_elems[1])}; env->ReleaseLongArrayElements(cond_output_handles_and_indices, cond_output_elems, 0); // set body_outputs param to outputs of the body subgraph jlong* body_output_elems = env->GetLongArrayElements(body_output_handles_and_indices, nullptr); for (int i = 0, j = ninputs; i < ninputs; ++i, ++j) { TF_Operation* body_output_op = requireOperationHandle(env, body_output_elems[i]); params.body_outputs[i] = {body_output_op, static_cast(body_output_elems[j])}; } env->ReleaseLongArrayElements(body_output_handles_and_indices, body_output_elems, 0); // set loop name param params.name = env->GetStringUTFChars(name, 0); // build the while loop, storing loop outputs in `outputs` std::unique_ptr outputs(new TF_Output[ninputs]); TF_FinishWhile(¶ms, status, outputs.get()); throwExceptionIfNotOK(env, status); TF_DeleteStatus(status); env->ReleaseStringUTFChars(name, params.name); // returned array contains both op handles and output indices, in pair jlongArray output_handles_and_indices = env->NewLongArray(ninputs * 2); jlong* output_elems = env->GetLongArrayElements(output_handles_and_indices, nullptr); for (int i = 0, j = ninputs; i < ninputs; ++i, ++j) { TF_Output output = outputs.get()[i]; output_elems[i] = reinterpret_cast(output.oper); output_elems[j] = static_cast(output.index); } env->ReleaseLongArrayElements(output_handles_and_indices, output_elems, 0); return output_handles_and_indices; }