1 /* Copyright 2017 The TensorFlow Authors. All Rights Reserved. 2 3 Licensed under the Apache License, Version 2.0 (the "License"); 4 you may not use this file except in compliance with the License. 5 You may obtain a copy of the License at 6 7 http://www.apache.org/licenses/LICENSE-2.0 8 9 Unless required by applicable law or agreed to in writing, software 10 distributed under the License is distributed on an "AS IS" BASIS, 11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 See the License for the specific language governing permissions and 13 limitations under the License. 14 ==============================================================================*/ 15 16 #include "tensorflow/core/framework/op.h" 17 #include "tensorflow/core/framework/shape_inference.h" 18 19 namespace tensorflow { 20 REGISTER_OP("GenerateVocabRemapping") 21 .Input("new_vocab_file: string") 22 .Input("old_vocab_file: string") 23 .Attr("new_vocab_offset: int >= 0") 24 .Attr("num_new_vocab: int >= 0") 25 .Attr("old_vocab_size: int >= -1 = -1") 26 .Output("remapping: int64") 27 .Output("num_present: int32") __anon62d746c20102(shape_inference::InferenceContext* c) 28 .SetShapeFn([](shape_inference::InferenceContext* c) { 29 shape_inference::ShapeHandle unused; 30 TF_RETURN_IF_ERROR(c->WithRank(c->input(0), 0, &unused)); 31 TF_RETURN_IF_ERROR(c->WithRank(c->input(1), 0, &unused)); 32 33 int64 new_vocab_offset; 34 TF_RETURN_IF_ERROR(c->GetAttr("new_vocab_offset", &new_vocab_offset)); 35 int64 num_new_vocab; 36 TF_RETURN_IF_ERROR(c->GetAttr("num_new_vocab", &num_new_vocab)); 37 38 c->set_output(0, c->Vector(num_new_vocab)); 39 c->set_output(1, c->Scalar()); 40 return Status::OK(); 41 }); 42 43 REGISTER_OP("LoadAndRemapMatrix") 44 .Input("ckpt_path: string") 45 .Input("old_tensor_name: string") 46 .Input("row_remapping: int64") 47 .Input("col_remapping: int64") 48 .Input("initializing_values: float") 49 .Attr("num_rows: int >= 0") 50 .Attr("num_cols: int >= 1") 51 .Attr("max_rows_in_memory: int = -1") 52 .Output("output_matrix: float") 53 // TODO(b/30502450): Setting the op as being stateful prevents it from being 54 // executed more often than expected (possibly due to stateful ops not being 55 // subject to constant folding?). This op is usually slow and may require 56 // multiple disk reads, so we want to minimize the number of times it's 57 // executed redundantly. 58 .SetIsStateful() __anon62d746c20202(shape_inference::InferenceContext* c) 59 .SetShapeFn([](shape_inference::InferenceContext* c) { 60 shape_inference::ShapeHandle unused; 61 TF_RETURN_IF_ERROR(c->WithRank(c->input(1), 0, &unused)); 62 63 int64 num_rows; 64 TF_RETURN_IF_ERROR(c->GetAttr("num_rows", &num_rows)); 65 int64 num_cols; 66 TF_RETURN_IF_ERROR(c->GetAttr("num_cols", &num_cols)); 67 68 c->set_output(0, c->Matrix(num_rows, num_cols)); 69 return Status::OK(); 70 }); 71 } // namespace tensorflow 72