• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright 2018 Google Inc. All rights reserved.
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *     http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include <string>
18 #include <unordered_set>
19 
20 #include "flatbuffers/code_generators.h"
21 #include "flatbuffers/flatbuffers.h"
22 #include "flatbuffers/idl.h"
23 #include "flatbuffers/util.h"
24 
25 namespace flatbuffers {
26 namespace lobster {
27 
28 class LobsterGenerator : public BaseGenerator {
29  public:
LobsterGenerator(const Parser & parser,const std::string & path,const std::string & file_name)30   LobsterGenerator(const Parser &parser, const std::string &path,
31                    const std::string &file_name)
32       : BaseGenerator(parser, path, file_name, "" /* not used */, "_",
33                       "lobster") {
34     static const char *const keywords[] = {
35       "nil",    "true",    "false",     "return",  "struct",    "class",
36       "import", "int",     "float",     "string",  "any",       "def",
37       "is",     "from",    "program",   "private", "coroutine", "resource",
38       "enum",   "typeof",  "var",       "let",     "pakfile",   "switch",
39       "case",   "default", "namespace", "not",     "and",       "or",
40       "bool",
41     };
42     keywords_.insert(std::begin(keywords), std::end(keywords));
43   }
44 
EscapeKeyword(const std::string & name) const45   std::string EscapeKeyword(const std::string &name) const {
46     return keywords_.find(name) == keywords_.end() ? name : name + "_";
47   }
48 
NormalizedName(const Definition & definition) const49   std::string NormalizedName(const Definition &definition) const {
50     return EscapeKeyword(definition.name);
51   }
52 
NormalizedName(const EnumVal & ev) const53   std::string NormalizedName(const EnumVal &ev) const {
54     return EscapeKeyword(ev.name);
55   }
56 
NamespacedName(const Definition & def)57   std::string NamespacedName(const Definition &def) {
58     return WrapInNameSpace(def.defined_namespace, NormalizedName(def));
59   }
60 
GenTypeName(const Type & type)61   std::string GenTypeName(const Type &type) {
62     auto bits = NumToString(SizeOf(type.base_type) * 8);
63     if (IsInteger(type.base_type)) return "int" + bits;
64     if (IsFloat(type.base_type)) return "float" + bits;
65     if (IsString(type)) return "string";
66     if (type.base_type == BASE_TYPE_STRUCT) return "table";
67     return "none";
68   }
69 
LobsterType(const Type & type)70   std::string LobsterType(const Type &type) {
71     if (IsFloat(type.base_type)) return "float";
72     if (IsScalar(type.base_type) && type.enum_def)
73       return NormalizedName(*type.enum_def);
74     if (!IsScalar(type.base_type)) return "flatbuffers_offset";
75     return "int";
76   }
77 
78   // Returns the method name for use with add/put calls.
GenMethod(const Type & type)79   std::string GenMethod(const Type &type) {
80     return IsScalar(type.base_type)
81                ? MakeCamel(GenTypeBasic(type))
82                : (IsStruct(type) ? "Struct" : "UOffsetTRelative");
83   }
84 
85   // This uses Python names for now..
GenTypeBasic(const Type & type)86   std::string GenTypeBasic(const Type &type) {
87     // clang-format off
88     static const char *ctypename[] = {
89       #define FLATBUFFERS_TD(ENUM, IDLTYPE, \
90               CTYPE, JTYPE, GTYPE, NTYPE, PTYPE, ...) \
91         #PTYPE,
92         FLATBUFFERS_GEN_TYPES(FLATBUFFERS_TD)
93       #undef FLATBUFFERS_TD
94     };
95     // clang-format on
96     return ctypename[type.base_type];
97   }
98 
99   // Generate a struct field, conditioned on its child type(s).
GenStructAccessor(const StructDef & struct_def,const FieldDef & field,std::string * code_ptr)100   void GenStructAccessor(const StructDef &struct_def, const FieldDef &field,
101                          std::string *code_ptr) {
102     GenComment(field.doc_comment, code_ptr, nullptr, "    ");
103     std::string &code = *code_ptr;
104     auto offsets = NumToString(field.value.offset);
105     auto def = "    def " + NormalizedName(field);
106     if (IsScalar(field.value.type.base_type)) {
107       std::string acc;
108       if (struct_def.fixed) {
109         acc = "buf_.read_" + GenTypeName(field.value.type) + "_le(pos_ + " +
110               offsets + ")";
111 
112       } else {
113         auto defval = field.IsOptional() ? "0" : field.value.constant;
114         acc = "buf_.flatbuffers_field_" + GenTypeName(field.value.type) +
115               "(pos_, " + offsets + ", " + defval + ")";
116       }
117       if (field.value.type.enum_def)
118         acc = NormalizedName(*field.value.type.enum_def) + "(" + acc + ")";
119       if (field.IsOptional())
120         acc += ", buf_.flatbuffers_field_present(pos_, " + offsets + ")";
121       code += def + "():\n        return " + acc + "\n";
122       return;
123     }
124     switch (field.value.type.base_type) {
125       case BASE_TYPE_STRUCT: {
126         auto name = NamespacedName(*field.value.type.struct_def);
127         code += def + "():\n        ";
128         if (struct_def.fixed) {
129           code += "return " + name + "{ buf_, pos_ + " + offsets + " }\n";
130         } else {
131           code += std::string("let o = buf_.flatbuffers_field_") +
132                   (field.value.type.struct_def->fixed ? "struct" : "table") +
133                   "(pos_, " + offsets + ")\n        return if o: " + name +
134                   " { buf_, o } else: nil\n";
135         }
136         break;
137       }
138       case BASE_TYPE_STRING:
139         code += def +
140                 "():\n        return buf_.flatbuffers_field_string(pos_, " +
141                 offsets + ")\n";
142         break;
143       case BASE_TYPE_VECTOR: {
144         auto vectortype = field.value.type.VectorType();
145         code += def + "(i:int):\n        return ";
146         if (vectortype.base_type == BASE_TYPE_STRUCT) {
147           auto start = "buf_.flatbuffers_field_vector(pos_, " + offsets +
148                        ") + i * " + NumToString(InlineSize(vectortype));
149           if (!(vectortype.struct_def->fixed)) {
150             start = "buf_.flatbuffers_indirect(" + start + ")";
151           }
152           code += NamespacedName(*field.value.type.struct_def) + " { buf_, " +
153                   start + " }\n";
154         } else {
155           if (IsString(vectortype))
156             code += "buf_.flatbuffers_string";
157           else
158             code += "buf_.read_" + GenTypeName(vectortype) + "_le";
159           code += "(buf_.flatbuffers_field_vector(pos_, " + offsets +
160                   ") + i * " + NumToString(InlineSize(vectortype)) + ")\n";
161         }
162         break;
163       }
164       case BASE_TYPE_UNION: {
165         for (auto it = field.value.type.enum_def->Vals().begin();
166              it != field.value.type.enum_def->Vals().end(); ++it) {
167           auto &ev = **it;
168           if (ev.IsNonZero()) {
169             code += def + "_as_" + ev.name + "():\n        return " +
170                     NamespacedName(*ev.union_type.struct_def) +
171                     " { buf_, buf_.flatbuffers_field_table(pos_, " + offsets +
172                     ") }\n";
173           }
174         }
175         break;
176       }
177       default: FLATBUFFERS_ASSERT(0);
178     }
179     if (IsVector(field.value.type)) {
180       code += def +
181               "_length():\n        return "
182               "buf_.flatbuffers_field_vector_len(pos_, " +
183               offsets + ")\n";
184     }
185   }
186 
187   // Generate table constructors, conditioned on its members' types.
GenTableBuilders(const StructDef & struct_def,std::string * code_ptr)188   void GenTableBuilders(const StructDef &struct_def, std::string *code_ptr) {
189     std::string &code = *code_ptr;
190     code += "struct " + NormalizedName(struct_def) +
191             "Builder:\n    b_:flatbuffers_builder\n";
192     code += "    def start():\n        b_.StartObject(" +
193             NumToString(struct_def.fields.vec.size()) +
194             ")\n        return this\n";
195     for (auto it = struct_def.fields.vec.begin();
196          it != struct_def.fields.vec.end(); ++it) {
197       auto &field = **it;
198       if (field.deprecated) continue;
199       auto offset = it - struct_def.fields.vec.begin();
200       code += "    def add_" + NormalizedName(field) + "(" +
201               NormalizedName(field) + ":" + LobsterType(field.value.type) +
202               "):\n        b_.Prepend" + GenMethod(field.value.type) + "Slot(" +
203               NumToString(offset) + ", " + NormalizedName(field);
204       if (IsScalar(field.value.type.base_type) && !field.IsOptional())
205         code += ", " + field.value.constant;
206       code += ")\n        return this\n";
207     }
208     code += "    def end():\n        return b_.EndObject()\n\n";
209     for (auto it = struct_def.fields.vec.begin();
210          it != struct_def.fields.vec.end(); ++it) {
211       auto &field = **it;
212       if (field.deprecated) continue;
213       if (IsVector(field.value.type)) {
214         code += "def " + NormalizedName(struct_def) + "Start" +
215                 MakeCamel(NormalizedName(field)) +
216                 "Vector(b_:flatbuffers_builder, n_:int):\n    b_.StartVector(";
217         auto vector_type = field.value.type.VectorType();
218         auto alignment = InlineAlignment(vector_type);
219         auto elem_size = InlineSize(vector_type);
220         code +=
221             NumToString(elem_size) + ", n_, " + NumToString(alignment) + ")\n";
222         if (vector_type.base_type != BASE_TYPE_STRUCT ||
223             !vector_type.struct_def->fixed) {
224           code += "def " + NormalizedName(struct_def) + "Create" +
225                   MakeCamel(NormalizedName(field)) +
226                   "Vector(b_:flatbuffers_builder, v_:[" +
227                   LobsterType(vector_type) + "]):\n    b_.StartVector(" +
228                   NumToString(elem_size) + ", v_.length, " +
229                   NumToString(alignment) + ")\n    reverse(v_) e_: b_.Prepend" +
230                   GenMethod(vector_type) +
231                   "(e_)\n    return b_.EndVector(v_.length)\n";
232         }
233         code += "\n";
234       }
235     }
236   }
237 
GenStructPreDecl(const StructDef & struct_def,std::string * code_ptr)238   void GenStructPreDecl(const StructDef &struct_def, std::string *code_ptr) {
239     if (struct_def.generated) return;
240     std::string &code = *code_ptr;
241     CheckNameSpace(struct_def, &code);
242     code += "class " + NormalizedName(struct_def) + "\n\n";
243   }
244 
245   // Generate struct or table methods.
GenStruct(const StructDef & struct_def,std::string * code_ptr)246   void GenStruct(const StructDef &struct_def, std::string *code_ptr) {
247     if (struct_def.generated) return;
248     std::string &code = *code_ptr;
249     CheckNameSpace(struct_def, &code);
250     GenComment(struct_def.doc_comment, code_ptr, nullptr, "");
251     code += "class " + NormalizedName(struct_def) + " : flatbuffers_handle\n";
252     for (auto it = struct_def.fields.vec.begin();
253          it != struct_def.fields.vec.end(); ++it) {
254       auto &field = **it;
255       if (field.deprecated) continue;
256       GenStructAccessor(struct_def, field, code_ptr);
257     }
258     code += "\n";
259     if (!struct_def.fixed) {
260       // Generate a special accessor for the table that has been declared as
261       // the root type.
262       code += "def GetRootAs" + NormalizedName(struct_def) +
263               "(buf:string): return " + NormalizedName(struct_def) +
264               " { buf, buf.flatbuffers_indirect(0) }\n\n";
265     }
266     if (struct_def.fixed) {
267       // create a struct constructor function
268       GenStructBuilder(struct_def, code_ptr);
269     } else {
270       // Create a set of functions that allow table construction.
271       GenTableBuilders(struct_def, code_ptr);
272     }
273   }
274 
275   // Generate enum declarations.
GenEnum(const EnumDef & enum_def,std::string * code_ptr)276   void GenEnum(const EnumDef &enum_def, std::string *code_ptr) {
277     if (enum_def.generated) return;
278     std::string &code = *code_ptr;
279     CheckNameSpace(enum_def, &code);
280     GenComment(enum_def.doc_comment, code_ptr, nullptr, "");
281     code += "enum " + NormalizedName(enum_def) + ":\n";
282     for (auto it = enum_def.Vals().begin(); it != enum_def.Vals().end(); ++it) {
283       auto &ev = **it;
284       GenComment(ev.doc_comment, code_ptr, nullptr, "    ");
285       code += "    " + enum_def.name + "_" + NormalizedName(ev) + " = " +
286               enum_def.ToString(ev) + "\n";
287     }
288     code += "\n";
289   }
290 
291   // Recursively generate arguments for a constructor, to deal with nested
292   // structs.
StructBuilderArgs(const StructDef & struct_def,const char * nameprefix,std::string * code_ptr)293   void StructBuilderArgs(const StructDef &struct_def, const char *nameprefix,
294                          std::string *code_ptr) {
295     for (auto it = struct_def.fields.vec.begin();
296          it != struct_def.fields.vec.end(); ++it) {
297       auto &field = **it;
298       if (IsStruct(field.value.type)) {
299         // Generate arguments for a struct inside a struct. To ensure names
300         // don't clash, and to make it obvious these arguments are constructing
301         // a nested struct, prefix the name with the field name.
302         StructBuilderArgs(*field.value.type.struct_def,
303                           (nameprefix + (NormalizedName(field) + "_")).c_str(),
304                           code_ptr);
305       } else {
306         std::string &code = *code_ptr;
307         code += ", " + (nameprefix + NormalizedName(field)) + ":" +
308                 LobsterType(field.value.type);
309       }
310     }
311   }
312 
313   // Recursively generate struct construction statements and instert manual
314   // padding.
StructBuilderBody(const StructDef & struct_def,const char * nameprefix,std::string * code_ptr)315   void StructBuilderBody(const StructDef &struct_def, const char *nameprefix,
316                          std::string *code_ptr) {
317     std::string &code = *code_ptr;
318     code += "    b_.Prep(" + NumToString(struct_def.minalign) + ", " +
319             NumToString(struct_def.bytesize) + ")\n";
320     for (auto it = struct_def.fields.vec.rbegin();
321          it != struct_def.fields.vec.rend(); ++it) {
322       auto &field = **it;
323       if (field.padding)
324         code += "    b_.Pad(" + NumToString(field.padding) + ")\n";
325       if (IsStruct(field.value.type)) {
326         StructBuilderBody(*field.value.type.struct_def,
327                           (nameprefix + (NormalizedName(field) + "_")).c_str(),
328                           code_ptr);
329       } else {
330         code += "    b_.Prepend" + GenMethod(field.value.type) + "(" +
331                 nameprefix + NormalizedName(field) + ")\n";
332       }
333     }
334   }
335 
336   // Create a struct with a builder and the struct's arguments.
GenStructBuilder(const StructDef & struct_def,std::string * code_ptr)337   void GenStructBuilder(const StructDef &struct_def, std::string *code_ptr) {
338     std::string &code = *code_ptr;
339     code +=
340         "def Create" + NormalizedName(struct_def) + "(b_:flatbuffers_builder";
341     StructBuilderArgs(struct_def, "", code_ptr);
342     code += "):\n";
343     StructBuilderBody(struct_def, "", code_ptr);
344     code += "    return b_.Offset()\n\n";
345   }
346 
CheckNameSpace(const Definition & def,std::string * code_ptr)347   void CheckNameSpace(const Definition &def, std::string *code_ptr) {
348     auto ns = GetNameSpace(def);
349     if (ns == current_namespace_) return;
350     current_namespace_ = ns;
351     std::string &code = *code_ptr;
352     code += "namespace " + ns + "\n\n";
353   }
354 
generate()355   bool generate() {
356     std::string code;
357     code += std::string("// ") + FlatBuffersGeneratedWarning() +
358             "\nimport flatbuffers\n\n";
359     for (auto it = parser_.enums_.vec.begin(); it != parser_.enums_.vec.end();
360          ++it) {
361       auto &enum_def = **it;
362       GenEnum(enum_def, &code);
363     }
364     for (auto it = parser_.structs_.vec.begin();
365          it != parser_.structs_.vec.end(); ++it) {
366       auto &struct_def = **it;
367       GenStructPreDecl(struct_def, &code);
368     }
369     for (auto it = parser_.structs_.vec.begin();
370          it != parser_.structs_.vec.end(); ++it) {
371       auto &struct_def = **it;
372       GenStruct(struct_def, &code);
373     }
374     return SaveFile(GeneratedFileName(path_, file_name_, parser_.opts).c_str(),
375                     code, false);
376   }
377 
378  private:
379   std::unordered_set<std::string> keywords_;
380   std::string current_namespace_;
381 };
382 
383 }  // namespace lobster
384 
GenerateLobster(const Parser & parser,const std::string & path,const std::string & file_name)385 bool GenerateLobster(const Parser &parser, const std::string &path,
386                      const std::string &file_name) {
387   lobster::LobsterGenerator generator(parser, path, file_name);
388   return generator.generate();
389 }
390 
391 }  // namespace flatbuffers
392