/* * Copyright 2014 Google Inc. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ // independent from idl_parser, since this code is not needed for most clients #include "flatbuffers/flatbuffers.h" #include "flatbuffers/idl.h" #include "flatbuffers/util.h" namespace flatbuffers { // Convert an underscore_based_indentifier in to camelCase. // Also uppercases the first character if first is true. std::string MakeCamel(const std::string &in, bool first) { std::string s; for (size_t i = 0; i < in.length(); i++) { if (!i && first) s += static_cast(toupper(in[0])); else if (in[i] == '_' && i + 1 < in.length()) s += static_cast(toupper(in[++i])); else s += in[i]; } return s; } // Generate a documentation comment, if available. void GenComment(const std::vector &dc, std::string *code_ptr, const char *prefix) { std::string &code = *code_ptr; for (auto it = dc.begin(); it != dc.end(); ++it) { code += std::string(prefix) + "///" + *it + "\n"; } } // These arrays need to correspond to the GeneratorOptions::k enum. struct LanguageParameters { GeneratorOptions::Language language; // Whether function names in the language typically start with uppercase. bool first_camel_upper; const char *file_extension; const char *string_type; const char *bool_type; const char *open_curly; const char *const_decl; const char *inheritance_marker; const char *namespace_ident; const char *namespace_begin; const char *namespace_end; const char *set_bb_byteorder; const char *includes; }; LanguageParameters language_parameters[] = { { GeneratorOptions::kJava, false, ".java", "String", "boolean ", " {\n", " final ", " extends ", "package ", ";", "", "_bb.order(ByteOrder.LITTLE_ENDIAN); ", "import java.nio.*;\nimport java.lang.*;\nimport java.util.*;\n" "import com.google.flatbuffers.*;\n\n", }, { GeneratorOptions::kCSharp, true, ".cs", "string", "bool ", "\n{\n", " readonly ", " : ", "namespace ", "\n{", "\n}\n", "", "using FlatBuffers;\n\n", } }; static_assert(sizeof(language_parameters) / sizeof(LanguageParameters) == GeneratorOptions::kMAX, "Please add extra elements to the arrays above."); static std::string FunctionStart(const LanguageParameters &lang, char upper) { return std::string() + (lang.language == GeneratorOptions::kJava ? static_cast(tolower(upper)) : upper); } static std::string GenTypeBasic(const LanguageParameters &lang, const Type &type) { static const char *gtypename[] = { #define FLATBUFFERS_TD(ENUM, IDLTYPE, CTYPE, JTYPE, GTYPE, NTYPE) \ #JTYPE, #NTYPE, FLATBUFFERS_GEN_TYPES(FLATBUFFERS_TD) #undef FLATBUFFERS_TD }; return gtypename[type.base_type * GeneratorOptions::kMAX + lang.language]; } static std::string GenTypeGet(const LanguageParameters &lang, const Type &type); static std::string GenTypePointer(const LanguageParameters &lang, const Type &type) { switch (type.base_type) { case BASE_TYPE_STRING: return lang.string_type; case BASE_TYPE_VECTOR: return GenTypeGet(lang, type.VectorType()); case BASE_TYPE_STRUCT: return type.struct_def->name; case BASE_TYPE_UNION: // fall through default: return "Table"; } } static std::string GenTypeGet(const LanguageParameters &lang, const Type &type) { return IsScalar(type.base_type) ? GenTypeBasic(lang, type) : GenTypePointer(lang, type); } static void GenEnum(const LanguageParameters &lang, EnumDef &enum_def, std::string *code_ptr) { std::string &code = *code_ptr; if (enum_def.generated) return; // Generate enum definitions of the form: // public static (final) int name = value; // In Java, we use ints rather than the Enum feature, because we want them // to map directly to how they're used in C/C++ and file formats. // That, and Java Enums are expensive, and not universally liked. GenComment(enum_def.doc_comment, code_ptr); code += "public class " + enum_def.name + lang.open_curly; for (auto it = enum_def.vals.vec.begin(); it != enum_def.vals.vec.end(); ++it) { auto &ev = **it; GenComment(ev.doc_comment, code_ptr, " "); code += " public static"; code += lang.const_decl; code += GenTypeBasic(lang, enum_def.underlying_type); code += " " + ev.name + " = "; code += NumToString(ev.value) + ";\n"; } // Generate a generate string table for enum values. // Problem is, if values are very sparse that could generate really big // tables. Ideally in that case we generate a map lookup instead, but for // the moment we simply don't output a table at all. auto range = enum_def.vals.vec.back()->value - enum_def.vals.vec.front()->value + 1; // Average distance between values above which we consider a table // "too sparse". Change at will. static const int kMaxSparseness = 5; if (range / static_cast(enum_def.vals.vec.size()) < kMaxSparseness) { code += "\n private static"; code += lang.const_decl; code += lang.string_type; code += "[] names = { "; auto val = enum_def.vals.vec.front()->value; for (auto it = enum_def.vals.vec.begin(); it != enum_def.vals.vec.end(); ++it) { while (val++ != (*it)->value) code += "\"\", "; code += "\"" + (*it)->name + "\", "; } code += "};\n\n"; code += " public static "; code += lang.string_type; code += " " + MakeCamel("name", lang.first_camel_upper); code += "(int e) { return names[e"; if (enum_def.vals.vec.front()->value) code += " - " + enum_def.vals.vec.front()->name; code += "]; }\n"; } // Close the class code += "};\n\n"; } // Returns the function name that is able to read a value of the given type. static std::string GenGetter(const LanguageParameters &lang, const Type &type) { switch (type.base_type) { case BASE_TYPE_STRING: return "__string"; case BASE_TYPE_STRUCT: return "__struct"; case BASE_TYPE_UNION: return "__union"; case BASE_TYPE_VECTOR: return GenGetter(lang, type.VectorType()); default: return "bb." + FunctionStart(lang, 'G') + "et" + (GenTypeBasic(lang, type) != "byte" ? MakeCamel(GenTypeGet(lang, type)) : ""); } } // Returns the method name for use with add/put calls. static std::string GenMethod(const LanguageParameters &lang, const Type &type) { return IsScalar(type.base_type) ? MakeCamel(GenTypeBasic(lang, type)) : (IsStruct(type) ? "Struct" : "Offset"); } // Recursively generate arguments for a constructor, to deal with nested // structs. static void GenStructArgs(const LanguageParameters &lang, const StructDef &struct_def, std::string *code_ptr, const char *nameprefix) { std::string &code = *code_ptr; for (auto it = struct_def.fields.vec.begin(); it != struct_def.fields.vec.end(); ++it) { auto &field = **it; if (IsStruct(field.value.type)) { // Generate arguments for a struct inside a struct. To ensure names // don't clash, and to make it obvious these arguments are constructing // a nested struct, prefix the name with the struct name. GenStructArgs(lang, *field.value.type.struct_def, code_ptr, (field.value.type.struct_def->name + "_").c_str()); } else { code += ", " + GenTypeBasic(lang, field.value.type) + " " + nameprefix; code += MakeCamel(field.name, lang.first_camel_upper); } } } // Recusively generate struct construction statements of the form: // builder.putType(name); // and insert manual padding. static void GenStructBody(const LanguageParameters &lang, const StructDef &struct_def, std::string *code_ptr, const char *nameprefix) { std::string &code = *code_ptr; code += " builder." + FunctionStart(lang, 'P') + "rep("; code += NumToString(struct_def.minalign) + ", "; code += NumToString(struct_def.bytesize) + ");\n"; for (auto it = struct_def.fields.vec.rbegin(); it != struct_def.fields.vec.rend(); ++it) { auto &field = **it; if (field.padding) { code += " builder." + FunctionStart(lang, 'P') + "ad("; code += NumToString(field.padding) + ");\n"; } if (IsStruct(field.value.type)) { GenStructBody(lang, *field.value.type.struct_def, code_ptr, (field.value.type.struct_def->name + "_").c_str()); } else { code += " builder." + FunctionStart(lang, 'P') + "ut"; code += GenMethod(lang, field.value.type) + "(" += nameprefix; code += MakeCamel(field.name, lang.first_camel_upper) + ");\n"; } } } static void GenStruct(const LanguageParameters &lang, const Parser &parser, StructDef &struct_def, std::string *code_ptr) { if (struct_def.generated) return; std::string &code = *code_ptr; // Generate a struct accessor class, with methods of the form: // public type name() { return bb.getType(i + offset); } // or for tables of the form: // public type name() { // int o = __offset(offset); return o != 0 ? bb.getType(o + i) : default; // } GenComment(struct_def.doc_comment, code_ptr); code += "public class " + struct_def.name + lang.inheritance_marker; code += struct_def.fixed ? "Struct" : "Table"; code += " {\n"; if (!struct_def.fixed) { // Generate a special accessor for the table that when used as the root // of a FlatBuffer code += " public static " + struct_def.name + " "; code += FunctionStart(lang, 'G') + "etRootAs" + struct_def.name; code += "(ByteBuffer _bb) { "; code += lang.set_bb_byteorder; code += "return (new " + struct_def.name; code += "()).__init(_bb." + FunctionStart(lang, 'G'); code += "etInt(_bb.position()) + _bb.position(), _bb); }\n"; if (parser.root_struct_def == &struct_def) { if (parser.file_identifier_.length()) { // Check if a buffer has the identifier. code += " public static "; code += lang.bool_type + struct_def.name; code += "BufferHasIdentifier(ByteBuffer _bb) { return "; code += "__has_identifier(_bb, \"" + parser.file_identifier_; code += "\"); }\n"; } } } // Generate the __init method that sets the field in a pre-existing // accessor object. This is to allow object reuse. code += " public " + struct_def.name; code += " __init(int _i, ByteBuffer _bb) "; code += "{ bb_pos = _i; bb = _bb; return this; }\n\n"; for (auto it = struct_def.fields.vec.begin(); it != struct_def.fields.vec.end(); ++it) { auto &field = **it; if (field.deprecated) continue; GenComment(field.doc_comment, code_ptr, " "); std::string type_name = GenTypeGet(lang, field.value.type); std::string method_start = " public " + type_name + " " + MakeCamel(field.name, lang.first_camel_upper); // Generate the accessors that don't do object reuse. if (field.value.type.base_type == BASE_TYPE_STRUCT) { // Calls the accessor that takes an accessor object with a new object. code += method_start + "() { return "; code += MakeCamel(field.name, lang.first_camel_upper); code += "(new "; code += type_name + "()); }\n"; } else if (field.value.type.base_type == BASE_TYPE_VECTOR && field.value.type.element == BASE_TYPE_STRUCT) { // Accessors for vectors of structs also take accessor objects, this // generates a variant without that argument. code += method_start + "(int j) { return "; code += MakeCamel(field.name, lang.first_camel_upper); code += "(new "; code += type_name + "(), j); }\n"; } std::string getter = GenGetter(lang, field.value.type); code += method_start + "("; // Most field accessors need to retrieve and test the field offset first, // this is the prefix code for that: auto offset_prefix = ") { int o = __offset(" + NumToString(field.value.offset) + "); return o != 0 ? "; std::string default_cast = ""; if (lang.language == GeneratorOptions::kCSharp) default_cast = "(" + type_name + ")"; if (IsScalar(field.value.type.base_type)) { if (struct_def.fixed) { code += ") { return " + getter; code += "(bb_pos + " + NumToString(field.value.offset) + ")"; } else { code += offset_prefix + getter; code += "(o + bb_pos) : " + default_cast + field.value.constant; } } else { switch (field.value.type.base_type) { case BASE_TYPE_STRUCT: code += type_name + " obj"; if (struct_def.fixed) { code += ") { return obj.__init(bb_pos + "; code += NumToString(field.value.offset) + ", bb)"; } else { code += offset_prefix; code += "obj.__init("; code += field.value.type.struct_def->fixed ? "o + bb_pos" : "__indirect(o + bb_pos)"; code += ", bb) : null"; } break; case BASE_TYPE_STRING: code += offset_prefix + getter +"(o + bb_pos) : null"; break; case BASE_TYPE_VECTOR: { auto vectortype = field.value.type.VectorType(); if (vectortype.base_type == BASE_TYPE_STRUCT) { code += type_name + " obj, "; getter = "obj.__init"; } code += "int j" + offset_prefix + getter +"("; auto index = "__vector(o) + j * " + NumToString(InlineSize(vectortype)); if (vectortype.base_type == BASE_TYPE_STRUCT) { code += vectortype.struct_def->fixed ? index : "__indirect(" + index + ")"; code += ", bb"; } else { code += index; } code += ") : "; code += IsScalar(field.value.type.element) ? default_cast + "0" : "null"; break; } case BASE_TYPE_UNION: code += type_name + " obj" + offset_prefix + getter; code += "(obj, o) : null"; break; default: assert(0); } } code += "; }\n"; if (field.value.type.base_type == BASE_TYPE_VECTOR) { code += " public int " + MakeCamel(field.name, lang.first_camel_upper); code += "Length(" + offset_prefix; code += "__vector_len(o) : 0; }\n"; } if ((field.value.type.base_type == BASE_TYPE_VECTOR || field.value.type.base_type == BASE_TYPE_STRING) && lang.language == GeneratorOptions::kJava) { code += " public ByteBuffer "; code += MakeCamel(field.name, lang.first_camel_upper); code += "AsByteBuffer() { return __vector_as_bytebuffer("; code += NumToString(field.value.offset) + ", "; code += NumToString(field.value.type.base_type == BASE_TYPE_STRING ? 1 : InlineSize(field.value.type.VectorType())); code += "); }\n"; } } code += "\n"; if (struct_def.fixed) { // create a struct constructor function code += " public static int " + FunctionStart(lang, 'C') + "reate"; code += struct_def.name + "(FlatBufferBuilder builder"; GenStructArgs(lang, struct_def, code_ptr, ""); code += ") {\n"; GenStructBody(lang, struct_def, code_ptr, ""); code += " return builder."; code += FunctionStart(lang, 'O') + "ffset();\n }\n"; } else { // Generate a method that creates a table in one go. This is only possible // when the table has no struct fields, since those have to be created // inline, and there's no way to do so in Java. bool has_no_struct_fields = true; int num_fields = 0; for (auto it = struct_def.fields.vec.begin(); it != struct_def.fields.vec.end(); ++it) { auto &field = **it; if (field.deprecated) continue; if (IsStruct(field.value.type)) { has_no_struct_fields = false; } else { num_fields++; } } if (has_no_struct_fields && num_fields) { // Generate a table constructor of the form: // public static void createName(FlatBufferBuilder builder, args...) code += " public static int " + FunctionStart(lang, 'C') + "reate"; code += struct_def.name; code += "(FlatBufferBuilder builder"; for (auto it = struct_def.fields.vec.begin(); it != struct_def.fields.vec.end(); ++it) { auto &field = **it; if (field.deprecated) continue; code += ",\n " + GenTypeBasic(lang, field.value.type) + " "; code += field.name; // Java doesn't have defaults, which means this method must always // supply all arguments, and thus won't compile when fields are added. if (lang.language != GeneratorOptions::kJava) code += " = " + field.value.constant; } code += ") {\n builder."; code += FunctionStart(lang, 'S') + "tartObject("; code += NumToString(struct_def.fields.vec.size()) + ");\n"; for (size_t size = struct_def.sortbysize ? sizeof(largest_scalar_t) : 1; size; size /= 2) { for (auto it = struct_def.fields.vec.rbegin(); it != struct_def.fields.vec.rend(); ++it) { auto &field = **it; if (!field.deprecated && (!struct_def.sortbysize || size == SizeOf(field.value.type.base_type))) { code += " " + struct_def.name + "."; code += FunctionStart(lang, 'A') + "dd"; code += MakeCamel(field.name) + "(builder, " + field.name + ");\n"; } } } code += " return " + struct_def.name + "."; code += FunctionStart(lang, 'E') + "nd" + struct_def.name; code += "(builder);\n }\n\n"; } // Generate a set of static methods that allow table construction, // of the form: // public static void addName(FlatBufferBuilder builder, short name) // { builder.addShort(id, name, default); } // Unlike the Create function, these always work. code += " public static void " + FunctionStart(lang, 'S') + "tart"; code += struct_def.name; code += "(FlatBufferBuilder builder) { builder."; code += FunctionStart(lang, 'S') + "tartObject("; code += NumToString(struct_def.fields.vec.size()) + "); }\n"; for (auto it = struct_def.fields.vec.begin(); it != struct_def.fields.vec.end(); ++it) { auto &field = **it; if (field.deprecated) continue; code += " public static void " + FunctionStart(lang, 'A') + "dd"; code += MakeCamel(field.name); code += "(FlatBufferBuilder builder, "; code += GenTypeBasic(lang, field.value.type); auto argname = MakeCamel(field.name, false); if (!IsScalar(field.value.type.base_type)) argname += "Offset"; code += " " + argname + ") { builder." + FunctionStart(lang, 'A') + "dd"; code += GenMethod(lang, field.value.type) + "("; code += NumToString(it - struct_def.fields.vec.begin()) + ", "; code += argname + ", " + field.value.constant; code += "); }\n"; if (field.value.type.base_type == BASE_TYPE_VECTOR) { auto vector_type = field.value.type.VectorType(); auto alignment = InlineAlignment(vector_type); auto elem_size = InlineSize(vector_type); if (!IsStruct(vector_type)) { // Generate a method to create a vector from a Java array. code += " public static int " + FunctionStart(lang, 'C') + "reate"; code += MakeCamel(field.name); code += "Vector(FlatBufferBuilder builder, "; code += GenTypeBasic(lang, vector_type) + "[] data) "; code += "{ builder." + FunctionStart(lang, 'S') + "tartVector("; code += NumToString(elem_size); code += ", data." + FunctionStart(lang, 'L') + "ength, "; code += NumToString(alignment); code += "); for (int i = data."; code += FunctionStart(lang, 'L') + "ength - 1; i >= 0; i--) builder."; code += FunctionStart(lang, 'A') + "dd"; code += GenMethod(lang, vector_type); code += "(data[i]); return builder."; code += FunctionStart(lang, 'E') + "ndVector(); }\n"; } // Generate a method to start a vector, data to be added manually after. code += " public static void " + FunctionStart(lang, 'S') + "tart"; code += MakeCamel(field.name); code += "Vector(FlatBufferBuilder builder, int numElems) "; code += "{ builder." + FunctionStart(lang, 'S') + "tartVector("; code += NumToString(elem_size); code += ", numElems, " + NumToString(alignment); code += "); }\n"; } } code += " public static int "; code += FunctionStart(lang, 'E') + "nd" + struct_def.name; code += "(FlatBufferBuilder builder) {\n int o = builder."; code += FunctionStart(lang, 'E') + "ndObject();\n"; for (auto it = struct_def.fields.vec.begin(); it != struct_def.fields.vec.end(); ++it) { auto &field = **it; if (!field.deprecated && field.required) { code += " builder." + FunctionStart(lang, 'R') + "equired(o, "; code += NumToString(field.value.offset); code += "); // " + field.name + "\n"; } } code += " return o;\n }\n"; if (parser.root_struct_def == &struct_def) { code += " public static void "; code += FunctionStart(lang, 'F') + "inish" + struct_def.name; code += "Buffer(FlatBufferBuilder builder, int offset) { "; code += "builder." + FunctionStart(lang, 'F') + "inish(offset"; if (parser.file_identifier_.length()) code += ", \"" + parser.file_identifier_ + "\""; code += "); }\n"; } } code += "};\n\n"; } // Save out the generated code for a single class while adding // declaration boilerplate. static bool SaveClass(const LanguageParameters &lang, const Parser &parser, const Definition &def, const std::string &classcode, const std::string &path, bool needs_includes) { if (!classcode.length()) return true; std::string namespace_general; std::string namespace_dir = path; auto &namespaces = parser.namespaces_.back()->components; for (auto it = namespaces.begin(); it != namespaces.end(); ++it) { if (namespace_general.length()) { namespace_general += "."; namespace_dir += kPathSeparator; } namespace_general += *it; namespace_dir += *it; } EnsureDirExists(namespace_dir); std::string code = "// automatically generated, do not modify\n\n"; code += lang.namespace_ident + namespace_general + lang.namespace_begin; code += "\n\n"; if (needs_includes) code += lang.includes; code += classcode; code += lang.namespace_end; auto filename = namespace_dir + kPathSeparator + def.name + lang.file_extension; return SaveFile(filename.c_str(), code, false); } bool GenerateGeneral(const Parser &parser, const std::string &path, const std::string & /*file_name*/, const GeneratorOptions &opts) { assert(opts.lang <= GeneratorOptions::kMAX); auto lang = language_parameters[opts.lang]; for (auto it = parser.enums_.vec.begin(); it != parser.enums_.vec.end(); ++it) { std::string enumcode; GenEnum(lang, **it, &enumcode); if (!SaveClass(lang, parser, **it, enumcode, path, false)) return false; } for (auto it = parser.structs_.vec.begin(); it != parser.structs_.vec.end(); ++it) { std::string declcode; GenStruct(lang, parser, **it, &declcode); if (!SaveClass(lang, parser, **it, declcode, path, true)) return false; } return true; } } // namespace flatbuffers