/* * Copyright (C) 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef SRC_TRACE_PROCESSOR_SQLITE_SQLITE_TABLE_H_ #define SRC_TRACE_PROCESSOR_SQLITE_SQLITE_TABLE_H_ #include #include #include #include #include #include #include "perfetto/ext/base/optional.h" #include "perfetto/ext/base/utils.h" #include "perfetto/trace_processor/basic_types.h" #include "perfetto/trace_processor/status.h" #include "src/trace_processor/sqlite/query_constraints.h" namespace perfetto { namespace trace_processor { class TraceStorage; // Abstract base class representing a SQLite virtual table. Implements the // common bookeeping required across all tables and allows subclasses to // implement a friendlier API than that required by SQLite. class SqliteTable : public sqlite3_vtab { public: template using Factory = std::function(sqlite3*, Context)>; // Describes a column of this table. class Column { public: Column(size_t idx, std::string name, SqlValue::Type type, bool hidden = false); size_t index() const { return index_; } const std::string& name() const { return name_; } SqlValue::Type type() const { return type_; } bool hidden() const { return hidden_; } void set_hidden(bool hidden) { hidden_ = hidden; } private: size_t index_ = 0; std::string name_; SqlValue::Type type_ = SqlValue::Type::kNull; bool hidden_ = false; }; // When set it logs all BestIndex and Filter actions on the console. static bool debug; // Public for unique_ptr destructor calls. virtual ~SqliteTable(); // Abstract base class representing an SQLite Cursor. Presents a friendlier // API for subclasses to implement. class Cursor : public sqlite3_vtab_cursor { public: // Enum for the history of calls to Filter. enum class FilterHistory : uint32_t { // Indicates that constraint set passed is the different to the // previous Filter call. kDifferent = 0, // Indicates that the constraint set passed is the same as the previous // Filter call. // This can be useful for subclasses to perform optimizations on repeated // nested subqueries. kSame = 1, }; Cursor(SqliteTable* table); virtual ~Cursor(); // Methods to be implemented by derived table classes. // Called to intialise the cursor with the constraints of the query. virtual int Filter(const QueryConstraints& qc, sqlite3_value**, FilterHistory) = 0; // Called to forward the cursor to the next row in the table. virtual int Next() = 0; // Called to check if the cursor has reached eof. Column will be called iff // this method returns true. virtual int Eof() = 0; // Used to extract the value from the column at index |N|. virtual int Column(sqlite3_context* context, int N) = 0; // Optional methods to implement. virtual int RowId(sqlite3_int64*); protected: Cursor(Cursor&) = delete; Cursor& operator=(const Cursor&) = delete; Cursor(Cursor&&) noexcept = default; Cursor& operator=(Cursor&&) = default; private: friend class SqliteTable; SqliteTable* table_ = nullptr; }; // The schema of the table. Created by subclasses to allow the table class to // do filtering and inform SQLite about the CREATE table statement. class Schema { public: Schema(); Schema(std::vector, std::vector primary_keys); // This class is explicitly copiable. Schema(const Schema&); Schema& operator=(const Schema& t); std::string ToCreateTableStmt() const; const std::vector& columns() const { return columns_; } std::vector* mutable_columns() { return &columns_; } const std::vector primary_keys() { return primary_keys_; } private: // The names and types of the columns of the table. std::vector columns_; // The primary keys of the table given by an offset into |columns|. std::vector primary_keys_; }; protected: // Populated by a BestIndex call to allow subclasses to tweak SQLite's // handling of sets of constraints. struct BestIndexInfo { // Contains bools which indicate whether SQLite should omit double checking // the constraint at that index. // // If there are no constraints, SQLite will be told it can omit checking for // the whole query. std::vector sqlite_omit_constraint; // Indicates that SQLite should not double check the result of the order by // clause. // // If there are no order by clauses, this value will be ignored and SQLite // will be told that it can omit double checking (i.e. this value will // implicitly be taken to be true). bool sqlite_omit_order_by = false; // Stores the estimated cost of this query. double estimated_cost = 0; // Estimated row count. int64_t estimated_rows = 0; }; template struct TableDescriptor { SqliteTable::Factory factory; Context context; std::string name; sqlite3_module module = {}; }; SqliteTable(); // Called by derived classes to register themselves with the SQLite db. // |read_write| specifies whether the table can also be written to. // |requires_args| should be true if the table requires arguments in order to // be instantiated. // Note: this function is inlined here because we use the TTable template to // devirtualise the function calls. template static void Register(sqlite3* db, Context ctx, const std::string& table_name, bool read_write = false, bool requires_args = false) { using TCursor = typename TTable::Cursor; std::unique_ptr> desc( new TableDescriptor()); desc->context = std::move(ctx); desc->factory = GetFactory(); desc->name = table_name; sqlite3_module* module = &desc->module; memset(module, 0, sizeof(*module)); auto create_fn = [](sqlite3* xdb, void* arg, int argc, const char* const* argv, sqlite3_vtab** tab, char** pzErr) { auto* xdesc = static_cast*>(arg); auto table = xdesc->factory(xdb, std::move(xdesc->context)); table->name_ = xdesc->name; Schema schema; util::Status status = table->Init(argc, argv, &schema); if (!status.ok()) { *pzErr = sqlite3_mprintf("%s", status.c_message()); return SQLITE_ERROR; } auto create_stmt = schema.ToCreateTableStmt(); PERFETTO_DLOG("Create table statement: %s", create_stmt.c_str()); int res = sqlite3_declare_vtab(xdb, create_stmt.c_str()); if (res != SQLITE_OK) return res; // Freed in xDisconnect(). table->schema_ = std::move(schema); *tab = table.release(); return SQLITE_OK; }; auto destroy_fn = [](sqlite3_vtab* t) { delete static_cast(t); return SQLITE_OK; }; module->xCreate = create_fn; module->xConnect = create_fn; module->xDisconnect = destroy_fn; module->xDestroy = destroy_fn; module->xOpen = [](sqlite3_vtab* t, sqlite3_vtab_cursor** c) { return static_cast(t)->OpenInternal(c); }; module->xClose = [](sqlite3_vtab_cursor* c) { delete static_cast(c); return SQLITE_OK; }; module->xBestIndex = [](sqlite3_vtab* t, sqlite3_index_info* i) { return static_cast(t)->BestIndexInternal(i); }; module->xFilter = [](sqlite3_vtab_cursor* vc, int i, const char* s, int a, sqlite3_value** v) { // If the idxNum is equal to kSqliteConstraintBestIndexNum, that means // in BestIndexInternal, we tried to discourage the query planner from // chosing this plan. As the subclass has informed us that it cannot // handle this plan, just return the error now. if (i == kInvalidConstraintsInBestIndexNum) return SQLITE_CONSTRAINT; auto* c = static_cast(vc); bool is_cached = c->table_->ReadConstraints(i, s, a); auto history = is_cached ? Cursor::FilterHistory::kSame : Cursor::FilterHistory::kDifferent; return static_cast(c)->Filter(c->table_->qc_cache_, v, history); }; module->xNext = [](sqlite3_vtab_cursor* c) { return static_cast(c)->Next(); }; module->xEof = [](sqlite3_vtab_cursor* c) { return static_cast(c)->Eof(); }; module->xColumn = [](sqlite3_vtab_cursor* c, sqlite3_context* a, int b) { return static_cast(c)->Column(a, b); }; module->xRowid = [](sqlite3_vtab_cursor* c, sqlite3_int64* r) { return static_cast(c)->RowId(r); }; module->xFindFunction = [](sqlite3_vtab* t, int, const char* name, void (**fn)(sqlite3_context*, int, sqlite3_value**), void** args) { return static_cast(t)->FindFunction(name, fn, args); }; if (read_write) { module->xUpdate = [](sqlite3_vtab* t, int a, sqlite3_value** v, sqlite3_int64* r) { return static_cast(t)->Update(a, v, r); }; } int res = sqlite3_create_module_v2( db, table_name.c_str(), module, desc.release(), [](void* arg) { delete static_cast*>(arg); }); PERFETTO_CHECK(res == SQLITE_OK); // Register virtual tables into an internal 'perfetto_tables' table. This is // used for iterating through all the tables during a database export. Note // that virtual tables requiring arguments aren't registered because they // can't be automatically instantiated for exporting. if (!requires_args) { char* insert_sql = sqlite3_mprintf( "INSERT INTO perfetto_tables(name) VALUES('%q')", table_name.c_str()); char* error = nullptr; sqlite3_exec(db, insert_sql, nullptr, nullptr, &error); sqlite3_free(insert_sql); if (error) { PERFETTO_ELOG("Error registering table: %s", error); sqlite3_free(error); } } } // Methods to be implemented by derived table classes. virtual util::Status Init(int argc, const char* const* argv, Schema*) = 0; virtual std::unique_ptr CreateCursor() = 0; virtual int BestIndex(const QueryConstraints& qc, BestIndexInfo* info) = 0; // Optional metods to implement. using FindFunctionFn = void (*)(sqlite3_context*, int, sqlite3_value**); virtual int ModifyConstraints(QueryConstraints* qc); virtual int FindFunction(const char* name, FindFunctionFn* fn, void** args); // At registration time, the function should also pass true for |read_write|. virtual int Update(int, sqlite3_value**, sqlite3_int64*); void SetErrorMessage(char* error) { sqlite3_free(zErrMsg); zErrMsg = error; } const Schema& schema() const { return schema_; } const std::string& name() const { return name_; } private: static constexpr int kInvalidConstraintsInBestIndexNum = std::numeric_limits::max(); template static Factory GetFactory() { return [](sqlite3* db, Context ctx) { return std::unique_ptr(new TableType(db, std::move(ctx))); }; } bool ReadConstraints(int idxNum, const char* idxStr, int argc); // Overriden functions from sqlite3_vtab. int OpenInternal(sqlite3_vtab_cursor**); int BestIndexInternal(sqlite3_index_info*); SqliteTable(const SqliteTable&) = delete; SqliteTable& operator=(const SqliteTable&) = delete; std::string name_; Schema schema_; QueryConstraints qc_cache_; int qc_hash_ = 0; int best_index_num_ = 0; }; } // namespace trace_processor } // namespace perfetto #endif // SRC_TRACE_PROCESSOR_SQLITE_SQLITE_TABLE_H_