Luanti 5.15.0-dev
 
Loading...
Searching...
No Matches
database-sqlite3.h
Go to the documentation of this file.
1// Luanti
2// SPDX-License-Identifier: LGPL-2.1-or-later
3// Copyright (C) 2013 celeron55, Perttu Ahola <celeron55@gmail.com>
4
5#pragma once
6
7#include <cstring>
8#include <string>
9#include "database.h"
10#include "exceptions.h"
11
12extern "C" {
13#include "sqlite3.h"
14}
15
16// Template class for SQLite3 based data storage
18{
19public:
20 virtual ~Database_SQLite3();
21
22 void beginSave() override;
23 void endSave() override;
24
25 bool initialized() const override { return m_initialized; }
26
28 void verifyDatabase() override;
29
30protected:
31 Database_SQLite3(const std::string &savedir, const std::string &dbname);
32
33 // Check if a specific table exists
34 bool checkTable(const char *table);
35
36 // Check if a table has a specific column
37 bool checkColumn(const char *table, const char *column);
38
39 /* Value conversion helpers */
40
41 inline void str_to_sqlite(sqlite3_stmt *s, int iCol, std::string_view str) const
42 {
43 sqlite3_vrfy(sqlite3_bind_text(s, iCol, str.data(), str.size(), NULL));
44 }
45
46 inline void blob_to_sqlite(sqlite3_stmt *s, int iCol, std::string_view str) const
47 {
48 sqlite3_vrfy(sqlite3_bind_blob(s, iCol, str.data(), str.size(), NULL));
49 }
50
51 inline void int_to_sqlite(sqlite3_stmt *s, int iCol, int val) const
52 {
53 sqlite3_vrfy(sqlite3_bind_int(s, iCol, val));
54 }
55
56 inline void int64_to_sqlite(sqlite3_stmt *s, int iCol, s64 val) const
57 {
58 sqlite3_vrfy(sqlite3_bind_int64(s, iCol, (sqlite3_int64) val));
59 }
60
61 inline void double_to_sqlite(sqlite3_stmt *s, int iCol, double val) const
62 {
63 sqlite3_vrfy(sqlite3_bind_double(s, iCol, val));
64 }
65
66 // Note that the return value is only valid until the statement is stepped or reset.
67 inline std::string_view sqlite_to_string_view(sqlite3_stmt *s, int iCol)
68 {
69 const char* text = reinterpret_cast<const char*>(sqlite3_column_text(s, iCol));
70 return text ? std::string_view(text) : std::string_view();
71 }
72
73 // Avoid using this in favor of `sqlite_to_string_view`.
74 inline std::string sqlite_to_string(sqlite3_stmt *s, int iCol)
75 {
76 return std::string(sqlite_to_string_view(s, iCol));
77 }
78
79 // Converts a BLOB-type column into a string_view (null byte safe).
80 // Note that the return value is only valid until the statement is stepped or reset.
81 inline std::string_view sqlite_to_blob(sqlite3_stmt *s, int iCol)
82 {
83 const char *data = reinterpret_cast<const char*>(sqlite3_column_blob(s, iCol));
84 if (!data)
85 return std::string_view();
86 size_t len = sqlite3_column_bytes(s, iCol);
87 return std::string_view(data, len);
88 }
89
90 inline s32 sqlite_to_int(sqlite3_stmt *s, int iCol)
91 {
92 return sqlite3_column_int(s, iCol);
93 }
94
95 inline u32 sqlite_to_uint(sqlite3_stmt *s, int iCol)
96 {
97 return (u32) sqlite3_column_int(s, iCol);
98 }
99
100 inline s64 sqlite_to_int64(sqlite3_stmt *s, int iCol)
101 {
102 return (s64) sqlite3_column_int64(s, iCol);
103 }
104
105 inline u64 sqlite_to_uint64(sqlite3_stmt *s, int iCol)
106 {
107 return (u64) sqlite3_column_int64(s, iCol);
108 }
109
110 inline float sqlite_to_float(sqlite3_stmt *s, int iCol)
111 {
112 return (float) sqlite3_column_double(s, iCol);
113 }
114
115 inline const v3f sqlite_to_v3f(sqlite3_stmt *s, int iCol)
116 {
117 return v3f(sqlite_to_float(s, iCol), sqlite_to_float(s, iCol + 1),
118 sqlite_to_float(s, iCol + 2));
119 }
120
121 // Helper for verifying result of sqlite3_step() and such
122 inline void sqlite3_vrfy(int s, std::string_view m = "", int r = SQLITE_OK) const
123 {
124 if (s != r) {
125 std::string msg(m);
126 if (!msg.empty())
127 msg.append(": ");
128 msg.append(sqlite3_errmsg(m_database));
129 throw DatabaseException(msg);
130 }
131 }
132
133 inline void sqlite3_vrfy(const int s, const int r, std::string_view m = "") const
134 {
135 sqlite3_vrfy(s, m, r);
136 }
137
138 // Called after opening a fresh database file. Should create tables and indices.
139 virtual void createDatabase() = 0;
140
141 // Should prepare the necessary statements.
142 virtual void initStatements() = 0;
143
144 sqlite3 *m_database = nullptr;
145
146private:
147 // Open the database
148 void openDatabase();
149
150 bool m_initialized = false;
151
152 const std::string m_savedir;
153 const std::string m_dbname;
154
155 sqlite3_stmt *m_stmt_begin = nullptr;
156 sqlite3_stmt *m_stmt_end = nullptr;
157
159
160 static int busyHandler(void *data, int count);
161};
162
163// Not sure why why we have to do this. can't C++ figure it out on its own?
164#define PARENT_CLASS_FUNCS \
165 void beginSave() { Database_SQLite3::beginSave(); } \
166 void endSave() { Database_SQLite3::endSave(); } \
167 void verifyDatabase() { Database_SQLite3::verifyDatabase(); }
168
170{
171public:
172 MapDatabaseSQLite3(const std::string &savedir);
173 virtual ~MapDatabaseSQLite3();
174
175 bool saveBlock(const v3s16 &pos, std::string_view data);
176 void loadBlock(const v3s16 &pos, std::string *block);
177 bool deleteBlock(const v3s16 &pos);
178 void listAllLoadableBlocks(std::vector<v3s16> &dst);
179
181
182protected:
183 virtual void createDatabase();
184 virtual void initStatements();
185
186private:
189 int bindPos(sqlite3_stmt *stmt, v3s16 pos, int index = 1);
190
191 bool m_new_format = false;
192
193 sqlite3_stmt *m_stmt_read = nullptr;
194 sqlite3_stmt *m_stmt_write = nullptr;
195 sqlite3_stmt *m_stmt_list = nullptr;
196 sqlite3_stmt *m_stmt_delete = nullptr;
197};
198
200{
201public:
202 PlayerDatabaseSQLite3(const std::string &savedir);
203 virtual ~PlayerDatabaseSQLite3();
204
205 void savePlayer(RemotePlayer *player);
206 bool loadPlayer(RemotePlayer *player, PlayerSAO *sao);
207 bool removePlayer(const std::string &name);
208 void listPlayers(std::vector<std::string> &res);
209
211
212protected:
213 virtual void createDatabase();
214 virtual void initStatements();
215
216private:
217 bool playerDataExists(const std::string &name);
218
219 // Players
220 sqlite3_stmt *m_stmt_player_load = nullptr;
221 sqlite3_stmt *m_stmt_player_add = nullptr;
222 sqlite3_stmt *m_stmt_player_update = nullptr;
223 sqlite3_stmt *m_stmt_player_remove = nullptr;
224 sqlite3_stmt *m_stmt_player_list = nullptr;
225 sqlite3_stmt *m_stmt_player_load_inventory = nullptr;
226 sqlite3_stmt *m_stmt_player_load_inventory_items = nullptr;
227 sqlite3_stmt *m_stmt_player_add_inventory = nullptr;
228 sqlite3_stmt *m_stmt_player_add_inventory_items = nullptr;
229 sqlite3_stmt *m_stmt_player_remove_inventory = nullptr;
231 sqlite3_stmt *m_stmt_player_metadata_load = nullptr;
232 sqlite3_stmt *m_stmt_player_metadata_remove = nullptr;
233 sqlite3_stmt *m_stmt_player_metadata_add = nullptr;
234};
235
237{
238public:
239 AuthDatabaseSQLite3(const std::string &savedir);
240 virtual ~AuthDatabaseSQLite3();
241
242 virtual bool getAuth(const std::string &name, AuthEntry &res);
243 virtual bool saveAuth(const AuthEntry &authEntry);
244 virtual bool createAuth(AuthEntry &authEntry);
245 virtual bool deleteAuth(const std::string &name);
246 virtual void listNames(std::vector<std::string> &res);
247 virtual void reload();
248
250
251protected:
252 virtual void createDatabase();
253 virtual void initStatements();
254
255private:
256 virtual void writePrivileges(const AuthEntry &authEntry);
257
258 sqlite3_stmt *m_stmt_read = nullptr;
259 sqlite3_stmt *m_stmt_write = nullptr;
260 sqlite3_stmt *m_stmt_create = nullptr;
261 sqlite3_stmt *m_stmt_delete = nullptr;
262 sqlite3_stmt *m_stmt_list_names = nullptr;
263 sqlite3_stmt *m_stmt_read_privs = nullptr;
264 sqlite3_stmt *m_stmt_write_privs = nullptr;
265 sqlite3_stmt *m_stmt_delete_privs = nullptr;
266 sqlite3_stmt *m_stmt_last_insert_rowid = nullptr;
267};
268
270{
271public:
272 ModStorageDatabaseSQLite3(const std::string &savedir);
274
275 virtual void getModEntries(const std::string &modname, StringMap *storage);
276 virtual void getModKeys(const std::string &modname, std::vector<std::string> *storage);
277 virtual bool getModEntry(const std::string &modname,
278 const std::string &key, std::string *value);
279 virtual bool hasModEntry(const std::string &modname, const std::string &key);
280 virtual bool setModEntry(const std::string &modname,
281 const std::string &key,std::string_view value);
282 virtual bool removeModEntry(const std::string &modname, const std::string &key);
283 virtual bool removeModEntries(const std::string &modname);
284 virtual void listMods(std::vector<std::string> *res);
285
287
288protected:
289 virtual void createDatabase();
290 virtual void initStatements();
291
292private:
293 sqlite3_stmt *m_stmt_get_mods = nullptr;
294 sqlite3_stmt *m_stmt_get_all = nullptr;
295 sqlite3_stmt *m_stmt_get_keys = nullptr;
296 sqlite3_stmt *m_stmt_get = nullptr;
297 sqlite3_stmt *m_stmt_has = nullptr;
298 sqlite3_stmt *m_stmt_set = nullptr;
299 sqlite3_stmt *m_stmt_remove = nullptr;
300 sqlite3_stmt *m_stmt_remove_all = nullptr;
301};
302
303#undef PARENT_CLASS_FUNCS
Definition database-sqlite3.h:237
virtual void listNames(std::vector< std::string > &res)
Definition database-sqlite3.cpp:782
sqlite3_stmt * m_stmt_list_names
Definition database-sqlite3.h:262
virtual bool deleteAuth(const std::string &name)
Definition database-sqlite3.cpp:768
virtual void createDatabase()
Definition database-sqlite3.cpp:665
sqlite3_stmt * m_stmt_read
Definition database-sqlite3.h:258
sqlite3_stmt * m_stmt_write
Definition database-sqlite3.h:259
sqlite3_stmt * m_stmt_delete
Definition database-sqlite3.h:261
sqlite3_stmt * m_stmt_create
Definition database-sqlite3.h:260
virtual bool getAuth(const std::string &name, AuthEntry &res)
Definition database-sqlite3.cpp:706
AuthDatabaseSQLite3(const std::string &savedir)
Definition database-sqlite3.cpp:647
virtual ~AuthDatabaseSQLite3()
Definition database-sqlite3.cpp:652
sqlite3_stmt * m_stmt_delete_privs
Definition database-sqlite3.h:265
virtual void reload()
Definition database-sqlite3.cpp:792
sqlite3_stmt * m_stmt_read_privs
Definition database-sqlite3.h:263
virtual bool createAuth(AuthEntry &authEntry)
Definition database-sqlite3.cpp:746
virtual void initStatements()
Definition database-sqlite3.cpp:690
virtual void writePrivileges(const AuthEntry &authEntry)
Definition database-sqlite3.cpp:797
sqlite3_stmt * m_stmt_last_insert_rowid
Definition database-sqlite3.h:266
sqlite3_stmt * m_stmt_write_privs
Definition database-sqlite3.h:264
virtual bool saveAuth(const AuthEntry &authEntry)
Definition database-sqlite3.cpp:729
Definition database.h:66
Definition exceptions.h:40
Definition database-sqlite3.h:18
bool checkColumn(const char *table, const char *column)
Definition database-sqlite3.cpp:180
std::string_view sqlite_to_blob(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:81
void openDatabase()
Definition database-sqlite3.cpp:109
sqlite3 * m_database
Definition database-sqlite3.h:144
void beginSave() override
Definition database-sqlite3.cpp:93
virtual ~Database_SQLite3()
Definition database-sqlite3.cpp:199
void str_to_sqlite(sqlite3_stmt *s, int iCol, std::string_view str) const
Definition database-sqlite3.h:41
bool initialized() const override
Definition database-sqlite3.h:25
std::string_view sqlite_to_string_view(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:67
void sqlite3_vrfy(int s, std::string_view m="", int r=SQLITE_OK) const
Definition database-sqlite3.h:122
float sqlite_to_float(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:110
virtual void initStatements()=0
void int64_to_sqlite(sqlite3_stmt *s, int iCol, s64 val) const
Definition database-sqlite3.h:56
bool checkTable(const char *table)
Definition database-sqlite3.cpp:162
const std::string m_dbname
Definition database-sqlite3.h:153
void blob_to_sqlite(sqlite3_stmt *s, int iCol, std::string_view str) const
Definition database-sqlite3.h:46
sqlite3_stmt * m_stmt_end
Definition database-sqlite3.h:156
sqlite3_stmt * m_stmt_begin
Definition database-sqlite3.h:155
std::string sqlite_to_string(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:74
s32 sqlite_to_int(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:90
u64 sqlite_to_uint64(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:105
s64 sqlite_to_int64(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:100
void double_to_sqlite(sqlite3_stmt *s, int iCol, double val) const
Definition database-sqlite3.h:61
virtual void createDatabase()=0
bool m_initialized
Definition database-sqlite3.h:150
Database_SQLite3(const std::string &savedir, const std::string &dbname)
Definition database-sqlite3.cpp:87
u32 sqlite_to_uint(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:95
void verifyDatabase() override
Definition database-sqlite3.cpp:148
void sqlite3_vrfy(const int s, const int r, std::string_view m="") const
Definition database-sqlite3.h:133
const std::string m_savedir
Definition database-sqlite3.h:152
static int busyHandler(void *data, int count)
Definition database-sqlite3.cpp:45
const v3f sqlite_to_v3f(sqlite3_stmt *s, int iCol)
Definition database-sqlite3.h:115
void int_to_sqlite(sqlite3_stmt *s, int iCol, int val) const
Definition database-sqlite3.h:51
void endSave() override
Definition database-sqlite3.cpp:101
u64 m_busy_handler_data[2]
Definition database-sqlite3.h:158
Definition database.h:15
Definition database-sqlite3.h:170
sqlite3_stmt * m_stmt_list
Definition database-sqlite3.h:195
sqlite3_stmt * m_stmt_write
Definition database-sqlite3.h:194
sqlite3_stmt * m_stmt_delete
Definition database-sqlite3.h:196
void listAllLoadableBlocks(std::vector< v3s16 > &dst)
Definition database-sqlite3.cpp:331
virtual void createDatabase()
Definition database-sqlite3.cpp:226
sqlite3_stmt * m_stmt_read
Definition database-sqlite3.h:193
void loadBlock(const v3s16 &pos, std::string *block)
Definition database-sqlite3.cpp:312
virtual ~MapDatabaseSQLite3()
Definition database-sqlite3.cpp:217
MapDatabaseSQLite3(const std::string &savedir)
Definition database-sqlite3.cpp:211
bool deleteBlock(const v3s16 &pos)
Definition database-sqlite3.cpp:283
virtual void initStatements()
Definition database-sqlite3.cpp:250
int bindPos(sqlite3_stmt *stmt, v3s16 pos, int index=1)
Bind block position into statement at column index.
Definition database-sqlite3.cpp:270
bool saveBlock(const v3s16 &pos, std::string_view data)
Definition database-sqlite3.cpp:299
bool m_new_format
Definition database-sqlite3.h:191
Definition database.h:28
Definition database-sqlite3.h:270
ModStorageDatabaseSQLite3(const std::string &savedir)
Definition database-sqlite3.cpp:810
sqlite3_stmt * m_stmt_set
Definition database-sqlite3.h:298
virtual void getModEntries(const std::string &modname, StringMap *storage)
Definition database-sqlite3.cpp:857
virtual bool getModEntry(const std::string &modname, const std::string &key, std::string *value)
Definition database-sqlite3.cpp:887
sqlite3_stmt * m_stmt_get
Definition database-sqlite3.h:296
sqlite3_stmt * m_stmt_get_mods
Definition database-sqlite3.h:293
virtual ~ModStorageDatabaseSQLite3()
Definition database-sqlite3.cpp:815
sqlite3_stmt * m_stmt_has
Definition database-sqlite3.h:297
virtual bool removeModEntries(const std::string &modname)
Definition database-sqlite3.cpp:952
sqlite3_stmt * m_stmt_get_all
Definition database-sqlite3.h:294
sqlite3_stmt * m_stmt_remove_all
Definition database-sqlite3.h:300
virtual void getModKeys(const std::string &modname, std::vector< std::string > *storage)
Definition database-sqlite3.cpp:872
sqlite3_stmt * m_stmt_remove
Definition database-sqlite3.h:299
virtual void initStatements()
Definition database-sqlite3.cpp:842
virtual bool removeModEntry(const std::string &modname, const std::string &key)
Definition database-sqlite3.cpp:937
sqlite3_stmt * m_stmt_get_keys
Definition database-sqlite3.h:295
virtual void createDatabase()
Definition database-sqlite3.cpp:827
virtual void listMods(std::vector< std::string > *res)
Definition database-sqlite3.cpp:965
virtual bool hasModEntry(const std::string &modname, const std::string &key)
Definition database-sqlite3.cpp:906
virtual bool setModEntry(const std::string &modname, const std::string &key, std::string_view value)
Definition database-sqlite3.cpp:922
Definition database.h:79
Definition database-sqlite3.h:200
sqlite3_stmt * m_stmt_player_add_inventory
Definition database-sqlite3.h:227
sqlite3_stmt * m_stmt_player_load_inventory_items
Definition database-sqlite3.h:226
bool playerDataExists(const std::string &name)
Definition database-sqlite3.cpp:470
sqlite3_stmt * m_stmt_player_remove_inventory_items
Definition database-sqlite3.h:230
bool loadPlayer(RemotePlayer *player, PlayerSAO *sao)
Definition database-sqlite3.cpp:569
virtual ~PlayerDatabaseSQLite3()
Definition database-sqlite3.cpp:360
sqlite3_stmt * m_stmt_player_load_inventory
Definition database-sqlite3.h:225
bool removePlayer(const std::string &name)
Definition database-sqlite3.cpp:622
virtual void initStatements()
Definition database-sqlite3.cpp:436
void listPlayers(std::vector< std::string > &res)
Definition database-sqlite3.cpp:633
sqlite3_stmt * m_stmt_player_metadata_load
Definition database-sqlite3.h:231
sqlite3_stmt * m_stmt_player_add_inventory_items
Definition database-sqlite3.h:228
virtual void createDatabase()
Definition database-sqlite3.cpp:379
sqlite3_stmt * m_stmt_player_remove
Definition database-sqlite3.h:223
sqlite3_stmt * m_stmt_player_remove_inventory
Definition database-sqlite3.h:229
sqlite3_stmt * m_stmt_player_list
Definition database-sqlite3.h:224
sqlite3_stmt * m_stmt_player_update
Definition database-sqlite3.h:222
sqlite3_stmt * m_stmt_player_load
Definition database-sqlite3.h:220
sqlite3_stmt * m_stmt_player_metadata_add
Definition database-sqlite3.h:233
void savePlayer(RemotePlayer *player)
Definition database-sqlite3.cpp:479
sqlite3_stmt * m_stmt_player_metadata_remove
Definition database-sqlite3.h:232
PlayerDatabaseSQLite3(const std::string &savedir)
Definition database-sqlite3.cpp:354
sqlite3_stmt * m_stmt_player_add
Definition database-sqlite3.h:221
Definition database.h:46
Definition player_sao.h:58
Definition remoteplayer.h:27
#define PARENT_CLASS_FUNCS
Definition database-sqlite3.h:164
core::vector3d< s16 > v3s16
Definition irr_v3d.h:13
core::vector3df v3f
Definition irr_v3d.h:11
static std::vector< table_key > table
Definition keycode.cpp:32
std::unordered_map< std::string, std::string > StringMap
Definition string.h:66
Definition database.h:57