1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
|
// Copyright (C) 2016 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0
#include "settingsdatabase.h"
#include "qtcsettings.h"
#include <QCoreApplication>
#include <QDebug>
#include <QDir>
#include <QMap>
#include <QSqlDatabase>
#include <QSqlError>
#include <QSqlQuery>
#include <QString>
#include <QStringList>
#include <QVariant>
#include <chrono>
/*!
\namespace Utils::SettingsDatabase
\inheaderfile utils/settingsdatabase.h
\inmodule QtCreator
\brief The SettingsDatabase namespace offers an alternative to the
application-wide QSettings that is more
suitable for storing large amounts of data.
The settings database is SQLite based, and lazily retrieves data when it
is asked for. It also does incremental updates of the database rather than
rewriting the whole file each time one of the settings change.
The SettingsDatabase API mimics that of QSettings.
\sa settings()
*/
namespace Utils::SettingsDatabase {
enum { debug_settings = 0 };
using SettingsMap = QMap<QString, QVariant>;
using LastUsageMap = QMap<QString, std::chrono::system_clock::time_point>;
class SettingsDatabaseImpl
{
public:
QString effectiveGroup() const
{
return m_groups.join(QString(QLatin1Char('/')));
}
QString effectiveKey(const QString &key) const
{
QString g = effectiveGroup();
if (!g.isEmpty() && !key.isEmpty())
g += QLatin1Char('/');
g += key;
return g;
}
SettingsMap m_settings;
LastUsageMap m_lastUsage;
QStringList m_groups;
QSqlDatabase m_db;
};
static SettingsDatabaseImpl *d;
void ensureImpl()
{
if (d)
return;
d = new SettingsDatabaseImpl;
const QString path = QFileInfo(Utils::userSettings().fileName()).path();
const QString application = QCoreApplication::applicationName();
const QLatin1Char slash('/');
// TODO: Don't rely on a path, but determine automatically
QDir pathDir(path);
if (!pathDir.exists())
pathDir.mkpath(pathDir.absolutePath());
QString fileName = path;
if (!fileName.endsWith(slash))
fileName += slash;
fileName += application;
fileName += QLatin1String(".db");
d->m_db = QSqlDatabase::addDatabase(QLatin1String("QSQLITE"), QLatin1String("settings"));
d->m_db.setDatabaseName(fileName);
if (!d->m_db.open()) {
qWarning().nospace() << "Warning: Failed to open settings database at " << fileName << " ("
<< d->m_db.lastError().driverText() << ")";
} else {
// Create the settings table if it doesn't exist yet
QSqlQuery query(d->m_db);
query.prepare(QLatin1String("CREATE TABLE IF NOT EXISTS settings ("
"key PRIMARY KEY ON CONFLICT REPLACE, "
"value)"));
if (!query.exec())
qWarning().nospace() << "Warning: Failed to prepare settings database! ("
<< query.lastError().driverText() << ")";
// Retrieve all available keys (values are retrieved lazily)
if (query.exec(QLatin1String("SELECT key FROM settings"))) {
while (query.next()) {
d->m_settings.insert(query.value(0).toString(), QVariant());
}
}
QVariantMap lastUsages = value("SettingsDataBaseLastUsages").toMap();
for (auto it = d->m_settings.begin(); it != d->m_settings.constEnd(); ++it) {
auto lastUsageIt = lastUsages.find(it.key());
std::chrono::system_clock::time_point lastUsage;
if (lastUsageIt != lastUsages.end())
lastUsage = std::chrono::system_clock::from_time_t(lastUsageIt.value().toLongLong());
else
lastUsage = std::chrono::system_clock::now();
d->m_lastUsage.insert(it.key(), lastUsage);
}
// syncing can be slow, especially on Linux and Windows
d->m_db.exec(QLatin1String("PRAGMA synchronous = OFF;"));
}
}
void destroy()
{
if (!d)
return;
// TODO: Delay writing of dirty keys and save them here
QVariantMap lastUsages;
const std::chrono::system_clock::time_point now = std::chrono::system_clock::now();
for (auto it = d->m_lastUsage.begin(); it != d->m_lastUsage.end(); ++it) {
if (now - it.value() > std::chrono::months(1))
remove(it.key());
else
lastUsages.insert(it.key(), static_cast<qint64>(std::chrono::system_clock::to_time_t(it.value())));
}
setValue("SettingsDataBaseLastUsages", lastUsages);
delete d;
d = nullptr;
QSqlDatabase::removeDatabase(QLatin1String("settings"));
}
void setValue(const QString &key, const QVariant &value)
{
ensureImpl();
const QString effectiveKey = d->effectiveKey(key);
// Add to cache
d->m_settings.insert(effectiveKey, value);
d->m_lastUsage.insert(effectiveKey, std::chrono::system_clock::now());
if (!d->m_db.isOpen())
return;
// Instant apply (TODO: Delay writing out settings)
QSqlQuery query(d->m_db);
query.prepare(QLatin1String("INSERT INTO settings VALUES (?, ?)"));
query.addBindValue(effectiveKey);
query.addBindValue(value);
query.exec();
if (debug_settings)
qDebug() << "Stored:" << effectiveKey << "=" << value;
}
QVariant value(const QString &key, const QVariant &defaultValue)
{
ensureImpl();
const QString effectiveKey = d->effectiveKey(key);
QVariant value = defaultValue;
SettingsMap::const_iterator i = d->m_settings.constFind(effectiveKey);
if (i != d->m_settings.constEnd() && i.value().isValid()) {
value = i.value();
} else if (d->m_db.isOpen()) {
// Try to read the value from the database
QSqlQuery query(d->m_db);
query.prepare(QLatin1String("SELECT value FROM settings WHERE key = ?"));
query.addBindValue(effectiveKey);
query.exec();
if (query.next()) {
value = query.value(0);
if (debug_settings)
qDebug() << "Retrieved:" << effectiveKey << "=" << value;
}
// Cache the result
d->m_settings.insert(effectiveKey, value);
}
d->m_lastUsage.insert(effectiveKey, std::chrono::system_clock::now());
return value;
}
bool contains(const QString &key)
{
ensureImpl();
// check exact key
// this already caches the value
if (value(key).isValid())
return true;
// check for group
if (d->m_db.isOpen()) {
const QString glob = d->effectiveKey(key) + "/?*";
QSqlQuery query(d->m_db);
query.prepare(
QLatin1String("SELECT value FROM settings WHERE key GLOB '%1' LIMIT 1").arg(glob));
query.exec();
if (query.next())
return true;
}
return false;
}
void remove(const QString &key)
{
ensureImpl();
const QString effectiveKey = d->effectiveKey(key);
// Remove keys from the cache
for (auto it = d->m_settings.cbegin(); it != d->m_settings.cend(); ) {
// Either it's an exact match, or it matches up to a /
const QString k = it.key();
if (k.startsWith(effectiveKey)
&& (k.size() == effectiveKey.size()
|| k.at(effectiveKey.size()) == QLatin1Char('/'))) {
it = d->m_settings.erase(it);
} else {
++it;
}
}
if (!d->m_db.isOpen())
return;
// Delete keys from the database
QSqlQuery query(d->m_db);
query.prepare(QLatin1String("DELETE FROM settings WHERE key = ? OR key LIKE ?"));
query.addBindValue(effectiveKey);
query.addBindValue(QString(effectiveKey + QLatin1String("/%")));
query.exec();
}
void beginGroup(const QString &prefix)
{
ensureImpl();
d->m_groups.append(prefix);
}
void endGroup()
{
ensureImpl();
d->m_groups.removeLast();
}
QString group()
{
ensureImpl();
return d->effectiveGroup();
}
QStringList childKeys()
{
ensureImpl();
QStringList children;
const QString g = group();
for (auto i = d->m_settings.cbegin(), end = d->m_settings.cend(); i != end; ++i) {
const QString &key = i.key();
if (key.startsWith(g) && key.indexOf(QLatin1Char('/'), g.size() + 1) == -1)
children.append(key.mid(g.size() + 1));
}
return children;
}
void beginTransaction()
{
ensureImpl();
if (!d->m_db.isOpen())
return;
d->m_db.transaction();
}
void endTransaction()
{
ensureImpl();
if (!d->m_db.isOpen())
return;
d->m_db.commit();
}
} // Utils::SettingsDatabase
|