2021-06-17 14:12:46 -04:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2021, Jan de Visser <jan@de-visser.net>
|
2021-12-06 15:30:38 +02:00
|
|
|
* Copyright (c) 2021, Mahmoud Mandour <ma.mandourr@gmail.com>
|
2021-06-17 14:12:46 -04:00
|
|
|
*
|
|
|
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include <AK/Format.h>
|
|
|
|
|
#include <AK/RefPtr.h>
|
|
|
|
|
#include <AK/String.h>
|
|
|
|
|
|
|
|
|
|
#include <LibSQL/BTree.h>
|
|
|
|
|
#include <LibSQL/Database.h>
|
|
|
|
|
#include <LibSQL/Heap.h>
|
|
|
|
|
#include <LibSQL/Meta.h>
|
|
|
|
|
#include <LibSQL/Row.h>
|
|
|
|
|
#include <LibSQL/Tuple.h>
|
|
|
|
|
|
|
|
|
|
namespace SQL {
|
|
|
|
|
|
|
|
|
|
Database::Database(String name)
|
2021-11-05 19:05:59 -04:00
|
|
|
: m_heap(Heap::construct(move(name)))
|
2021-08-18 20:50:13 -04:00
|
|
|
, m_serializer(m_heap)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
2021-11-05 19:05:59 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
ErrorOr<void> Database::open()
|
|
|
|
|
{
|
|
|
|
|
TRY(m_heap->open());
|
|
|
|
|
m_schemas = BTree::construct(m_serializer, SchemaDef::index_def()->to_tuple_descriptor(), m_heap->schemas_root());
|
2021-06-17 14:12:46 -04:00
|
|
|
m_schemas->on_new_root = [&]() {
|
|
|
|
|
m_heap->set_schemas_root(m_schemas->root());
|
|
|
|
|
};
|
2021-11-05 19:05:59 -04:00
|
|
|
|
|
|
|
|
m_tables = BTree::construct(m_serializer, TableDef::index_def()->to_tuple_descriptor(), m_heap->tables_root());
|
2021-06-17 14:12:46 -04:00
|
|
|
m_tables->on_new_root = [&]() {
|
|
|
|
|
m_heap->set_tables_root(m_tables->root());
|
|
|
|
|
};
|
2021-11-05 19:05:59 -04:00
|
|
|
|
|
|
|
|
m_table_columns = BTree::construct(m_serializer, ColumnDef::index_def()->to_tuple_descriptor(), m_heap->table_columns_root());
|
2021-06-17 14:12:46 -04:00
|
|
|
m_table_columns->on_new_root = [&]() {
|
|
|
|
|
m_heap->set_table_columns_root(m_table_columns->root());
|
|
|
|
|
};
|
2021-11-05 19:05:59 -04:00
|
|
|
|
|
|
|
|
m_open = true;
|
|
|
|
|
auto default_schema = TRY(get_schema("default"));
|
2021-06-27 21:32:22 -04:00
|
|
|
if (!default_schema) {
|
|
|
|
|
default_schema = SchemaDef::construct("default");
|
2021-11-05 19:05:59 -04:00
|
|
|
TRY(add_schema(*default_schema));
|
2021-06-27 21:32:22 -04:00
|
|
|
}
|
2021-12-06 15:30:38 +02:00
|
|
|
|
|
|
|
|
auto master_schema = TRY(get_schema("master"));
|
|
|
|
|
if (!master_schema) {
|
|
|
|
|
master_schema = SchemaDef::construct("master");
|
|
|
|
|
TRY(add_schema(*master_schema));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
auto table_def = TRY(get_table("master", "internal_describe_table"));
|
|
|
|
|
if (!table_def) {
|
|
|
|
|
auto describe_internal_table = TableDef::construct(master_schema, "internal_describe_table");
|
|
|
|
|
describe_internal_table->append_column("Name", SQLType::Text);
|
|
|
|
|
describe_internal_table->append_column("Type", SQLType::Text);
|
|
|
|
|
TRY(add_table(*describe_internal_table));
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
return {};
|
|
|
|
|
}
|
|
|
|
|
|
2022-10-27 09:06:13 -04:00
|
|
|
Database::~Database() = default;
|
2021-11-05 19:05:59 -04:00
|
|
|
|
|
|
|
|
ErrorOr<void> Database::commit()
|
|
|
|
|
{
|
|
|
|
|
VERIFY(is_open());
|
|
|
|
|
TRY(m_heap->flush());
|
|
|
|
|
return {};
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<void> Database::add_schema(SchemaDef const& schema)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
2021-11-05 19:05:59 -04:00
|
|
|
VERIFY(is_open());
|
|
|
|
|
if (!m_schemas->insert(schema.key())) {
|
|
|
|
|
warnln("Duplicate schema name {}"sv, schema.name());
|
2022-07-11 17:57:32 +00:00
|
|
|
return Error::from_string_literal("Duplicate schema name");
|
2021-11-05 19:05:59 -04:00
|
|
|
}
|
|
|
|
|
return {};
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Key Database::get_schema_key(String const& schema_name)
|
|
|
|
|
{
|
|
|
|
|
auto key = SchemaDef::make_key();
|
|
|
|
|
key["schema_name"] = schema_name;
|
|
|
|
|
return key;
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<RefPtr<SchemaDef>> Database::get_schema(String const& schema)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
2021-11-05 19:05:59 -04:00
|
|
|
VERIFY(is_open());
|
LibSQL+SQLServer: Bare bones INSERT and SELECT statements
This patch provides very basic, bare bones implementations of the
INSERT and SELECT statements. They are *very* limited:
- The only variant of the INSERT statement that currently works is
SELECT INTO schema.table (column1, column2, ....) VALUES
(value11, value21, ...), (value12, value22, ...), ...
where the values are literals.
- The SELECT statement is even more limited, and is only provided to
allow verification of the INSERT statement. The only form implemented
is: SELECT * FROM schema.table
These statements required a bit of change in the Statement::execute
API. Originally execute only received a Database object as parameter.
This is not enough; we now pass an ExecutionContext object which
contains the Database, the current result set, and the last Tuple read
from the database. This object will undoubtedly evolve over time.
This API change dragged SQLServer::SQLStatement into the patch.
Another API addition is Expression::evaluate. This method is,
unsurprisingly, used to evaluate expressions, like the values in the
INSERT statement.
Finally, a new test file is added: TestSqlStatementExecution, which
tests the currently implemented statements. As the number and flavour of
implemented statements grows, this test file will probably have to be
restructured.
2021-07-19 19:48:46 -04:00
|
|
|
auto schema_name = schema;
|
|
|
|
|
if (schema.is_null() || schema.is_empty())
|
|
|
|
|
schema_name = "default";
|
2021-06-17 14:12:46 -04:00
|
|
|
Key key = get_schema_key(schema_name);
|
|
|
|
|
auto schema_def_opt = m_schema_cache.get(key.hash());
|
2021-11-05 19:05:59 -04:00
|
|
|
if (schema_def_opt.has_value()) {
|
|
|
|
|
return RefPtr<SchemaDef>(schema_def_opt.value());
|
|
|
|
|
}
|
2021-06-17 14:12:46 -04:00
|
|
|
auto schema_iterator = m_schemas->find(key);
|
|
|
|
|
if (schema_iterator.is_end() || (*schema_iterator != key)) {
|
2021-11-05 19:05:59 -04:00
|
|
|
return RefPtr<SchemaDef>(nullptr);
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
auto ret = SchemaDef::construct(*schema_iterator);
|
|
|
|
|
m_schema_cache.set(key.hash(), ret);
|
2021-11-05 19:05:59 -04:00
|
|
|
return RefPtr<SchemaDef>(ret);
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<void> Database::add_table(TableDef& table)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
2021-11-05 19:05:59 -04:00
|
|
|
VERIFY(is_open());
|
|
|
|
|
if (!m_tables->insert(table.key())) {
|
|
|
|
|
warnln("Duplicate table name '{}'.'{}'"sv, table.parent()->name(), table.name());
|
2022-07-11 17:57:32 +00:00
|
|
|
return Error::from_string_literal("Duplicate table name");
|
2021-11-05 19:05:59 -04:00
|
|
|
}
|
2021-06-17 14:12:46 -04:00
|
|
|
for (auto& column : table.columns()) {
|
2021-11-05 19:05:59 -04:00
|
|
|
VERIFY(m_table_columns->insert(column.key()));
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
2021-11-05 19:05:59 -04:00
|
|
|
return {};
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Key Database::get_table_key(String const& schema_name, String const& table_name)
|
|
|
|
|
{
|
|
|
|
|
auto key = TableDef::make_key(get_schema_key(schema_name));
|
|
|
|
|
key["table_name"] = table_name;
|
|
|
|
|
return key;
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<RefPtr<TableDef>> Database::get_table(String const& schema, String const& name)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
2021-11-05 19:05:59 -04:00
|
|
|
VERIFY(is_open());
|
LibSQL+SQLServer: Bare bones INSERT and SELECT statements
This patch provides very basic, bare bones implementations of the
INSERT and SELECT statements. They are *very* limited:
- The only variant of the INSERT statement that currently works is
SELECT INTO schema.table (column1, column2, ....) VALUES
(value11, value21, ...), (value12, value22, ...), ...
where the values are literals.
- The SELECT statement is even more limited, and is only provided to
allow verification of the INSERT statement. The only form implemented
is: SELECT * FROM schema.table
These statements required a bit of change in the Statement::execute
API. Originally execute only received a Database object as parameter.
This is not enough; we now pass an ExecutionContext object which
contains the Database, the current result set, and the last Tuple read
from the database. This object will undoubtedly evolve over time.
This API change dragged SQLServer::SQLStatement into the patch.
Another API addition is Expression::evaluate. This method is,
unsurprisingly, used to evaluate expressions, like the values in the
INSERT statement.
Finally, a new test file is added: TestSqlStatementExecution, which
tests the currently implemented statements. As the number and flavour of
implemented statements grows, this test file will probably have to be
restructured.
2021-07-19 19:48:46 -04:00
|
|
|
auto schema_name = schema;
|
|
|
|
|
if (schema.is_null() || schema.is_empty())
|
|
|
|
|
schema_name = "default";
|
|
|
|
|
Key key = get_table_key(schema_name, name);
|
2021-06-17 14:12:46 -04:00
|
|
|
auto table_def_opt = m_table_cache.get(key.hash());
|
|
|
|
|
if (table_def_opt.has_value())
|
2021-11-05 19:05:59 -04:00
|
|
|
return RefPtr<TableDef>(table_def_opt.value());
|
2021-06-17 14:12:46 -04:00
|
|
|
auto table_iterator = m_tables->find(key);
|
|
|
|
|
if (table_iterator.is_end() || (*table_iterator != key)) {
|
2021-11-05 19:05:59 -04:00
|
|
|
return RefPtr<TableDef>(nullptr);
|
|
|
|
|
}
|
|
|
|
|
auto schema_def = TRY(get_schema(schema));
|
|
|
|
|
if (!schema_def) {
|
|
|
|
|
warnln("Schema '{}' does not exist"sv, schema);
|
2022-07-11 17:57:32 +00:00
|
|
|
return Error::from_string_literal("Schema does not exist");
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
auto ret = TableDef::construct(schema_def, name);
|
|
|
|
|
ret->set_pointer((*table_iterator).pointer());
|
|
|
|
|
m_table_cache.set(key.hash(), ret);
|
|
|
|
|
auto hash = ret->hash();
|
|
|
|
|
auto column_key = ColumnDef::make_key(ret);
|
|
|
|
|
for (auto column_iterator = m_table_columns->find(column_key);
|
|
|
|
|
!column_iterator.is_end() && ((*column_iterator)["table_hash"].to_u32().value() == hash);
|
|
|
|
|
column_iterator++) {
|
|
|
|
|
ret->append_column(*column_iterator);
|
|
|
|
|
}
|
2021-11-05 19:05:59 -04:00
|
|
|
return RefPtr<TableDef>(ret);
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<Vector<Row>> Database::select_all(TableDef const& table)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
|
|
|
|
VERIFY(m_table_cache.get(table.key().hash()).has_value());
|
|
|
|
|
Vector<Row> ret;
|
|
|
|
|
for (auto pointer = table.pointer(); pointer; pointer = ret.last().next_pointer()) {
|
2021-08-18 20:50:13 -04:00
|
|
|
ret.append(m_serializer.deserialize_block<Row>(pointer, table, pointer));
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
return ret;
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<Vector<Row>> Database::match(TableDef const& table, Key const& key)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
|
|
|
|
VERIFY(m_table_cache.get(table.key().hash()).has_value());
|
|
|
|
|
Vector<Row> ret;
|
|
|
|
|
|
|
|
|
|
// TODO Match key against indexes defined on table. If found,
|
|
|
|
|
// use the index instead of scanning the table.
|
|
|
|
|
for (auto pointer = table.pointer(); pointer;) {
|
2021-08-18 20:50:13 -04:00
|
|
|
auto row = m_serializer.deserialize_block<Row>(pointer, table, pointer);
|
2021-06-17 14:12:46 -04:00
|
|
|
if (row.match(key))
|
|
|
|
|
ret.append(row);
|
|
|
|
|
pointer = ret.last().next_pointer();
|
|
|
|
|
}
|
|
|
|
|
return ret;
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<void> Database::insert(Row& row)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
|
|
|
|
VERIFY(m_table_cache.get(row.table()->key().hash()).has_value());
|
2021-11-05 19:05:59 -04:00
|
|
|
// TODO Check constraints
|
|
|
|
|
|
2021-06-17 14:12:46 -04:00
|
|
|
row.set_pointer(m_heap->new_record_pointer());
|
2022-11-26 10:24:24 -05:00
|
|
|
row.set_next_pointer(row.table()->pointer());
|
2021-11-05 19:05:59 -04:00
|
|
|
TRY(update(row));
|
2021-06-17 14:12:46 -04:00
|
|
|
|
|
|
|
|
// TODO update indexes defined on table.
|
|
|
|
|
|
|
|
|
|
auto table_key = row.table()->key();
|
|
|
|
|
table_key.set_pointer(row.pointer());
|
|
|
|
|
VERIFY(m_tables->update_key_pointer(table_key));
|
|
|
|
|
row.table()->set_pointer(row.pointer());
|
2021-11-05 19:05:59 -04:00
|
|
|
return {};
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
2021-11-05 19:05:59 -04:00
|
|
|
ErrorOr<void> Database::update(Row& tuple)
|
2021-06-17 14:12:46 -04:00
|
|
|
{
|
|
|
|
|
VERIFY(m_table_cache.get(tuple.table()->key().hash()).has_value());
|
2021-11-05 19:05:59 -04:00
|
|
|
// TODO Check constraints
|
2021-08-18 20:50:13 -04:00
|
|
|
m_serializer.reset();
|
2022-11-26 01:17:43 +01:00
|
|
|
m_serializer.serialize_and_write<Tuple>(tuple);
|
2021-06-17 14:12:46 -04:00
|
|
|
|
|
|
|
|
// TODO update indexes defined on table.
|
2021-11-05 19:05:59 -04:00
|
|
|
return {};
|
2021-06-17 14:12:46 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|