Packages
rocksdb
2.5.0
3.1.2
3.1.1
3.1.0
3.0.0
2.6.2
2.6.1
retired
2.6.0
retired
2.5.0
2.4.1
2.4.0
2.3.0
2.2.0
2.1.0
2.0.0
1.9.0
1.8.0
1.7.0
1.6.0
1.5.1
1.5.0
1.4.0
1.3.2
1.3.1
1.3.0
1.2.0
1.1.1
1.1.0
1.0.0
0.26.2
0.26.1
0.26.0
0.25.0
0.24.0
0.23.3
0.23.2
0.23.1
0.23.0
0.22.0
0.21.0
0.20.1
0.20.0
0.19.0
0.18.0
0.17.0
0.16.0
0.15.0
0.14.0
0.13.1
0.13.0
0.12.0
0.11.0
0.10.0
0.9.1
0.9.0
0.8.2
0.8.1
0.8.0
0.7.1
0.7.0
0.6.4
0.6.3
0.6.2
0.6.1
0.6.0
RocksDB for Erlang
Current section
Files
Jump to
Current section
Files
c_src/sst_file_manager.cc
// Copyright (c) 2018-2025 Benoit Chesneau
//
// This file is provided to you under the Apache License,
// Version 2.0 (the "License"); you may not use this file
// except in compliance with the License. You may obtain
// a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
//
#include <array>
#include <string>
#include "rocksdb/sst_file_manager.h"
#include "atoms.h"
#include "env.h"
#include "sst_file_manager.h"
#include "util.h"
namespace erocksdb {
ErlNifResourceType * SstFileManager::m_SstFileManager_RESOURCE(NULL);
void
SstFileManager::CreateSstFileManagerType( ErlNifEnv * env)
{
ErlNifResourceFlags flags = (ErlNifResourceFlags)(ERL_NIF_RT_CREATE | ERL_NIF_RT_TAKEOVER);
m_SstFileManager_RESOURCE = enif_open_resource_type(env, NULL, "erocksdb_SstFileManager",
&SstFileManager::SstFileManagerResourceCleanup,
flags, NULL);
return;
} // SstFileManager::CreateSstFileManagerType
void
SstFileManager::SstFileManagerResourceCleanup(ErlNifEnv * /*env*/, void * arg)
{
SstFileManager* mgr_ptr = (SstFileManager *)arg;
mgr_ptr->~SstFileManager();
mgr_ptr = nullptr;
return;
} // SstFileManager::SstFileManagerResourceCleanup
SstFileManager *
SstFileManager::CreateSstFileManagerResource(std::shared_ptr<rocksdb::SstFileManager> mgr)
{
SstFileManager * ret_ptr;
void * alloc_ptr;
alloc_ptr=enif_alloc_resource(m_SstFileManager_RESOURCE, sizeof(SstFileManager));
ret_ptr=new (alloc_ptr) SstFileManager(mgr);
return(ret_ptr);
}
SstFileManager *
SstFileManager::RetrieveSstFileManagerResource(ErlNifEnv * Env, const ERL_NIF_TERM & term)
{
SstFileManager * ret_ptr;
if (!enif_get_resource(Env, term, m_SstFileManager_RESOURCE, (void **)&ret_ptr))
return NULL;
return ret_ptr;
}
SstFileManager::SstFileManager(std::shared_ptr<rocksdb::SstFileManager> Mgr) : mgr_(Mgr) {}
SstFileManager::~SstFileManager()
{
if(mgr_)
{
mgr_ = nullptr;
}
return;
}
std::shared_ptr<rocksdb::SstFileManager> SstFileManager::sst_file_manager() {
auto m = mgr_;
return m;
}
ERL_NIF_TERM
NewSstFileManager(
ErlNifEnv* env,
int /*argc*/,
const ERL_NIF_TERM argv[])
{
erocksdb::ManagedEnv* env_ptr = erocksdb::ManagedEnv::RetrieveEnvResource(env,argv[0]);
if(NULL==env_ptr)
return enif_make_badarg(env);
ErlNifUInt64 rate_bytes_per_sec = 0;
double max_trash_db_ratio = 0.25;
ErlNifUInt64 bytes_max_delete_chunk = 64 * 1024 * 1024;
ERL_NIF_TERM head, tail;
const ERL_NIF_TERM* option;
int arity;
tail = argv[1];
while(enif_get_list_cell(env, tail, &head, &tail)) {
if (enif_get_tuple(env, head, &arity, &option) && 2 == arity) {
if(option[0] == erocksdb::ATOM_DELETE_RATE_BYTES_PER_SEC) {
if(!enif_get_uint64(env, option[1], &rate_bytes_per_sec))
return enif_make_badarg(env);
} else if(option[0] == erocksdb::ATOM_MAX_TRASH_DB_RATIO) {
if(!enif_get_double(env, option[1], &max_trash_db_ratio))
return enif_make_badarg(env);
} else if(option[0] == erocksdb::ATOM_BYTES_MAX_DELETE_CHUNK) {
if(!enif_get_uint64(env, option[1], &bytes_max_delete_chunk))
return enif_make_badarg(env);
} else {
return enif_make_badarg(env);
}
} else {
return enif_make_badarg(env);
}
}
rocksdb::Status status;
rocksdb::SstFileManager* mgr =
rocksdb::NewSstFileManager(
(rocksdb::Env*)env_ptr->env(),
nullptr,
"", /* trash_dir, deprecated */
rate_bytes_per_sec,
true, /* delete_existing_trash, deprecate */
&status,
max_trash_db_ratio,
bytes_max_delete_chunk
);
if(!status.ok())
return error_tuple(env, ATOM_ERROR, status);
std::shared_ptr<rocksdb::SstFileManager> sptr_sst_file_manager(mgr);
auto mgr_ptr = SstFileManager::CreateSstFileManagerResource(sptr_sst_file_manager);
// create a resource reference to send erlang
ERL_NIF_TERM result = enif_make_resource(env, mgr_ptr);
// clear the automatic reference from enif_alloc_resource in EnvObject
enif_release_resource(mgr_ptr);
sptr_sst_file_manager.reset();
sptr_sst_file_manager = nullptr;
return enif_make_tuple2(env, ATOM_OK, result);
}
ERL_NIF_TERM
ReleaseSstFileManager(ErlNifEnv* env, int /*argc*/, const ERL_NIF_TERM argv[])
{
SstFileManager* mgr_ptr;
std::shared_ptr<rocksdb::SstFileManager> mgr;
mgr_ptr = erocksdb::SstFileManager::RetrieveSstFileManagerResource(env, argv[0]);
if(nullptr==mgr_ptr)
return ATOM_OK;
mgr = mgr_ptr->sst_file_manager();
mgr.reset();
mgr = nullptr;
mgr_ptr = nullptr;
return ATOM_OK;
}
ERL_NIF_TERM
SstFileManagerFlag(ErlNifEnv* env, int /*argc*/, const ERL_NIF_TERM argv[])
{
SstFileManager* mgr_ptr;
mgr_ptr = erocksdb::SstFileManager::RetrieveSstFileManagerResource(env, argv[0]);
if(nullptr==mgr_ptr)
return enif_make_badarg(env);
ErlNifUInt64 ival;
double dval;
if(argv[1] == erocksdb::ATOM_MAX_ALLOWED_SPACE_USAGE)
{
if(!enif_get_uint64(env, argv[2], &ival))
return enif_make_badarg(env);
mgr_ptr->sst_file_manager()->SetMaxAllowedSpaceUsage(ival);
}
else if (argv[1] == erocksdb::ATOM_COMPACTION_BUFFER_SIZE)
{
if(!enif_get_uint64(env, argv[2], &ival))
return enif_make_badarg(env);
mgr_ptr->sst_file_manager()->SetCompactionBufferSize(ival);
}
else if (argv[1] == erocksdb::ATOM_DELETE_RATE_BYTES_PER_SEC)
{
if(!enif_get_uint64(env, argv[2], &ival))
return enif_make_badarg(env);
mgr_ptr->sst_file_manager()->SetDeleteRateBytesPerSecond(ival);
}
else if (argv[1] == erocksdb::ATOM_MAX_TRASH_DB_RATIO)
{
if(!enif_get_double(env, argv[2], &dval))
return enif_make_badarg(env);
mgr_ptr->sst_file_manager()->SetMaxTrashDBRatio(dval);
} else {
return enif_make_badarg(env);
}
return ATOM_OK;
}
ERL_NIF_TERM
sst_file_manager_info_1(
ErlNifEnv *env,
SstFileManager* mgr_ptr,
ERL_NIF_TERM item) {
if (item == erocksdb::ATOM_TOTAL_SIZE) {
return enif_make_uint64(env, mgr_ptr->sst_file_manager()->GetTotalSize());
}
else if (item == erocksdb::ATOM_DELETE_RATE_BYTES_PER_SEC) {
return enif_make_uint64(env, mgr_ptr->sst_file_manager()->GetDeleteRateBytesPerSecond());
}
else if (item == erocksdb::ATOM_MAX_TRASH_DB_RATIO) {
return enif_make_double(env, mgr_ptr->sst_file_manager()->GetMaxTrashDBRatio());
}
else if (item == erocksdb::ATOM_TOTAL_TRASH_SIZE) {
return enif_make_uint64(env, mgr_ptr->sst_file_manager()->GetTotalTrashSize());
} else if (item == erocksdb::ATOM_IS_MAX_ALLOWED_SPACE_REACHED) {
if(mgr_ptr->sst_file_manager()->IsMaxAllowedSpaceReached())
return ATOM_TRUE;
return ATOM_FALSE;
}
else if (item == erocksdb::ATOM_MAX_ALLOWED_SPACE_REACHED_INCLUDING_COMPACTIONS) {
if(mgr_ptr->sst_file_manager()->IsMaxAllowedSpaceReachedIncludingCompactions())
return ATOM_TRUE;
return ATOM_FALSE;
} else {
return enif_make_badarg(env);
}
}
ERL_NIF_TERM
SstFileManagerInfo(ErlNifEnv* env, int argc, const ERL_NIF_TERM argv[])
{
SstFileManager* mgr_ptr;
mgr_ptr = erocksdb::SstFileManager::RetrieveSstFileManagerResource(env, argv[0]);
if(nullptr==mgr_ptr)
return enif_make_badarg(env);
if(argc > 1)
return sst_file_manager_info_1(env, mgr_ptr, argv[1]);
std::array<ERL_NIF_TERM, 6> items = {
erocksdb::ATOM_MAX_ALLOWED_SPACE_REACHED_INCLUDING_COMPACTIONS,
erocksdb::ATOM_IS_MAX_ALLOWED_SPACE_REACHED,
erocksdb::ATOM_TOTAL_TRASH_SIZE,
erocksdb::ATOM_MAX_TRASH_DB_RATIO,
erocksdb::ATOM_DELETE_RATE_BYTES_PER_SEC,
erocksdb::ATOM_TOTAL_SIZE
};
ERL_NIF_TERM info = enif_make_list(env, 0);
for(const auto& item : items) {
info = enif_make_list_cell(
env,
enif_make_tuple2(env, item, sst_file_manager_info_1(env, mgr_ptr, item)),
info);
}
return info;
}
ERL_NIF_TERM
SstFileManagerTrackedFiles(ErlNifEnv* env, int /*argc*/, const ERL_NIF_TERM argv[])
{
SstFileManager* mgr_ptr;
mgr_ptr = erocksdb::SstFileManager::RetrieveSstFileManagerResource(env, argv[0]);
if(nullptr==mgr_ptr)
return enif_make_badarg(env);
auto tracked_files = mgr_ptr->sst_file_manager()->GetTrackedFiles();
ERL_NIF_TERM result = enif_make_list(env, 0);
for (const auto& [path, size] : tracked_files) {
ERL_NIF_TERM path_term;
unsigned char* buf = enif_make_new_binary(env, path.size(), &path_term);
memcpy(buf, path.data(), path.size());
ERL_NIF_TERM tuple = enif_make_tuple2(env, path_term, enif_make_uint64(env, size));
result = enif_make_list_cell(env, tuple, result);
}
return result;
}
}