mirror of
https://github.com/trapexit/mergerfs.git
synced 2026-10-26 19:01:56 -04:00
Rework config, centralize fuse config (#1547)
This commit is contained in:
parent
00e5467e99
commit
727c522fb8
46 changed files with 1294 additions and 1316 deletions
506
src/mergerfs.cpp
506
src/mergerfs.cpp
|
|
@ -18,6 +18,7 @@
|
|||
#include "mergerfs_fsck.hpp"
|
||||
#include "mergerfs_collect_info.hpp"
|
||||
|
||||
#include "config.hpp"
|
||||
#include "fs_path.hpp"
|
||||
#include "fs_readahead.hpp"
|
||||
#include "fs_umount2.hpp"
|
||||
|
|
@ -89,272 +90,279 @@
|
|||
#include <cstdlib>
|
||||
#include <cstring>
|
||||
#include <iostream>
|
||||
#include <unordered_set>
|
||||
|
||||
|
||||
namespace l
|
||||
static
|
||||
void
|
||||
_get_fuse_operations(struct fuse_operations &ops_,
|
||||
const bool nullrw_)
|
||||
{
|
||||
static
|
||||
void
|
||||
get_fuse_operations(struct fuse_operations &ops_,
|
||||
const bool nullrw_)
|
||||
{
|
||||
ops_.access = FUSE::access;
|
||||
ops_.bmap = FUSE::bmap;
|
||||
ops_.chmod = FUSE::chmod;
|
||||
ops_.chown = FUSE::chown;
|
||||
ops_.copy_file_range = FUSE::copy_file_range;
|
||||
ops_.create = FUSE::create;
|
||||
ops_.destroy = FUSE::destroy;
|
||||
ops_.fallocate = FUSE::fallocate;
|
||||
ops_.fchmod = FUSE::fchmod;
|
||||
ops_.fchown = FUSE::fchown;
|
||||
ops_.fgetattr = FUSE::fgetattr;
|
||||
ops_.flock = FUSE::flock;
|
||||
ops_.flush = FUSE::flush;
|
||||
ops_.fsync = FUSE::fsync;
|
||||
ops_.fsyncdir = FUSE::fsyncdir;
|
||||
ops_.ftruncate = FUSE::ftruncate;
|
||||
ops_.futimens = FUSE::futimens;
|
||||
ops_.getattr = FUSE::getattr;
|
||||
ops_.getxattr = FUSE::getxattr;
|
||||
ops_.init = FUSE::init;
|
||||
ops_.ioctl = FUSE::ioctl;
|
||||
ops_.link = FUSE::link;
|
||||
ops_.listxattr = FUSE::listxattr;
|
||||
ops_.lock = FUSE::lock;
|
||||
ops_.mkdir = FUSE::mkdir;
|
||||
ops_.mknod = FUSE::mknod;
|
||||
ops_.open = FUSE::open;
|
||||
ops_.opendir = FUSE::opendir;
|
||||
ops_.poll = FUSE::poll;;
|
||||
ops_.read = (nullrw_ ? FUSE::read_null : FUSE::read);
|
||||
ops_.readdir = FUSE::readdir;
|
||||
ops_.readdir_plus = FUSE::readdir_plus;
|
||||
ops_.readlink = FUSE::readlink;
|
||||
ops_.release = FUSE::release;
|
||||
ops_.releasedir = FUSE::releasedir;
|
||||
ops_.removemapping = FUSE::removemapping;
|
||||
ops_.removexattr = FUSE::removexattr;
|
||||
ops_.rename = FUSE::rename;
|
||||
ops_.rmdir = FUSE::rmdir;
|
||||
ops_.setupmapping = FUSE::setupmapping;
|
||||
ops_.setxattr = FUSE::setxattr;
|
||||
ops_.statfs = FUSE::statfs;
|
||||
ops_.statx = FUSE::statx;
|
||||
ops_.statx_fh = FUSE::statx_fh;
|
||||
ops_.symlink = FUSE::symlink;
|
||||
ops_.syncfs = FUSE::syncfs;
|
||||
ops_.tmpfile = FUSE::tmpfile;
|
||||
ops_.truncate = FUSE::truncate;
|
||||
ops_.unlink = FUSE::unlink;
|
||||
ops_.utimens = FUSE::utimens;
|
||||
ops_.write = (nullrw_ ? FUSE::write_null : FUSE::write);
|
||||
ops_.access = FUSE::access;
|
||||
ops_.bmap = FUSE::bmap;
|
||||
ops_.chmod = FUSE::chmod;
|
||||
ops_.chown = FUSE::chown;
|
||||
ops_.copy_file_range = FUSE::copy_file_range;
|
||||
ops_.create = FUSE::create;
|
||||
ops_.destroy = FUSE::destroy;
|
||||
ops_.fallocate = FUSE::fallocate;
|
||||
ops_.fchmod = FUSE::fchmod;
|
||||
ops_.fchown = FUSE::fchown;
|
||||
ops_.fgetattr = FUSE::fgetattr;
|
||||
ops_.flock = FUSE::flock;
|
||||
ops_.flush = FUSE::flush;
|
||||
ops_.fsync = FUSE::fsync;
|
||||
ops_.fsyncdir = FUSE::fsyncdir;
|
||||
ops_.ftruncate = FUSE::ftruncate;
|
||||
ops_.futimens = FUSE::futimens;
|
||||
ops_.getattr = FUSE::getattr;
|
||||
ops_.getxattr = FUSE::getxattr;
|
||||
ops_.init = FUSE::init;
|
||||
ops_.ioctl = FUSE::ioctl;
|
||||
ops_.link = FUSE::link;
|
||||
ops_.listxattr = FUSE::listxattr;
|
||||
ops_.lock = FUSE::lock;
|
||||
ops_.mkdir = FUSE::mkdir;
|
||||
ops_.mknod = FUSE::mknod;
|
||||
ops_.open = FUSE::open;
|
||||
ops_.opendir = FUSE::opendir;
|
||||
ops_.poll = FUSE::poll;;
|
||||
ops_.read = (nullrw_ ? FUSE::read_null : FUSE::read);
|
||||
ops_.readdir = FUSE::readdir;
|
||||
ops_.readdir_plus = FUSE::readdir_plus;
|
||||
ops_.readlink = FUSE::readlink;
|
||||
ops_.release = FUSE::release;
|
||||
ops_.releasedir = FUSE::releasedir;
|
||||
ops_.removemapping = FUSE::removemapping;
|
||||
ops_.removexattr = FUSE::removexattr;
|
||||
ops_.rename = FUSE::rename;
|
||||
ops_.rmdir = FUSE::rmdir;
|
||||
ops_.setupmapping = FUSE::setupmapping;
|
||||
ops_.setxattr = FUSE::setxattr;
|
||||
ops_.statfs = FUSE::statfs;
|
||||
ops_.statx = FUSE::statx;
|
||||
ops_.statx_fh = FUSE::statx_fh;
|
||||
ops_.symlink = FUSE::symlink;
|
||||
ops_.syncfs = FUSE::syncfs;
|
||||
ops_.tmpfile = FUSE::tmpfile;
|
||||
ops_.truncate = FUSE::truncate;
|
||||
ops_.unlink = FUSE::unlink;
|
||||
ops_.utimens = FUSE::utimens;
|
||||
ops_.write = (nullrw_ ? FUSE::write_null : FUSE::write);
|
||||
|
||||
return;
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
_setup_resources(const int scheduling_priority_)
|
||||
{
|
||||
std::srand(time(NULL));
|
||||
resources::reset_umask();
|
||||
resources::maxout_rlimit_nofile();
|
||||
resources::maxout_rlimit_fsize();
|
||||
resources::setpriority(scheduling_priority_);
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
_set_oom_score_adj()
|
||||
{
|
||||
int rv;
|
||||
int orig;
|
||||
int score;
|
||||
|
||||
if(!oom::has_oom_score_adj())
|
||||
return;
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
setup_resources(const int scheduling_priority_)
|
||||
{
|
||||
std::srand(time(NULL));
|
||||
resources::reset_umask();
|
||||
resources::maxout_rlimit_nofile();
|
||||
resources::maxout_rlimit_fsize();
|
||||
resources::setpriority(scheduling_priority_);
|
||||
}
|
||||
score = -990;
|
||||
|
||||
static
|
||||
void
|
||||
set_oom_score_adj()
|
||||
{
|
||||
int rv;
|
||||
int orig;
|
||||
int score;
|
||||
orig = oom::get_oom_score_adj();
|
||||
rv = oom::set_oom_score_adj(score);
|
||||
|
||||
if(!oom::has_oom_score_adj())
|
||||
return;
|
||||
(void)rv;
|
||||
SysLog::info("set oom_score_adj to {}, originally {}",
|
||||
score,
|
||||
orig);
|
||||
}
|
||||
|
||||
score = -990;
|
||||
static
|
||||
bool
|
||||
_wait_for_mount()
|
||||
{
|
||||
int failures;
|
||||
std::vector<fs::path> paths;
|
||||
std::chrono::milliseconds timeout;
|
||||
|
||||
orig = oom::get_oom_score_adj();
|
||||
rv = oom::set_oom_score_adj(score);
|
||||
paths = cfg.branches->to_paths();
|
||||
|
||||
(void)rv;
|
||||
SysLog::info("set oom_score_adj to {}, originally {}",
|
||||
score,
|
||||
orig);
|
||||
}
|
||||
SysLog::info("Waiting {} seconds for {} branches to mount",
|
||||
(uint64_t)cfg.branches_mount_timeout,
|
||||
paths.size());
|
||||
|
||||
static
|
||||
bool
|
||||
wait_for_mount(const Config &cfg_)
|
||||
{
|
||||
int failures;
|
||||
std::vector<fs::path> paths;
|
||||
std::chrono::milliseconds timeout;
|
||||
|
||||
paths = cfg_.branches->to_paths();
|
||||
|
||||
SysLog::info("Waiting {} seconds for {} branches to mount",
|
||||
(uint64_t)cfg_.branches_mount_timeout,
|
||||
paths.size());
|
||||
|
||||
timeout = std::chrono::milliseconds(cfg_.branches_mount_timeout * 1000);
|
||||
failures = fs::wait_for_mount(cfg_.mountpoint,
|
||||
paths,
|
||||
timeout);
|
||||
if(failures)
|
||||
{
|
||||
if(cfg_.branches_mount_timeout_fail)
|
||||
{
|
||||
SysLog::error("{} of {} branches were not mounted"
|
||||
" within the timeout of {}s. Exiting",
|
||||
failures,
|
||||
paths.size(),
|
||||
(uint64_t)cfg_.branches_mount_timeout);
|
||||
return true;
|
||||
}
|
||||
|
||||
SysLog::warning("Continuing to mount mergerfs despite {} branches not "
|
||||
"being different from the mountpoint filesystem",
|
||||
failures);
|
||||
}
|
||||
else
|
||||
{
|
||||
SysLog::info("All {} branches are mounted",
|
||||
paths.size());
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
lazy_umount(const fs::path &target_)
|
||||
{
|
||||
int rv;
|
||||
|
||||
rv = fs::umount_lazy(target_);
|
||||
switch(rv)
|
||||
{
|
||||
case 0:
|
||||
SysLog::notice("{} has been successfully lazily unmounted",
|
||||
target_.string());
|
||||
break;
|
||||
case -EINVAL:
|
||||
SysLog::notice("{} was not a mount point needing to be unmounted",
|
||||
target_.string());
|
||||
break;
|
||||
default:
|
||||
SysLog::error("Error unmounting {}: {} - {}",
|
||||
target_.string(),
|
||||
-rv,
|
||||
strerror(-rv));
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
usr1_signal_handler(int signal_)
|
||||
{
|
||||
// SysLog::info("Received SIGUSR1 - invalidating all nodes");
|
||||
// fuse_invalidate_all_nodes();
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
usr2_signal_handler(int signal_)
|
||||
{
|
||||
// SysLog::info("Received SIGUSR2 - triggering thorough gc");
|
||||
// fuse_gc();
|
||||
// GIDCache::clear_all();
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
setup_signal_handlers()
|
||||
{
|
||||
std::signal(SIGUSR1,l::usr1_signal_handler);
|
||||
std::signal(SIGUSR2,l::usr2_signal_handler);
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
warn_if_not_root()
|
||||
{
|
||||
uid_t uid;
|
||||
|
||||
uid = geteuid();
|
||||
if(uid == 0)
|
||||
return;
|
||||
|
||||
constexpr const char s[] = "mergerfs is not running as root and may not work correctly\n";
|
||||
fmt::print(stderr,"warning: {}",s);
|
||||
SysLog::warning(s);
|
||||
}
|
||||
|
||||
int
|
||||
main(int argc_,
|
||||
char **argv_)
|
||||
{
|
||||
int rv;
|
||||
Config::ErrVec errs;
|
||||
fuse_args args;
|
||||
fuse_operations ops;
|
||||
|
||||
SysLog::open();
|
||||
|
||||
memset(&ops,0,sizeof(fuse_operations));
|
||||
|
||||
args.argc = argc_;
|
||||
args.argv = argv_;
|
||||
args.allocated = 0;
|
||||
|
||||
options::parse(&args,&errs);
|
||||
if(errs.size())
|
||||
{
|
||||
std::cerr << errs << std::endl;
|
||||
return 1;
|
||||
}
|
||||
|
||||
if(cfg.branches_mount_timeout > 0)
|
||||
{
|
||||
bool failure;
|
||||
|
||||
failure = l::wait_for_mount(cfg);
|
||||
if(failure)
|
||||
return 1;
|
||||
}
|
||||
|
||||
SysLog::info("mergerfs v{} started",MERGERFS_VERSION);
|
||||
SysLog::info("Go to https://trapexit.github.io/mergerfs/support for support");
|
||||
l::warn_if_not_root();
|
||||
|
||||
MaintenanceThread::push_job([](int count_)
|
||||
timeout = std::chrono::milliseconds(cfg.branches_mount_timeout * 1000);
|
||||
failures = fs::wait_for_mount(cfg.mountpoint,
|
||||
paths,
|
||||
timeout);
|
||||
if(failures)
|
||||
{
|
||||
if((count_ % 60) == 0)
|
||||
GIDCache::clear_unused();
|
||||
});
|
||||
l::setup_resources(cfg.scheduling_priority);
|
||||
l::setup_signal_handlers();
|
||||
l::set_oom_score_adj();
|
||||
l::get_fuse_operations(ops,cfg.nullrw);
|
||||
if(cfg.branches_mount_timeout_fail)
|
||||
{
|
||||
SysLog::error("{} of {} branches were not mounted"
|
||||
" within the timeout of {}s. Exiting",
|
||||
failures,
|
||||
paths.size(),
|
||||
(uint64_t)cfg.branches_mount_timeout);
|
||||
return true;
|
||||
}
|
||||
|
||||
if(cfg.lazy_umount_mountpoint)
|
||||
l::lazy_umount(cfg.mountpoint);
|
||||
SysLog::warning("Continuing to mount mergerfs despite {} branches not "
|
||||
"being different from the mountpoint filesystem",
|
||||
failures);
|
||||
}
|
||||
else
|
||||
{
|
||||
SysLog::info("All {} branches are mounted",
|
||||
paths.size());
|
||||
}
|
||||
|
||||
rv = fuse_main(args.argc,
|
||||
args.argv,
|
||||
&ops);
|
||||
return false;
|
||||
}
|
||||
|
||||
SysLog::info("exiting main loop with return code {}",rv);
|
||||
static
|
||||
void
|
||||
_lazy_umount(const fs::path &target_)
|
||||
{
|
||||
int rv;
|
||||
|
||||
SysLog::close();
|
||||
rv = fs::umount_lazy(target_);
|
||||
switch(rv)
|
||||
{
|
||||
case 0:
|
||||
SysLog::notice("{} has been successfully lazily unmounted",
|
||||
target_.string());
|
||||
break;
|
||||
case -EINVAL:
|
||||
SysLog::notice("{} was not a mount point needing to be unmounted",
|
||||
target_.string());
|
||||
break;
|
||||
default:
|
||||
SysLog::error("Error unmounting {}: {} - {}",
|
||||
target_.string(),
|
||||
-rv,
|
||||
strerror(-rv));
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
return rv;
|
||||
}
|
||||
static
|
||||
void
|
||||
_usr1_signal_handler(int signal_)
|
||||
{
|
||||
// SysLog::info("Received SIGUSR1 - invalidating all nodes");
|
||||
// fuse_invalidate_all_nodes();
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
_usr2_signal_handler(int signal_)
|
||||
{
|
||||
// SysLog::info("Received SIGUSR2 - triggering thorough gc");
|
||||
// fuse_gc();
|
||||
// GIDCache::clear_all();
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
_setup_signal_handlers()
|
||||
{
|
||||
std::signal(SIGUSR1,::_usr1_signal_handler);
|
||||
std::signal(SIGUSR2,::_usr2_signal_handler);
|
||||
}
|
||||
|
||||
static
|
||||
void
|
||||
_warn_if_not_root()
|
||||
{
|
||||
uid_t uid;
|
||||
|
||||
uid = geteuid();
|
||||
if(uid == 0)
|
||||
return;
|
||||
|
||||
constexpr const char s[] =
|
||||
"mergerfs is not running as root"
|
||||
" and may not work correctly";
|
||||
fmt::println(stderr,"* WARNING: {}",s);
|
||||
SysLog::warning(s);
|
||||
}
|
||||
|
||||
int
|
||||
_main(int argc_,
|
||||
char **argv_)
|
||||
{
|
||||
int rv;
|
||||
fuse_args args;
|
||||
fuse_operations ops;
|
||||
|
||||
SysLog::open();
|
||||
|
||||
memset(&ops,0,sizeof(fuse_operations));
|
||||
|
||||
args.argc = argc_;
|
||||
args.argv = argv_;
|
||||
args.allocated = false;
|
||||
|
||||
SysLog::info("mergerfs v{} started",MERGERFS_VERSION);
|
||||
SysLog::info("Go to https://trapexit.github.io/mergerfs/support for support");
|
||||
|
||||
options::parse(&args);
|
||||
if(!cfg.errs.empty())
|
||||
{
|
||||
for(auto &err : cfg.errs)
|
||||
{
|
||||
std::string s = err.to_string();
|
||||
|
||||
SysLog::error("error: {}",s);
|
||||
fmt::println(stderr,"* ERROR: {}",s);
|
||||
}
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
if(cfg.branches_mount_timeout > 0)
|
||||
{
|
||||
bool failure;
|
||||
|
||||
failure = ::_wait_for_mount();
|
||||
if(failure)
|
||||
return 1;
|
||||
}
|
||||
|
||||
::_warn_if_not_root();
|
||||
|
||||
MaintenanceThread::push_job([](int count_)
|
||||
{
|
||||
if((count_ % 60) == 0)
|
||||
GIDCache::clear_unused();
|
||||
});
|
||||
::_setup_resources(cfg.scheduling_priority);
|
||||
::_setup_signal_handlers();
|
||||
::_set_oom_score_adj();
|
||||
::_get_fuse_operations(ops,cfg.nullrw);
|
||||
|
||||
if(cfg.lazy_umount_mountpoint)
|
||||
::_lazy_umount(cfg.mountpoint);
|
||||
|
||||
rv = fuse_main(args.argc,
|
||||
args.argv,
|
||||
&ops);
|
||||
|
||||
SysLog::info("exiting main loop with return code {}",rv);
|
||||
|
||||
SysLog::close();
|
||||
|
||||
return rv;
|
||||
}
|
||||
|
||||
static
|
||||
|
|
@ -372,7 +380,7 @@ _pick_app_and_run(int argc_,
|
|||
if(appname == "mergerfs.collect-info")
|
||||
return mergerfs::collect_info::main(argc_,argv_);
|
||||
|
||||
return l::main(argc_,argv_);
|
||||
return ::_main(argc_,argv_);
|
||||
}
|
||||
|
||||
int
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue