// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- // vim: ts=8 sw=2 smarttab /* * Ceph - scalable distributed file system * * Copyright (C) 2004-2006 Sage Weil * * This is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License version 2.1, as published by the Free Software * Foundation. See file COPYING. * */ #include #include #include #include #include #include "common/async/context_pool.h" #include "common/config.h" #include "common/errno.h" #include "client/Client.h" #include "client/fuse_ll.h" #include "msg/Messenger.h" #include "mon/MonClient.h" #include "common/Timer.h" #include "common/ceph_argparse.h" #if defined(__linux__) #include "common/linux_version.h" #endif #include "global/global_init.h" #include "global/signal_handler.h" #include "common/Preforker.h" #include "common/safe_io.h" #include #include #include "include/ceph_fuse.h" #include #define dout_context g_ceph_context using namespace std; ceph::async::io_context_pool icp; static void fuse_usage() { const char* argv[] = { "ceph-fuse", "-h", }; struct fuse_args args = FUSE_ARGS_INIT(2, (char**)argv); #if FUSE_VERSION >= FUSE_MAKE_VERSION(3, 0) struct fuse_cmdline_opts opts = {}; if (fuse_parse_cmdline(&args, &opts) != -1) { if (opts.show_help) { cout << "usage: " << argv[0] << " [options] \n\n"; cout << "FUSE options:\n"; fuse_cmdline_help(); fuse_lowlevel_help(); cout << "\n"; } } else { #else if (fuse_parse_cmdline(&args, nullptr, nullptr, nullptr) == -1) { #endif derr << "fuse_parse_cmdline failed." << dendl; } ceph_assert(args.allocated); fuse_opt_free_args(&args); } void usage() { cout << "usage: ceph-fuse [-n client.username] [-m mon-ip-addr:mon-port] [OPTIONS]\n" " --client_mountpoint/-r \n" " use sub_directory as the mounted root, rather than the full Ceph tree.\n" "\n"; fuse_usage(); generic_client_usage(); } int main(int argc, const char **argv, const char *envp[]) { int filer_flags = 0; //cerr << "ceph-fuse starting " << myrank << "/" << world << std::endl; auto args = argv_to_vec(argc, argv); if (args.empty()) { cerr << argv[0] << ": -h or --help for usage" << std::endl; exit(1); } if (ceph_argparse_need_usage(args)) { usage(); exit(0); } std::map defaults = { { "pid_file", "" }, { "chdir", "/" } // FUSE will chdir("/"); be ready. }; auto cct = global_init(&defaults, args, CEPH_ENTITY_TYPE_CLIENT, CODE_ENVIRONMENT_DAEMON, CINIT_FLAG_UNPRIVILEGED_DAEMON_DEFAULTS); for (auto i = args.begin(); i != args.end();) { if (ceph_argparse_double_dash(args, i)) { break; } else if (ceph_argparse_flag(args, i, "--localize-reads", (char*)nullptr)) { cerr << "setting CEPH_OSD_FLAG_LOCALIZE_READS" << std::endl; filer_flags |= CEPH_OSD_FLAG_LOCALIZE_READS; } else if (ceph_argparse_flag(args, i, "-V", (char*)nullptr)) { const char* tmpargv[] = { "ceph-fuse", "-V" }; struct fuse_args fargs = FUSE_ARGS_INIT(2, (char**)tmpargv); #if FUSE_VERSION >= FUSE_MAKE_VERSION(3, 0) struct fuse_cmdline_opts opts = {}; if (fuse_parse_cmdline(&fargs, &opts) == -1) { #else if (fuse_parse_cmdline(&fargs, nullptr, nullptr, nullptr) == -1) { #endif derr << "fuse_parse_cmdline failed." << dendl; } ceph_assert(fargs.allocated); fuse_opt_free_args(&fargs); exit(0); } else { ++i; } } // args for fuse const char **newargv; int newargc; vec_to_argv(argv[0], args, &newargc, &newargv); // check for 32-bit arch #ifndef __LP64__ cerr << std::endl; cerr << "WARNING: Ceph inode numbers are 64 bits wide, and FUSE on 32-bit kernels does" << std::endl; cerr << " not cope well with that situation. Expect to crash shortly." << std::endl; cerr << std::endl; #endif Preforker forker; auto daemonize = g_conf().get_val("daemonize"); if (daemonize) { global_init_prefork(g_ceph_context); int r; string err; r = forker.prefork(err); if (r < 0 || forker.is_parent()) { // Start log if current process is about to exit. Otherwise, we hit an assert // in the Ceph context destructor. g_ceph_context->_log->start(); } if (r < 0) { cerr << "ceph-fuse " << err << std::endl; return r; } if (forker.is_parent()) { r = forker.parent_wait(err); if (r < 0) { cerr << "ceph-fuse " << err << std::endl; } return r; } global_init_postfork_start(cct.get()); } { common_init_finish(g_ceph_context); init_async_signal_handler(); register_async_signal_handler(SIGHUP, sighup_handler); //cout << "child, mounting" << std::endl; class RemountTest : public Thread { public: CephFuse *cfuse; Client *client; RemountTest() : cfuse(nullptr), client(nullptr) {} void init(CephFuse *cf, Client *cl) { cfuse = cf; client = cl; } ~RemountTest() override {} void *entry() override { #if defined(__linux__) bool can_invalidate_dentries = g_conf().get_val( "client_try_dentry_invalidate"); uint64_t max_retries = g_conf().get_val( "client_max_retries_on_remount_failure"); std::pair test_result; uint64_t i = 0; int tr = 0; do { test_result = client->test_dentry_handling(can_invalidate_dentries); tr = test_result.first; if (tr) { sleep(1); } } while (++i < max_retries && tr); bool abort_on_failure = test_result.second; bool client_die_on_failed_dentry_invalidate = g_conf().get_val( "client_die_on_failed_dentry_invalidate"); if (tr != 0 && client_die_on_failed_dentry_invalidate) { cerr << "ceph-fuse[" << getpid() << "]: fuse failed dentry invalidate/remount test with error " << cpp_strerror(tr) << ", stopping" << std::endl; char buf[5050]; string mountpoint = cfuse->get_mount_point(); snprintf(buf, sizeof(buf), "fusermount -u -z %s", mountpoint.c_str()); int umount_r = system(buf); if (umount_r) { if (umount_r != -1) { if (WIFEXITED(umount_r)) { umount_r = WEXITSTATUS(umount_r); cerr << "got error " << umount_r << " when unmounting Ceph on failed remount test!" << std::endl; } else { cerr << "attempt to umount on failed remount test failed (on a signal?)" << std::endl; } } else { cerr << "system() invocation failed during remount test" << std::endl; } } } if(abort_on_failure) { ceph_abort(); } return reinterpret_cast(tr); #else return reinterpret_cast(0); #endif } } tester; // get monmap Messenger *messenger = nullptr; StandaloneClient *client; CephFuse *cfuse; UserPerm perms; int tester_r = 0; void *tester_rp = nullptr; icp.start(cct->_conf.get_val("client_asio_thread_count")); MonClient *mc = new MonClient(g_ceph_context, icp); int r = mc->build_initial_monmap(); if (r == -EINVAL) { cerr << "failed to generate initial mon list" << std::endl; exit(1); } if (r < 0) goto out_mc_start_failed; // start up network messenger = Messenger::create_client_messenger(g_ceph_context, "client"); messenger->set_default_policy(Messenger::Policy::lossy_client(0)); messenger->set_policy(entity_name_t::TYPE_MDS, Messenger::Policy::lossless_client(0)); client = new StandaloneClient(messenger, mc, icp); if (filer_flags) { client->set_filer_flags(filer_flags); } cfuse = new CephFuse(client, forker.get_signal_fd()); r = cfuse->init(newargc, newargv); if (r != 0) { cerr << "ceph-fuse[" << getpid() << "]: fuse failed to initialize" << std::endl; goto out_messenger_start_failed; } cerr << "ceph-fuse[" << getpid() << "]: starting ceph client" << std::endl; r = messenger->start(); if (r < 0) { cerr << "ceph-fuse[" << getpid() << "]: ceph messenger failed with " << cpp_strerror(-r) << std::endl; goto out_messenger_start_failed; } // start client r = client->init(); if (r < 0) { cerr << "ceph-fuse[" << getpid() << "]: ceph client failed with " << cpp_strerror(-r) << std::endl; goto out_init_failed; } client->update_metadata("mount_point", cfuse->get_mount_point()); perms = client->pick_my_perms(); { // start up fuse // use my argc, argv (make sure you pass a mount point!) auto client_mountpoint = g_conf().get_val( "client_mountpoint"); auto mountpoint = client_mountpoint.c_str(); auto fuse_require_active_mds = g_conf().get_val( "fuse_require_active_mds"); r = client->mount(mountpoint, perms, fuse_require_active_mds); if (r < 0) { if (r == CEPH_FUSE_NO_MDS_UP) { cerr << "ceph-fuse[" << getpid() << "]: probably no MDS server is up?" << std::endl; } cerr << "ceph-fuse[" << getpid() << "]: ceph mount failed with " << cpp_strerror(-r) << std::endl; r = EXIT_FAILURE; goto out_shutdown; } } r = cfuse->start(); if (r != 0) { cerr << "ceph-fuse[" << getpid() << "]: fuse failed to start" << std::endl; goto out_client_unmount; } cerr << "ceph-fuse[" << getpid() << "]: starting fuse" << std::endl; tester.init(cfuse, client); tester.create("tester"); r = cfuse->loop(); tester.join(&tester_rp); tester_r = static_cast(reinterpret_cast(tester_rp)); cerr << "ceph-fuse[" << getpid() << "]: fuse finished with error " << r << " and tester_r " << tester_r <unmount(); cfuse->finalize(); out_shutdown: icp.stop(); client->shutdown(); out_init_failed: unregister_async_signal_handler(SIGHUP, sighup_handler); shutdown_async_signal_handler(); // wait for messenger to finish messenger->shutdown(); messenger->wait(); out_messenger_start_failed: delete cfuse; cfuse = nullptr; delete client; client = nullptr; delete messenger; messenger = nullptr; out_mc_start_failed: free(newargv); delete mc; mc = nullptr; //cout << "child done" << std::endl; return forker.signal_exit(r); } }