ceph/src/boost/boost/fiber/algo/numa/work_stealing.hpp

   1
   2 //          Copyright Oliver Kowalke 2017.
   3 // Distributed under the Boost Software License, Version 1.0.
   4 //    (See accompanying file LICENSE_1_0.txt or copy at
   5 //          http://www.boost.org/LICENSE_1_0.txt)
   6 //
   7
   8 #ifndef BOOST_FIBERS_ALGO_NUMA_WORK_STEALING_H
   9 #define BOOST_FIBERS_ALGO_NUMA_WORK_STEALING_H
  10
  11 #include <condition_variable>
  12 #include <chrono>
  13 #include <cstddef>
  14 #include <cstdint>
  15 #include <mutex>
  16 #include <vector>
  17
  18 #include <boost/config.hpp>
  19 #include <boost/intrusive_ptr.hpp>
  20
  21 #include <boost/fiber/algo/algorithm.hpp>
  22 #include <boost/fiber/context.hpp>
  23 #include <boost/fiber/detail/config.hpp>
  24 #include <boost/fiber/detail/context_spinlock_queue.hpp>
  25 #include <boost/fiber/detail/context_spmc_queue.hpp>
  26 #include <boost/fiber/numa/pin_thread.hpp>
  27 #include <boost/fiber/numa/topology.hpp>
  28 #include <boost/fiber/scheduler.hpp>
  29
  30 #ifdef BOOST_HAS_ABI_HEADERS
  31 #  include BOOST_ABI_PREFIX
  32 #endif
  33
  34 namespace boost {
  35 namespace fibers {
  36 namespace algo {
  37 namespace numa {
  38
  39 class work_stealing : public algorithm {
  40 private:
  41     static std::vector< intrusive_ptr< work_stealing > >    schedulers_;
  42
  43     std::uint32_t                                           cpu_id_;
  44     std::vector< std::uint32_t >                            local_cpus_;
  45     std::vector< std::uint32_t >                            remote_cpus_;
  46 #ifdef BOOST_FIBERS_USE_SPMC_QUEUE
  47     detail::context_spmc_queue                              rqueue_{};
  48 #else
  49     detail::context_spinlock_queue                          rqueue_{};
  50 #endif
  51     std::mutex                                              mtx_{};
  52     std::condition_variable                                 cnd_{};
  53     bool                                                    flag_{ false };
  54     bool                                                    suspend_;
  55
  56     static void init_( std::vector< boost::fibers::numa::node > const&,
  57                        std::vector< intrusive_ptr< work_stealing > > &);
  58
  59 public:
  60     work_stealing( std::uint32_t, std::uint32_t,
  61                    std::vector< boost::fibers::numa::node > const&,
  62                    bool = false);
  63
  64     work_stealing( work_stealing const&) = delete;
  65     work_stealing( work_stealing &&) = delete;
  66
  67     work_stealing & operator=( work_stealing const&) = delete;
  68     work_stealing & operator=( work_stealing &&) = delete;
  69
  70     virtual void awakened( context *) noexcept;
  71
  72     virtual context * pick_next() noexcept;
  73
  74     virtual context * steal() noexcept {
  75         return rqueue_.steal();
  76     }
  77
  78     virtual bool has_ready_fibers() const noexcept {
  79         return ! rqueue_.empty();
  80     }
  81
  82     virtual void suspend_until( std::chrono::steady_clock::time_point const&) noexcept;
  83
  84     virtual void notify() noexcept;
  85 };
  86
  87 }}}}
  88
  89 #ifdef BOOST_HAS_ABI_HEADERS
  90 #  include BOOST_ABI_SUFFIX
  91 #endif
  92
  93 #endif // BOOST_FIBERS_ALGO_NUMA_WORK_STEALING_H