ceph/src/mds/OpenFileTable.h

   1 // -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
   2 // vim: ts=8 sw=2 smarttab
   3 /*
   4  * Ceph - scalable distributed file system
   5  *
   6  * Copyright (C) 2018 Red Hat
   7  *
   8  * This is free software; you can redistribute it and/or
   9  * modify it under the terms of the GNU Lesser General Public
  10  * License version 2.1, as published by the Free Software
  11  * Foundation.  See file COPYING.
  12  *
  13  */
  14
  15 #ifndef OPEN_FILE_TABLE_H
  16 #define OPEN_FILE_TABLE_H
  17
  18 #include "mdstypes.h"
  19 #include "Anchor.h"
  20
  21 #include "MDSContext.h"
  22
  23 class CDir;
  24 class CInode;
  25 class MDSRank;
  26
  27 class OpenFileTable
  28 {
  29 public:
  30   explicit OpenFileTable(MDSRank *m) : mds(m) {}
  31
  32   void add_inode(CInode *in);
  33   void remove_inode(CInode *in);
  34   void add_dirfrag(CDir *dir);
  35   void remove_dirfrag(CDir *dir);
  36   void notify_link(CInode *in);
  37   void notify_unlink(CInode *in);
  38   bool is_any_dirty() const { return !dirty_items.empty(); }
  39
  40   void commit(MDSContext *c, uint64_t log_seq, int op_prio);
  41   uint64_t get_committed_log_seq() const { return committed_log_seq; }
  42   uint64_t get_committing_log_seq() const { return committing_log_seq; }
  43   bool is_any_committing() const { return num_pending_commit > 0; }
  44
  45   void load(MDSContext *c);
  46   bool is_loaded() const { return load_done; }
  47   void wait_for_load(MDSContext *c) {
  48     ceph_assert(!load_done);
  49     waiting_for_load.push_back(c);
  50   }
  51
  52   bool get_ancestors(inodeno_t ino, vector<inode_backpointer_t>& ancestors,
  53                      mds_rank_t& auth_hint);
  54
  55   bool prefetch_inodes();
  56   bool is_prefetched() const { return prefetch_state == DONE; }
  57   void wait_for_prefetch(MDSContext *c) {
  58     ceph_assert(!is_prefetched());
  59     waiting_for_prefetch.push_back(c);
  60   }
  61
  62   bool should_log_open(CInode *in);
  63
  64   void note_destroyed_inos(uint64_t seq, const vector<inodeno_t>& inos);
  65   void trim_destroyed_inos(uint64_t seq);
  66
  67 protected:
  68   MDSRank *mds;
  69
  70   version_t omap_version = 0;
  71
  72   static const unsigned MAX_ITEMS_PER_OBJ = 1024 * 1024;
  73   static const unsigned MAX_OBJECTS = 1024; // billion items at most
  74   unsigned omap_num_objs = 0;
  75   std::vector<unsigned> omap_num_items;
  76
  77   map<inodeno_t, OpenedAnchor> anchor_map;
  78   set<dirfrag_t> dirfrags;
  79
  80   std::map<inodeno_t, int> dirty_items; // ino -> dirty state
  81   static const int DIRTY_NEW    = -1;
  82   static const int DIRTY_UNDEF  = -2;
  83
  84   uint64_t committed_log_seq = 0;
  85   uint64_t committing_log_seq = 0;
  86
  87   void get_ref(CInode *in);
  88   void put_ref(CInode *in);
  89
  90   object_t get_object_name(unsigned idx) const;
  91
  92   enum {
  93     JOURNAL_NONE = 0,
  94     JOURNAL_START = 1,
  95     JOURNAL_FINISH = 2,
  96   };
  97   int journal_state = 0;
  98
  99   unsigned num_pending_commit = 0;
 100   void _encode_header(bufferlist& bl, int j_state);
 101   void _commit_finish(int r, uint64_t log_seq, MDSContext *fin);
 102   void _journal_finish(int r, uint64_t log_seq, MDSContext *fin,
 103                        std::map<unsigned, std::vector<ObjectOperation> >& ops);
 104
 105   std::vector<std::map<std::string, bufferlist> > loaded_journals;
 106   map<inodeno_t, RecoveredAnchor> loaded_anchor_map;
 107   set<dirfrag_t> loaded_dirfrags;
 108   MDSContext::vec waiting_for_load;
 109   bool load_done = false;
 110
 111   void _reset_states() {
 112     omap_num_objs = 0;
 113     omap_num_items.resize(0);
 114     journal_state = JOURNAL_NONE;
 115     loaded_journals.clear();
 116     loaded_anchor_map.clear();
 117     loaded_dirfrags.clear();
 118   }
 119   void _load_finish(int op_r, int header_r, int values_r,
 120                     unsigned idx, bool first, bool more,
 121                     bufferlist &header_bl,
 122                     std::map<std::string, bufferlist> &values);
 123   void _recover_finish(int r);
 124
 125   enum {
 126     DIR_INODES = 1,
 127     DIRFRAGS = 2,
 128     FILE_INODES = 3,
 129     DONE = 4,
 130   };
 131   unsigned prefetch_state = 0;
 132   unsigned num_opening_inodes = 0;
 133   MDSContext::vec waiting_for_prefetch;
 134   void _open_ino_finish(inodeno_t ino, int r);
 135   void _prefetch_inodes();
 136   void _prefetch_dirfrags();
 137
 138   std::map<uint64_t, vector<inodeno_t> > logseg_destroyed_inos;
 139   std::set<inodeno_t> destroyed_inos_set;
 140
 141   friend class C_IO_OFT_Recover;
 142   friend class C_IO_OFT_Load;
 143   friend class C_IO_OFT_Save;
 144   friend class C_IO_OFT_Journal;
 145   friend class C_OFT_OpenInoFinish;
 146 };
 147
 148 #endif