1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
|
// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
// vim: ts=8 sw=2 smarttab
/*
* Ceph - scalable distributed file system
*
* Copyright (C) 2004-2006 Sage Weil <sage@newdream.net>
*
* This is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License version 2.1, as published by the Free Software
* Foundation. See file COPYING.
*
*/
/*
* Placement Group Monitor. Placement Groups are logical sets of objects
* that are replicated by the same set of devices.
*/
#ifndef CEPH_PGMONITOR_H
#define CEPH_PGMONITOR_H
#include <map>
#include <set>
using namespace std;
#include "PGMap.h"
#include "PaxosService.h"
#include "include/types.h"
#include "include/utime.h"
#include "common/histogram.h"
#include "msg/Messenger.h"
#include "common/config.h"
#include "mon/MonitorDBStore.h"
#include "messages/MPGStats.h"
#include "messages/MPGStatsAck.h"
class MStatfs;
class MMonCommand;
class MGetPoolStats;
class RatioMonitor;
class TextTable;
class PGMonitor : public PaxosService {
public:
PGMap pg_map;
bool need_check_down_pgs;
epoch_t last_map_pg_create_osd_epoch;
private:
PGMap::Incremental pending_inc;
const char *pgmap_meta_prefix;
const char *pgmap_pg_prefix;
const char *pgmap_osd_prefix;
void create_initial();
void update_from_paxos(bool *need_bootstrap);
void upgrade_format();
void on_upgrade();
void post_paxos_update();
void handle_osd_timeouts();
void create_pending(); // prepare a new pending
// propose pending update to peers
version_t get_trim_to();
void update_logger();
void encode_pending(MonitorDBStore::Transaction *t);
void read_pgmap_meta();
void read_pgmap_full();
void apply_pgmap_delta(bufferlist& bl);
bool preprocess_query(PaxosServiceMessage *m); // true if processed.
bool prepare_update(PaxosServiceMessage *m);
bool preprocess_pg_stats(MPGStats *stats);
bool pg_stats_have_changed(int from, const MPGStats *stats) const;
bool prepare_pg_stats(MPGStats *stats);
void _updated_stats(MPGStats *req, MPGStatsAck *ack);
struct C_Stats : public Context {
PGMonitor *pgmon;
MPGStats *req;
MPGStatsAck *ack;
entity_inst_t who;
C_Stats(PGMonitor *p, MPGStats *r, MPGStatsAck *a) : pgmon(p), req(r), ack(a) {}
void finish(int r) {
if (r >= 0) {
pgmon->_updated_stats(req, ack);
} else if (r == -ECANCELED) {
req->put();
ack->put();
} else if (r == -EAGAIN) {
pgmon->dispatch(req);
ack->put();
} else {
assert(0 == "bad C_Stats return value");
}
}
};
void handle_statfs(MStatfs *statfs);
bool preprocess_getpoolstats(MGetPoolStats *m);
bool preprocess_command(MMonCommand *m);
bool prepare_command(MMonCommand *m);
map<int,utime_t> last_sent_pg_create; // per osd throttle
// when we last received PG stats from each osd
map<int,utime_t> last_osd_report;
void register_pg(pg_pool_t& pool, pg_t pgid, epoch_t epoch, bool new_pool);
/**
* check latest osdmap for new pgs to register
*
* @return true if we updated pending_inc (and should propose)
*/
bool register_new_pgs();
void map_pg_creates();
void send_pg_creates();
void send_pg_creates(int osd, Connection *con);
/**
* check pgs for down primary osds
*
* clears need_check_down_pgs
*
* @return true if we updated pending_inc (and should propose)
*/
bool check_down_pgs();
/**
* Dump stats from pgs stuck in specified states.
*
* @return 0 on success, negative error code on failure
*/
int dump_stuck_pg_stats(stringstream &ds, Formatter *f,
int threshold,
vector<string>& args) const;
void dump_object_stat_sum(TextTable &tbl, Formatter *f,
object_stat_sum_t &sum, bool verbose);
public:
PGMonitor(Monitor *mn, Paxos *p, const string& service_name)
: PaxosService(mn, p, service_name),
need_check_down_pgs(false),
last_map_pg_create_osd_epoch(0),
pgmap_meta_prefix("pgmap_meta"),
pgmap_pg_prefix("pgmap_pg"),
pgmap_osd_prefix("pgmap_osd")
{ }
~PGMonitor() { }
virtual void get_store_prefixes(set<string>& s) {
s.insert(get_service_name());
s.insert(pgmap_meta_prefix);
s.insert(pgmap_pg_prefix);
s.insert(pgmap_osd_prefix);
}
virtual void on_restart();
/* Courtesy function provided by PaxosService, called when an election
* finishes and the cluster goes active. We use it here to make sure we
* haven't lost any PGs from new pools. */
virtual void on_active();
bool should_stash_full() {
return false; // never
}
virtual void encode_full(MonitorDBStore::Transaction *t) {
assert(0 == "unimplemented encode_full");
}
void tick(); // check state, take actions
void check_osd_map(epoch_t epoch);
void dump_pool_stats(stringstream &ss, Formatter *f, bool verbose);
void dump_fs_stats(stringstream &ss, Formatter *f, bool verbose);
void dump_info(Formatter *f);
int _warn_slow_request_histogram(const pow2_hist_t& h, string suffix,
list<pair<health_status_t,string> >& summary,
list<pair<health_status_t,string> > *detail) const;
void get_health(list<pair<health_status_t,string> >& summary,
list<pair<health_status_t,string> > *detail) const;
void check_full_osd_health(list<pair<health_status_t,string> >& summary,
list<pair<health_status_t,string> > *detail,
const set<int>& s, const char *desc, health_status_t sev) const;
void check_sub(Subscription *sub);
private:
// no copying allowed
PGMonitor(const PGMonitor &rhs);
PGMonitor &operator=(const PGMonitor &rhs);
};
#endif
|
