1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
|
// processinfo.h
/* Copyright 2009 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the GNU Affero General Public License in all respects
* for all of the code used other than as permitted herein. If you modify
* file(s) with this exception, you may extend this exception to your
* version of the file(s), but you are not obligated to do so. If you do not
* wish to do so, delete this exception statement from your version. If you
* delete this exception statement from all source files in the program,
* then also delete it in the license file.
*/
#pragma once
#include <string>
#include "mongo/platform/cstdint.h"
#include "mongo/platform/process_id.h"
#include "mongo/db/jsobj.h"
namespace mongo {
class ProcessInfo {
public:
ProcessInfo( ProcessId pid = ProcessId::getCurrent() );
~ProcessInfo();
/**
* @return mbytes
*/
int getVirtualMemorySize();
/**
* @return mbytes
*/
int getResidentSize();
/**
* Get the type of os (e.g. Windows, Linux, Mac OS)
*/
const std::string& getOsType() const { return sysInfo().osType; }
/**
* Get the os Name (e.g. Ubuntu, Gentoo, Windows Server 2008)
*/
const std::string& getOsName() const { return sysInfo().osName; }
/**
* Get the os version (e.g. 10.04, 11.3.0, 6.1 (build 7600))
*/
const std::string& getOsVersion() const { return sysInfo().osVersion; }
/**
* Get the cpu address size (e.g. 32, 36, 64)
*/
unsigned getAddrSize() const { return sysInfo().addrSize; }
/**
* Get the total amount of system memory in MB
*/
unsigned long long getMemSizeMB() const { return sysInfo().memSize / (1024 * 1024); }
/**
* Get the number of CPUs
*/
unsigned getNumCores() const { return sysInfo().numCores; }
/**
* Get the system page size in bytes.
*/
static unsigned long long getPageSize() { return systemInfo->pageSize; }
/**
* Get the CPU architecture (e.g. x86, x86_64)
*/
const std::string& getArch() const { return sysInfo().cpuArch; }
/**
* Determine if NUMA is enabled (interleaved) for this process
*/
bool hasNumaEnabled() const { return sysInfo().hasNuma; }
/**
* Determine if file zeroing is necessary for newly allocated data files.
*/
static bool isDataFileZeroingNeeded() { return systemInfo->fileZeroNeeded; }
/**
* Determine if we need to workaround slow msync performance on Illumos/Solaris
*/
static bool preferMsyncOverFSync() { return systemInfo->preferMsyncOverFSync; }
/**
* Get extra system stats
*/
void appendSystemDetails( BSONObjBuilder& details ) const {
details.append( StringData("extra"), sysInfo()._extraStats.copy() );
}
/**
* Append platform-specific data to obj
*/
void getExtraInfo( BSONObjBuilder& info );
bool supported();
static bool blockCheckSupported();
static bool blockInMemory(const void* start);
/**
* @return a pointer aligned to the start of the page the provided pointer belongs to.
*
* NOTE requires blockCheckSupported() == true
*/
inline static const void* alignToStartOfPage(const void* ptr) {
return reinterpret_cast<const void*>(
reinterpret_cast<unsigned long long>(ptr) & ~(getPageSize() - 1));
}
/**
* Sets i-th element of 'out' to non-zero if the i-th page starting from the one containing
* 'start' is in memory.
* The 'out' vector will be resized to fit the requested number of pages.
* @return true on success, false otherwise
*
* NOTE: requires blockCheckSupported() == true
*/
static bool pagesInMemory(const void* start, size_t numPages, std::vector<char>* out);
private:
/**
* Host and operating system info. Does not change over time.
*/
class SystemInfo {
public:
std::string osType;
std::string osName;
std::string osVersion;
unsigned addrSize;
unsigned long long memSize;
unsigned numCores;
unsigned long long pageSize;
std::string cpuArch;
bool hasNuma;
BSONObj _extraStats;
// This is an OS specific value, which determines whether files should be zero-filled
// at allocation time in order to avoid Microsoft KB 2731284.
//
bool fileZeroNeeded;
// On non-Solaris (ie, Linux, Darwin, *BSD) kernels, prefer msync.
// Illumos kernels do O(N) scans in memory of the page table during msync which
// causes high CPU, Oracle Solaris 11.2 and later modified ZFS to workaround mongodb
// Oracle Solaris Bug:
// 18658199 Speed up msync() on ZFS by 90000x with this one weird trick
bool preferMsyncOverFSync;
SystemInfo() :
addrSize( 0 ),
memSize( 0 ),
numCores( 0 ),
pageSize( 0 ),
hasNuma( false ),
fileZeroNeeded (false),
preferMsyncOverFSync (true) {
// populate SystemInfo during construction
collectSystemInfo();
}
private:
/** Collect host system info */
void collectSystemInfo();
};
ProcessId _pid;
static mongo::mutex _sysInfoLock;
static bool checkNumaEnabled();
static ProcessInfo::SystemInfo* systemInfo;
inline const SystemInfo& sysInfo() const {
return *systemInfo;
}
public:
static void initializeSystemInfo();
};
bool writePidFile( const std::string& path );
void printMemInfo( const char * whereContextStr = 0 );
}
|
