-
Notifications
You must be signed in to change notification settings - Fork 43
Expand file tree
/
Copy pathPageCache.cpp
More file actions
236 lines (184 loc) · 4.52 KB
/
Copy pathPageCache.cpp
File metadata and controls
236 lines (184 loc) · 4.52 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
#include "PageCache.h"
PageCache PageCache::_inst;
//大对象申请,直接从系统
Span* PageCache::AllocBigPageObj(size_t size)
{
assert(size > MAX_BYTES);
size = SizeClass::_Roundup(size, PAGE_SHIFT); //对齐
size_t npage = size >> PAGE_SHIFT;
if (npage < NPAGES)
{
Span* span = NewSpan(npage);
span->_objsize = size;
return span;
}
else
{
void* ptr = VirtualAlloc(0, npage << PAGE_SHIFT,
MEM_COMMIT | MEM_RESERVE, PAGE_READWRITE);
if (ptr == nullptr)
throw std::bad_alloc();
Span* span = new Span;
span->_npage = npage;
span->_pageid = (PageID)ptr >> PAGE_SHIFT;
span->_objsize = npage << PAGE_SHIFT;
_idspanmap[span->_pageid] = span;
return span;
}
}
void PageCache::FreeBigPageObj(void* ptr, Span* span)
{
size_t npage = span->_objsize >> PAGE_SHIFT;
if (npage < NPAGES) //相当于还是小于128页
{
span->_objsize = 0;
ReleaseSpanToPageCache(span);
}
else
{
_idspanmap.erase(npage);
delete span;
VirtualFree(ptr, 0, MEM_RELEASE);
}
}
Span* PageCache::NewSpan(size_t n)
{
// 加锁,防止多个线程同时到PageCache中申请span
// 这里必须是给全局加锁,不能单独的给每个桶加锁
// 如果对应桶没有span,是需要向系统申请的
// 可能存在多个线程同时向系统申请内存的可能
std::unique_lock<std::mutex> lock(_mutex);
return _NewSpan(n);
}
Span* PageCache::_NewSpan(size_t n)
{
assert(n < NPAGES);
if (!_spanlist[n].Empty())
return _spanlist[n].PopFront();
for (size_t i = n + 1; i < NPAGES; ++i)
{
if (!_spanlist[i].Empty())
{
Span* span = _spanlist[i].PopFront();
Span* splist = new Span;
splist->_pageid = span->_pageid;
splist->_npage = n;
span->_pageid = span->_pageid + n;
span->_npage = span->_npage - n;
//splist->_pageid = span->_pageid + n;
//span->_npage = splist->_npage - n;
//span->_npage = n;
for (size_t i = 0; i < n; ++i)
_idspanmap[splist->_pageid + i] = splist;
//_spanlist[splist->_npage].PushFront(splist);
//return span;
_spanlist[span->_npage].PushFront(span);
return splist;
}
}
Span* span = new Span;
// 到这里说明SpanList中没有合适的span,只能向系统申请128页的内存
#ifdef _WIN32
void* ptr = VirtualAlloc(0, (NPAGES - 1)*(1 << PAGE_SHIFT), MEM_COMMIT | MEM_RESERVE, PAGE_READWRITE);
#else
// brk
#endif
span->_pageid = (PageID)ptr >> PAGE_SHIFT;
span->_npage = NPAGES - 1;
for (size_t i = 0; i < span->_npage; ++i)
_idspanmap[span->_pageid + i] = span;
_spanlist[span->_npage].PushFront(span); //方括号
return _NewSpan(n);
}
// 获取从对象到span的映射
Span* PageCache::MapObjectToSpan(void* obj)
{
//计算页号
PageID id = (PageID)obj >> PAGE_SHIFT;
auto it = _idspanmap.find(id);
if (it != _idspanmap.end())
{
return it->second;
}
else
{
assert(false);
return nullptr;
}
}
void PageCache::ReleaseSpanToPageCache(Span* cur)
{
// 必须上全局锁,可能多个线程一起从ThreadCache中归还数据
std::unique_lock<std::mutex> lock(_mutex);
// 当释放的内存是大于128页,直接将内存归还给操作系统,不能合并
if (cur->_npage >= NPAGES)
{
void* ptr = (void*)(cur->_pageid << PAGE_SHIFT);
// 归还之前删除掉页到span的映射
_idspanmap.erase(cur->_pageid);
VirtualFree(ptr, 0, MEM_RELEASE);
delete cur;
return;
}
// 向前合并
while (1)
{
////超过128页则不合并
//if (cur->_npage > NPAGES - 1)
// break;
PageID curid = cur->_pageid;
PageID previd = curid - 1;
auto it = _idspanmap.find(previd);
// 没有找到
if (it == _idspanmap.end())
break;
// 前一个span不空闲
if (it->second->_usecount != 0)
break;
Span* prev = it->second;
//超过128页则不合并
if (cur->_npage + prev->_npage > NPAGES - 1)
break;
// 先把prev从链表中移除
_spanlist[prev->_npage].Erase(prev);
// 合并
prev->_npage += cur->_npage;
//修正id->span的映射关系
for (PageID i = 0; i < cur->_npage; ++i)
{
_idspanmap[cur->_pageid + i] = prev;
}
delete cur;
// 继续向前合并
cur = prev;
}
//向后合并
while (1)
{
////超过128页则不合并
//if (cur->_npage > NPAGES - 1)
// break;
PageID curid = cur->_pageid;
PageID nextid = curid + cur->_npage;
//std::map<PageID, Span*>::iterator it = _idspanmap.find(nextid);
auto it = _idspanmap.find(nextid);
if (it == _idspanmap.end())
break;
if (it->second->_usecount != 0)
break;
Span* next = it->second;
//超过128页则不合并
if (cur->_npage + next->_npage >= NPAGES - 1)
break;
_spanlist[next->_npage].Erase(next);
cur->_npage += next->_npage;
//修正id->Span的映射关系
for (PageID i = 0; i < next->_npage; ++i)
{
_idspanmap[next->_pageid + i] = cur;
}
delete next;
}
// 最后将合并好的span插入到span链中
_spanlist[cur->_npage].PushFront(cur);
}