line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
#pragma once |
2
|
|
|
|
|
|
|
#include |
3
|
|
|
|
|
|
|
#include |
4
|
|
|
|
|
|
|
#include |
5
|
|
|
|
|
|
|
#include |
6
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
namespace panda { |
8
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
namespace detail { |
10
|
|
|
|
|
|
|
void* __get_global_ptr (const std::type_info& ti, const char* name, void* val); |
11
|
|
|
|
|
|
|
void* __get_global_tls_ptr (const std::type_info& ti, const char* name, void* val); |
12
|
|
|
|
|
|
|
} |
13
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
template |
15
|
|
|
|
|
|
|
inline T* get_global_ptr (T* val, const char* name = NULL) { |
16
|
|
|
|
|
|
|
return reinterpret_cast(detail::__get_global_ptr(typeid(CLASS), name, reinterpret_cast(val))); |
17
|
|
|
|
|
|
|
} |
18
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
template |
20
|
|
|
|
|
|
|
inline T* get_global_tls_ptr (T* val, const char* name = NULL) { |
21
|
|
|
|
|
|
|
return reinterpret_cast(detail::__get_global_tls_ptr(typeid(CLASS), name, reinterpret_cast(val))); |
22
|
|
|
|
|
|
|
} |
23
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
#define PANDA_GLOBAL_MEMBER_PTR(CLASS, TYPE, accessor, defval) \ |
25
|
|
|
|
|
|
|
static TYPE accessor () { \ |
26
|
|
|
|
|
|
|
static TYPE ptr; \ |
27
|
|
|
|
|
|
|
if (!ptr) ptr = panda::get_global_ptr(defval, #accessor); \ |
28
|
|
|
|
|
|
|
return ptr; \ |
29
|
|
|
|
|
|
|
} |
30
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
#define PANDA_GLOBAL_MEMBER(CLASS, TYPE, accessor, defval) \ |
32
|
|
|
|
|
|
|
static TYPE& accessor () { \ |
33
|
|
|
|
|
|
|
static TYPE* ptr; \ |
34
|
|
|
|
|
|
|
if (!ptr) { \ |
35
|
|
|
|
|
|
|
static TYPE val = defval; \ |
36
|
|
|
|
|
|
|
ptr = panda::get_global_ptr(&val, #accessor); \ |
37
|
|
|
|
|
|
|
} \ |
38
|
|
|
|
|
|
|
return *ptr; \ |
39
|
|
|
|
|
|
|
} |
40
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
#define PANDA_GLOBAL_MEMBER_AS_PTR(CLASS, TYPE, accessor, defval) \ |
42
|
|
|
|
|
|
|
static TYPE* accessor () { \ |
43
|
|
|
|
|
|
|
static TYPE* ptr; \ |
44
|
|
|
|
|
|
|
if (!ptr) { \ |
45
|
|
|
|
|
|
|
static TYPE val = defval; \ |
46
|
|
|
|
|
|
|
ptr = panda::get_global_ptr(&val, #accessor); \ |
47
|
|
|
|
|
|
|
} \ |
48
|
|
|
|
|
|
|
return ptr; \ |
49
|
|
|
|
|
|
|
} |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
#define PANDA_TLS_MEMBER_PTR(CLASS, TYPE, accessor, defval) \ |
52
|
|
|
|
|
|
|
static TYPE accessor () { \ |
53
|
|
|
|
|
|
|
static thread_local TYPE _ptr; \ |
54
|
|
|
|
|
|
|
TYPE ptr = _ptr; \ |
55
|
|
|
|
|
|
|
if (!ptr) ptr = _ptr = panda::get_global_tls_ptr(defval, #accessor); \ |
56
|
|
|
|
|
|
|
return ptr; \ |
57
|
|
|
|
|
|
|
} |
58
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
#define PANDA_TLS_MEMBER(CLASS, TYPE, accessor, defval) \ |
60
|
|
|
|
|
|
|
static TYPE& accessor () { \ |
61
|
|
|
|
|
|
|
static thread_local TYPE* _ptr; \ |
62
|
|
|
|
|
|
|
TYPE* ptr = _ptr; \ |
63
|
|
|
|
|
|
|
if (!ptr) { \ |
64
|
|
|
|
|
|
|
static thread_local TYPE val = defval; \ |
65
|
|
|
|
|
|
|
ptr = _ptr = panda::get_global_tls_ptr(&val, #accessor); \ |
66
|
|
|
|
|
|
|
} \ |
67
|
|
|
|
|
|
|
return *ptr; \ |
68
|
|
|
|
|
|
|
} |
69
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
#define PANDA_TLS_MEMBER_AS_PTR(CLASS, TYPE, accessor, defval) \ |
71
|
|
|
|
|
|
|
static TYPE* accessor () { \ |
72
|
|
|
|
|
|
|
static thread_local TYPE* _ptr; \ |
73
|
|
|
|
|
|
|
TYPE* ptr = _ptr; \ |
74
|
|
|
|
|
|
|
if (!ptr) { \ |
75
|
|
|
|
|
|
|
static thread_local TYPE val = defval; \ |
76
|
|
|
|
|
|
|
ptr = _ptr = panda::get_global_tls_ptr(&val, #accessor); \ |
77
|
|
|
|
|
|
|
} \ |
78
|
|
|
|
|
|
|
return ptr; \ |
79
|
|
|
|
|
|
|
} |
80
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
struct MemoryPool { |
82
|
52
|
|
|
|
|
|
MemoryPool (size_t blocksize) : first_free(NULL) { |
83
|
26
|
|
|
|
|
|
this->blocksize = round_up(blocksize); |
84
|
26
|
|
|
|
|
|
} |
85
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
void* allocate () { |
87
|
|
|
|
|
|
|
if (!first_free) grow(); |
88
|
|
|
|
|
|
|
void* ret = first_free; |
89
|
|
|
|
|
|
|
first_free = *((void**)ret); |
90
|
|
|
|
|
|
|
return ret; |
91
|
|
|
|
|
|
|
} |
92
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
void deallocate (void* elem) { |
94
|
|
|
|
|
|
|
#ifdef TEST_FULL |
95
|
|
|
|
|
|
|
if(!is_mine(elem)) abort(); // protection for debugging, normally you MUST NEVER pass a pointer that wasn't created via current mempool |
96
|
|
|
|
|
|
|
#endif |
97
|
|
|
|
|
|
|
*((void**)elem) = first_free; |
98
|
|
|
|
|
|
|
first_free = elem; |
99
|
|
|
|
|
|
|
} |
100
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
~MemoryPool (); |
102
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
private: |
104
|
|
|
|
|
|
|
struct Pool { |
105
|
|
|
|
|
|
|
char* list; |
106
|
|
|
|
|
|
|
size_t size; |
107
|
|
|
|
|
|
|
size_t len; |
108
|
|
|
|
|
|
|
}; |
109
|
|
|
|
|
|
|
size_t blocksize; |
110
|
|
|
|
|
|
|
std::vector pools; |
111
|
|
|
|
|
|
|
void* first_free; |
112
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
void grow (); |
114
|
|
|
|
|
|
|
bool is_mine (void* elem); |
115
|
|
|
|
|
|
|
|
116
|
26
|
|
|
|
|
|
inline static size_t round_up (size_t size) { |
117
|
26
|
50
|
|
|
|
|
assert(size > 0); |
118
|
26
|
|
|
|
|
|
const size_t factor = sizeof(void*); |
119
|
26
|
50
|
|
|
|
|
if ((size & (factor-1)) == 0) return size; |
120
|
0
|
|
|
|
|
|
size += factor; |
121
|
0
|
|
|
|
|
|
size &= ~((size_t)(factor-1)); |
122
|
0
|
|
|
|
|
|
return size; |
123
|
|
|
|
|
|
|
} |
124
|
|
|
|
|
|
|
}; |
125
|
|
|
|
|
|
|
|
126
|
|
|
|
|
|
|
template |
127
|
|
|
|
|
|
|
struct StaticMemoryPool { |
128
|
|
|
|
|
|
|
PANDA_GLOBAL_MEMBER_PTR(StaticMemoryPool, MemoryPool*, global_instance, new MemoryPool(BLOCKSIZE)); |
129
|
|
|
|
|
|
|
PANDA_TLS_MEMBER_PTR (StaticMemoryPool, MemoryPool*, instance, new MemoryPool(BLOCKSIZE)); |
130
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
static void* allocate () { return instance()->allocate(); } |
132
|
|
|
|
|
|
|
static void deallocate (void* p) { instance()->deallocate(p); } |
133
|
|
|
|
|
|
|
}; |
134
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<7> : StaticMemoryPool<8> {}; |
136
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<6> : StaticMemoryPool<8> {}; |
137
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<5> : StaticMemoryPool<8> {}; |
138
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<4> : StaticMemoryPool<8> {}; |
139
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<3> : StaticMemoryPool<8> {}; |
140
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<2> : StaticMemoryPool<8> {}; |
141
|
|
|
|
|
|
|
template <> struct StaticMemoryPool<1> : StaticMemoryPool<8> {}; |
142
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
struct DynamicMemoryPool { |
145
|
|
|
|
|
|
|
static DynamicMemoryPool* global_instance () { return _global_instance; } |
146
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
PANDA_TLS_MEMBER_PTR(DynamicMemoryPool, DynamicMemoryPool*, instance, new DynamicMemoryPool()); |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
DynamicMemoryPool (); |
150
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
void* allocate (size_t size) { |
152
|
|
|
|
|
|
|
if (size == 0) return NULL; |
153
|
|
|
|
|
|
|
MemoryPool* pool; |
154
|
|
|
|
|
|
|
if (size <= 1024) { |
155
|
|
|
|
|
|
|
pool = small_pools[(size-1)>>2]; |
156
|
|
|
|
|
|
|
if (!pool) pool = small_pools[(size-1)>>2] = new MemoryPool((((size-1)>>2) + 1)<<2); |
157
|
|
|
|
|
|
|
} |
158
|
|
|
|
|
|
|
else if (size <= 16384) { |
159
|
|
|
|
|
|
|
pool = medium_pools[(size-1)>>6]; |
160
|
|
|
|
|
|
|
if (!pool) pool = medium_pools[(size-1)>>6] = new MemoryPool((((size-1)>>6) + 1)<<6); |
161
|
|
|
|
|
|
|
} |
162
|
|
|
|
|
|
|
else if (size <= 262144) { |
163
|
|
|
|
|
|
|
pool = big_pools[(size-1)>>10]; |
164
|
|
|
|
|
|
|
if (!pool) pool = big_pools[(size-1)>>10] = new MemoryPool((((size-1)>>10) + 1)<<10); |
165
|
|
|
|
|
|
|
} |
166
|
|
|
|
|
|
|
else throw std::invalid_argument("ObjectAllocator: object size cannot exceed 256k"); |
167
|
|
|
|
|
|
|
|
168
|
|
|
|
|
|
|
return pool->allocate(); |
169
|
|
|
|
|
|
|
} |
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
void deallocate (void* ptr, size_t size) { |
172
|
|
|
|
|
|
|
if (ptr == NULL || size == 0) return; |
173
|
|
|
|
|
|
|
MemoryPool* pool; |
174
|
|
|
|
|
|
|
if (size <= 1024) pool = small_pools[(size-1)>>2]; |
175
|
|
|
|
|
|
|
else if (size <= 16384) pool = medium_pools[(size-1)>>6]; |
176
|
|
|
|
|
|
|
else if (size <= 262144) pool = big_pools[(size-1)>>10]; |
177
|
|
|
|
|
|
|
else throw std::invalid_argument("ObjectAllocator: object size cannot exceed 256k"); |
178
|
|
|
|
|
|
|
pool->deallocate(ptr); |
179
|
|
|
|
|
|
|
} |
180
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
~DynamicMemoryPool (); |
182
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
private: |
184
|
|
|
|
|
|
|
static constexpr const int POOLS_CNT = 256; |
185
|
|
|
|
|
|
|
static DynamicMemoryPool* _global_instance; |
186
|
|
|
|
|
|
|
MemoryPool* small_pools[POOLS_CNT]; |
187
|
|
|
|
|
|
|
MemoryPool* medium_pools[POOLS_CNT]; |
188
|
|
|
|
|
|
|
MemoryPool* big_pools[POOLS_CNT]; |
189
|
|
|
|
|
|
|
|
190
|
|
|
|
|
|
|
}; |
191
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
template |
193
|
|
|
|
|
|
|
struct AllocatedObject { |
194
|
|
|
|
|
|
|
static void* operator new (size_t, void* p) { return p; } |
195
|
|
|
|
|
|
|
|
196
|
|
|
|
|
|
|
static void* operator new (size_t size) { |
197
|
|
|
|
|
|
|
if (size == sizeof(TARGET)) return StaticMemoryPool::allocate(); |
198
|
|
|
|
|
|
|
else return DynamicMemoryPool::instance()->allocate(size); |
199
|
|
|
|
|
|
|
} |
200
|
|
|
|
|
|
|
|
201
|
|
|
|
|
|
|
static void operator delete (void* p, size_t size) { |
202
|
|
|
|
|
|
|
if (size == sizeof(TARGET)) StaticMemoryPool::deallocate(p); |
203
|
|
|
|
|
|
|
else DynamicMemoryPool::instance()->deallocate(p, size); |
204
|
|
|
|
|
|
|
} |
205
|
|
|
|
|
|
|
}; |
206
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
template |
208
|
|
|
|
|
|
|
struct AllocatedObject { |
209
|
|
|
|
|
|
|
static void* operator new (size_t, void* p) { return p; } |
210
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
static void* operator new (size_t size) { |
212
|
|
|
|
|
|
|
if (size == sizeof(TARGET)) return StaticMemoryPool::global_instance()->allocate(); |
213
|
|
|
|
|
|
|
else return DynamicMemoryPool::global_instance()->allocate(size); |
214
|
|
|
|
|
|
|
} |
215
|
|
|
|
|
|
|
|
216
|
|
|
|
|
|
|
static void operator delete (void* p, size_t size) { |
217
|
|
|
|
|
|
|
if (size == sizeof(TARGET)) StaticMemoryPool::global_instance()->deallocate(p); |
218
|
|
|
|
|
|
|
else DynamicMemoryPool::global_instance()->deallocate(p, size); |
219
|
|
|
|
|
|
|
} |
220
|
|
|
|
|
|
|
}; |
221
|
|
|
|
|
|
|
|
222
|
|
|
|
|
|
|
} |