| line |
true |
false |
branch |
|
114
|
0 |
108 |
if (cur & 1) { |
|
120
|
0 |
108 |
if (cur_committed > pos + 1) break; /* newer writer already here */ |
|
121
|
108 |
0 |
if (__atomic_compare_exchange_n(&h->seq[slot_idx], &cur, my_writing, |
|
126
|
108 |
0 |
if (wrote) { |
|
130
|
0 |
108 |
if (cp < sz) memset(ring_slot(h, pos) + cp, 0, sz - cp); |
|
135
|
56 |
52 |
if (cnt > hdr->capacity) |
|
141
|
0 |
108 |
if (__atomic_load_n(&hdr->waiters, __ATOMIC_RELAXED) > 0) |
|
155
|
1 |
58 |
if (seq >= head) return 0; /* not yet written */ |
|
156
|
29 |
29 |
uint64_t oldest = (head > h->hdr->capacity) ? head - h->hdr->capacity : 0; |
|
157
|
1 |
57 |
if (seq < oldest) return 0; /* already overwritten */ |
|
162
|
57 |
0 |
for (int retry = 0; retry < 8; retry++) { |
|
164
|
0 |
57 |
if (s1 & 1) continue; /* writer in progress: spin and retry */ |
|
165
|
0 |
57 |
if (s1 != expected) return 0; /* stale epoch (overwritten) */ |
|
168
|
57 |
0 |
if (s1 == s2) return 1; /* stable: no concurrent writer touched us */ |
|
177
|
0 |
56 |
if (head == 0) return 0; |
|
179
|
2 |
54 |
if (n >= avail) return 0; |
|
204
|
1 |
1 |
if (dl->tv_nsec >= 1000000000L) { dl->tv_sec++; dl->tv_nsec -= 1000000000L; } |
|
212
|
3 |
0 |
if (rem->tv_nsec < 0) { rem->tv_sec--; rem->tv_nsec += 1000000000L; } |
|
217
|
0 |
2 |
if (__atomic_load_n(&h->hdr->count, __ATOMIC_ACQUIRE) != expected_count) return 1; |
|
218
|
0 |
2 |
if (timeout == 0) return 0; |
|
222
|
2 |
0 |
if (has_dl) ring_make_deadline(timeout, &dl); |
|
228
|
2 |
0 |
if (cur == expected_count) { |
|
230
|
2 |
0 |
if (has_dl) { |
|
231
|
0 |
2 |
if (!ring_remaining(&dl, &rem)) { |
|
240
|
1 |
1 |
if (__atomic_load_n(&h->hdr->count, __ATOMIC_ACQUIRE) != expected_count) return 1; |
|
241
|
1 |
0 |
if (has_dl && !ring_remaining(&dl, &rem)) return 0; |
|
|
1 |
0 |
if (has_dl && !ring_remaining(&dl, &rem)) return 0; |
|
280
|
0 |
2 |
if (hdr->magic != RING_MAGIC) return 0; |
|
281
|
0 |
2 |
if (hdr->version != RING_VERSION) return 0; |
|
282
|
0 |
2 |
if (hdr->variant_id != expected_variant) return 0; |
|
283
|
2 |
0 |
if (hdr->elem_size == 0 || hdr->capacity == 0) return 0; |
|
|
0 |
2 |
if (hdr->elem_size == 0 || hdr->capacity == 0) return 0; |
|
285
|
0 |
2 |
if (hdr->capacity > (UINT64_MAX - sizeof(RingHeader)) / (sizeof(uint64_t) + hdr->elem_size)) return 0; |
|
286
|
0 |
2 |
if (hdr->total_size != file_size) return 0; |
|
287
|
0 |
2 |
if (hdr->seq_off != ring_seq_off()) return 0; |
|
288
|
0 |
2 |
if (hdr->data_off != ring_data_off(hdr->capacity)) return 0; |
|
289
|
0 |
2 |
if (hdr->total_size != hdr->data_off + hdr->capacity * hdr->elem_size) return 0; |
|
296
|
0 |
18 |
if (!h) { munmap(base, ms); return NULL; } |
|
302
|
3 |
15 |
h->path = path ? strdup(path) : NULL; |
|
311
|
10 |
0 |
if (errbuf) errbuf[0] = '\0'; |
|
312
|
0 |
10 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
|
0 |
0 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
313
|
0 |
10 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
|
0 |
0 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
314
|
0 |
10 |
if (capacity > (UINT64_MAX - sizeof(RingHeader)) / (sizeof(uint64_t) + elem_size)) { |
|
315
|
0 |
0 |
RING_ERR("capacity * elem_size overflow"); return NULL; |
|
324
|
7 |
3 |
if (anonymous) { |
|
327
|
0 |
7 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
330
|
0 |
3 |
if (fd < 0) { RING_ERR("open: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (fd < 0) { RING_ERR("open: %s", strerror(errno)); return NULL; } |
|
331
|
0 |
3 |
if (flock(fd, LOCK_EX) < 0) { RING_ERR("flock: %s", strerror(errno)); close(fd); return NULL; } |
|
|
0 |
0 |
if (flock(fd, LOCK_EX) < 0) { RING_ERR("flock: %s", strerror(errno)); close(fd); return NULL; } |
|
333
|
0 |
3 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
|
0 |
0 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
335
|
1 |
2 |
if (!is_new && (uint64_t)st.st_size < sizeof(RingHeader)) { |
|
|
0 |
1 |
if (!is_new && (uint64_t)st.st_size < sizeof(RingHeader)) { |
|
336
|
0 |
0 |
RING_ERR("%s: file too small (%lld)", path, (long long)st.st_size); |
|
339
|
2 |
1 |
if (is_new && ftruncate(fd, (off_t)total) < 0) { |
|
|
0 |
2 |
if (is_new && ftruncate(fd, (off_t)total) < 0) { |
|
340
|
0 |
0 |
RING_ERR("ftruncate: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; |
|
342
|
1 |
2 |
map_size = is_new ? (size_t)total : (size_t)st.st_size; |
|
344
|
0 |
3 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
345
|
1 |
2 |
if (!is_new) { |
|
346
|
0 |
1 |
if (!ring_validate_header((RingHeader *)base, (uint64_t)st.st_size, variant_id)) { |
|
347
|
0 |
0 |
RING_ERR("invalid ring file"); munmap(base, map_size); flock(fd, LOCK_UN); close(fd); return NULL; |
|
354
|
2 |
7 |
if (fd >= 0) { flock(fd, LOCK_UN); close(fd); } |
|
361
|
7 |
0 |
if (errbuf) errbuf[0] = '\0'; |
|
362
|
0 |
7 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
|
0 |
0 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
363
|
0 |
7 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
|
0 |
0 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
364
|
0 |
7 |
if (capacity > (UINT64_MAX - sizeof(RingHeader)) / (sizeof(uint64_t) + elem_size)) { |
|
365
|
0 |
0 |
RING_ERR("capacity * elem_size overflow"); return NULL; |
|
368
|
7 |
0 |
int fd = memfd_create(name ? name : "ring", MFD_CLOEXEC | MFD_ALLOW_SEALING); |
|
369
|
0 |
7 |
if (fd < 0) { RING_ERR("memfd_create: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (fd < 0) { RING_ERR("memfd_create: %s", strerror(errno)); return NULL; } |
|
370
|
0 |
7 |
if (ftruncate(fd, (off_t)total) < 0) { RING_ERR("ftruncate: %s", strerror(errno)); close(fd); return NULL; } |
|
|
0 |
0 |
if (ftruncate(fd, (off_t)total) < 0) { RING_ERR("ftruncate: %s", strerror(errno)); close(fd); return NULL; } |
|
373
|
0 |
7 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); close(fd); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); close(fd); return NULL; } |
|
379
|
1 |
0 |
if (errbuf) errbuf[0] = '\0'; |
|
381
|
0 |
1 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); return NULL; } |
|
382
|
0 |
1 |
if ((uint64_t)st.st_size < sizeof(RingHeader)) { RING_ERR("too small"); return NULL; } |
|
|
0 |
0 |
if ((uint64_t)st.st_size < sizeof(RingHeader)) { RING_ERR("too small"); return NULL; } |
|
385
|
0 |
1 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
386
|
0 |
1 |
if (!ring_validate_header((RingHeader *)base, (uint64_t)st.st_size, variant_id)) { |
|
387
|
0 |
0 |
RING_ERR("invalid ring"); munmap(base, ms); return NULL; |
|
390
|
0 |
1 |
if (myfd < 0) { RING_ERR("fcntl: %s", strerror(errno)); munmap(base, ms); return NULL; } |
|
|
0 |
0 |
if (myfd < 0) { RING_ERR("fcntl: %s", strerror(errno)); munmap(base, ms); return NULL; } |
|
395
|
0 |
18 |
if (!h) return; |
|
396
|
2 |
16 |
if (h->notify_fd >= 0) close(h->notify_fd); |
|
397
|
8 |
10 |
if (h->backing_fd >= 0) close(h->backing_fd); |
|
398
|
18 |
0 |
if (h->hdr) munmap(h->hdr, h->mmap_size); |
|
408
|
5 |
1 |
for (uint64_t i = 0; i < cap; i++) |
|
414
|
0 |
1 |
if (__atomic_load_n(&h->hdr->waiters, __ATOMIC_RELAXED) > 0) |
|
419
|
0 |
2 |
if (h->notify_fd >= 0) return h->notify_fd; |
|
421
|
0 |
2 |
if (efd < 0) return -1; |
|
425
|
0 |
2 |
if (h->notify_fd < 0) return 0; |
|
429
|
0 |
2 |
if (h->notify_fd < 0) return -1; |
|
431
|
0 |
2 |
if (read(h->notify_fd, &v, sizeof(v)) != sizeof(v)) return -1; |