| line |
true |
false |
branch |
|
133
|
0 |
108 |
if (cur & 1) { |
|
136
|
0 |
0 |
if ((cur >> 1) > pos + 1) break; |
|
139
|
0 |
0 |
if (recovery_deadline == 0) { |
|
146
|
0 |
0 |
if (ts.tv_sec >= recovery_deadline) { |
|
151
|
0 |
0 |
if (__atomic_compare_exchange_n(&h->seq[slot_idx], &cur, my_writing, |
|
166
|
0 |
108 |
if (cur_committed > pos + 1) break; /* newer writer already here */ |
|
167
|
108 |
0 |
if (__atomic_compare_exchange_n(&h->seq[slot_idx], &cur, my_writing, |
|
172
|
108 |
0 |
if (wrote) { |
|
176
|
0 |
108 |
if (cp < sz) memset(ring_slot(h, pos) + cp, 0, sz - cp); |
|
181
|
56 |
52 |
if (cnt > hdr->capacity) |
|
187
|
0 |
108 |
if (__atomic_load_n(&hdr->waiters, __ATOMIC_RELAXED) > 0) |
|
201
|
1 |
58 |
if (seq >= head) return 0; /* not yet written */ |
|
202
|
29 |
29 |
uint64_t oldest = (head > h->hdr->capacity) ? head - h->hdr->capacity : 0; |
|
203
|
1 |
57 |
if (seq < oldest) return 0; /* already overwritten */ |
|
208
|
57 |
0 |
for (int retry = 0; retry < 8; retry++) { |
|
210
|
0 |
57 |
if (s1 & 1) continue; /* writer in progress: spin and retry */ |
|
211
|
0 |
57 |
if (s1 != expected) return 0; /* stale epoch (overwritten) */ |
|
214
|
57 |
0 |
if (s1 == s2) return 1; /* stable: no concurrent writer touched us */ |
|
223
|
0 |
56 |
if (head == 0) return 0; |
|
225
|
2 |
54 |
if (n >= avail) return 0; |
|
250
|
0 |
2 |
if (dl->tv_nsec >= 1000000000L) { dl->tv_sec++; dl->tv_nsec -= 1000000000L; } |
|
258
|
2 |
1 |
if (rem->tv_nsec < 0) { rem->tv_sec--; rem->tv_nsec += 1000000000L; } |
|
263
|
0 |
2 |
if (__atomic_load_n(&h->hdr->count, __ATOMIC_ACQUIRE) != expected_count) return 1; |
|
264
|
0 |
2 |
if (timeout == 0) return 0; |
|
268
|
2 |
0 |
if (has_dl) ring_make_deadline(timeout, &dl); |
|
274
|
2 |
0 |
if (cur == expected_count) { |
|
276
|
2 |
0 |
if (has_dl) { |
|
277
|
0 |
2 |
if (!ring_remaining(&dl, &rem)) { |
|
286
|
1 |
1 |
if (__atomic_load_n(&h->hdr->count, __ATOMIC_ACQUIRE) != expected_count) return 1; |
|
287
|
1 |
0 |
if (has_dl && !ring_remaining(&dl, &rem)) return 0; |
|
|
1 |
0 |
if (has_dl && !ring_remaining(&dl, &rem)) return 0; |
|
326
|
0 |
2 |
if (hdr->magic != RING_MAGIC) return 0; |
|
327
|
0 |
2 |
if (hdr->version != RING_VERSION) return 0; |
|
328
|
0 |
2 |
if (hdr->variant_id != expected_variant) return 0; |
|
329
|
2 |
0 |
if (hdr->elem_size == 0 || hdr->capacity == 0) return 0; |
|
|
0 |
2 |
if (hdr->elem_size == 0 || hdr->capacity == 0) return 0; |
|
331
|
0 |
2 |
if (hdr->capacity > (UINT64_MAX - sizeof(RingHeader)) / (sizeof(uint64_t) + hdr->elem_size)) return 0; |
|
332
|
0 |
2 |
if (hdr->total_size != file_size) return 0; |
|
333
|
0 |
2 |
if (hdr->seq_off != ring_seq_off()) return 0; |
|
334
|
0 |
2 |
if (hdr->data_off != ring_data_off(hdr->capacity)) return 0; |
|
335
|
0 |
2 |
if (hdr->total_size != hdr->data_off + hdr->capacity * hdr->elem_size) return 0; |
|
342
|
0 |
18 |
if (!h) { munmap(base, ms); return NULL; } |
|
348
|
3 |
15 |
h->path = path ? strdup(path) : NULL; |
|
357
|
10 |
0 |
if (errbuf) errbuf[0] = '\0'; |
|
358
|
0 |
10 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
|
0 |
0 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
359
|
0 |
10 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
|
0 |
0 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
360
|
0 |
10 |
if (capacity > (UINT64_MAX - sizeof(RingHeader)) / (sizeof(uint64_t) + elem_size)) { |
|
361
|
0 |
0 |
RING_ERR("capacity * elem_size overflow"); return NULL; |
|
370
|
7 |
3 |
if (anonymous) { |
|
373
|
0 |
7 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
376
|
0 |
3 |
if (fd < 0) { RING_ERR("open: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (fd < 0) { RING_ERR("open: %s", strerror(errno)); return NULL; } |
|
377
|
0 |
3 |
if (flock(fd, LOCK_EX) < 0) { RING_ERR("flock: %s", strerror(errno)); close(fd); return NULL; } |
|
|
0 |
0 |
if (flock(fd, LOCK_EX) < 0) { RING_ERR("flock: %s", strerror(errno)); close(fd); return NULL; } |
|
379
|
0 |
3 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
|
0 |
0 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
381
|
1 |
2 |
if (!is_new && (uint64_t)st.st_size < sizeof(RingHeader)) { |
|
|
0 |
1 |
if (!is_new && (uint64_t)st.st_size < sizeof(RingHeader)) { |
|
382
|
0 |
0 |
RING_ERR("%s: file too small (%lld)", path, (long long)st.st_size); |
|
385
|
2 |
1 |
if (is_new && ftruncate(fd, (off_t)total) < 0) { |
|
|
0 |
2 |
if (is_new && ftruncate(fd, (off_t)total) < 0) { |
|
386
|
0 |
0 |
RING_ERR("ftruncate: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; |
|
388
|
1 |
2 |
map_size = is_new ? (size_t)total : (size_t)st.st_size; |
|
390
|
0 |
3 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); flock(fd, LOCK_UN); close(fd); return NULL; } |
|
391
|
1 |
2 |
if (!is_new) { |
|
392
|
0 |
1 |
if (!ring_validate_header((RingHeader *)base, (uint64_t)st.st_size, variant_id)) { |
|
393
|
0 |
0 |
RING_ERR("invalid ring file"); munmap(base, map_size); flock(fd, LOCK_UN); close(fd); return NULL; |
|
400
|
2 |
7 |
if (fd >= 0) { flock(fd, LOCK_UN); close(fd); } |
|
407
|
7 |
0 |
if (errbuf) errbuf[0] = '\0'; |
|
408
|
0 |
7 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
|
0 |
0 |
if (capacity == 0) { RING_ERR("capacity must be > 0"); return NULL; } |
|
409
|
0 |
7 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
|
0 |
0 |
if (elem_size == 0) { RING_ERR("elem_size must be > 0"); return NULL; } |
|
410
|
0 |
7 |
if (capacity > (UINT64_MAX - sizeof(RingHeader)) / (sizeof(uint64_t) + elem_size)) { |
|
411
|
0 |
0 |
RING_ERR("capacity * elem_size overflow"); return NULL; |
|
414
|
7 |
0 |
int fd = memfd_create(name ? name : "ring", MFD_CLOEXEC | MFD_ALLOW_SEALING); |
|
415
|
0 |
7 |
if (fd < 0) { RING_ERR("memfd_create: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (fd < 0) { RING_ERR("memfd_create: %s", strerror(errno)); return NULL; } |
|
416
|
0 |
7 |
if (ftruncate(fd, (off_t)total) < 0) { RING_ERR("ftruncate: %s", strerror(errno)); close(fd); return NULL; } |
|
|
0 |
0 |
if (ftruncate(fd, (off_t)total) < 0) { RING_ERR("ftruncate: %s", strerror(errno)); close(fd); return NULL; } |
|
419
|
0 |
7 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); close(fd); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); close(fd); return NULL; } |
|
425
|
1 |
0 |
if (errbuf) errbuf[0] = '\0'; |
|
427
|
0 |
1 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (fstat(fd, &st) < 0) { RING_ERR("fstat: %s", strerror(errno)); return NULL; } |
|
428
|
0 |
1 |
if ((uint64_t)st.st_size < sizeof(RingHeader)) { RING_ERR("too small"); return NULL; } |
|
|
0 |
0 |
if ((uint64_t)st.st_size < sizeof(RingHeader)) { RING_ERR("too small"); return NULL; } |
|
431
|
0 |
1 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
|
0 |
0 |
if (base == MAP_FAILED) { RING_ERR("mmap: %s", strerror(errno)); return NULL; } |
|
432
|
0 |
1 |
if (!ring_validate_header((RingHeader *)base, (uint64_t)st.st_size, variant_id)) { |
|
433
|
0 |
0 |
RING_ERR("invalid ring"); munmap(base, ms); return NULL; |
|
436
|
0 |
1 |
if (myfd < 0) { RING_ERR("fcntl: %s", strerror(errno)); munmap(base, ms); return NULL; } |
|
|
0 |
0 |
if (myfd < 0) { RING_ERR("fcntl: %s", strerror(errno)); munmap(base, ms); return NULL; } |
|
441
|
0 |
18 |
if (!h) return; |
|
442
|
2 |
16 |
if (h->notify_fd >= 0) close(h->notify_fd); |
|
443
|
8 |
10 |
if (h->backing_fd >= 0) close(h->backing_fd); |
|
444
|
18 |
0 |
if (h->hdr) munmap(h->hdr, h->mmap_size); |
|
454
|
5 |
1 |
for (uint64_t i = 0; i < cap; i++) |
|
460
|
0 |
1 |
if (__atomic_load_n(&h->hdr->waiters, __ATOMIC_RELAXED) > 0) |
|
465
|
0 |
2 |
if (h->notify_fd >= 0) return h->notify_fd; |
|
467
|
0 |
2 |
if (efd < 0) return -1; |
|
471
|
0 |
2 |
if (h->notify_fd < 0) return 0; |
|
475
|
0 |
2 |
if (h->notify_fd < 0) return -1; |
|
477
|
0 |
2 |
if (read(h->notify_fd, &v, sizeof(v)) != sizeof(v)) return -1; |