// Protocol Buffers - Google's data interchange format // Copyright 2023 Google LLC. All rights reserved. // // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file or at // https://developers.google.com/open-source/licenses/bsd #ifndef UPB_MEM_INTERNAL_ARENA_H_ #define UPB_MEM_INTERNAL_ARENA_H_ #include #include #include // Must be last. #include "upb/port/def.inc" // This is QUITE an ugly hack, which specifies the number of pointers needed // to equal (or exceed) the storage required for one upb_Arena. // // We need this because the decoder inlines a upb_Arena for performance but // the full struct is not visible outside of arena.c. Yes, I know, it's awful. #define UPB_ARENA_SIZE_HACK (9 + UPB_TSAN_PUBLISH) // LINT.IfChange(upb_Arena) struct upb_Arena { char* UPB_ONLYBITS(ptr); char* UPB_ONLYBITS(end); }; // LINT.ThenChange(//depot/google3/third_party/upb/bits/typescript/arena.ts:upb_Arena) #ifdef __cplusplus extern "C" { #endif void UPB_PRIVATE(_upb_Arena_SwapIn)(struct upb_Arena* des, const struct upb_Arena* src); void UPB_PRIVATE(_upb_Arena_SwapOut)(struct upb_Arena* des, const struct upb_Arena* src); UPB_INLINE size_t UPB_PRIVATE(_upb_ArenaHas)(const struct upb_Arena* a) { return (size_t)(a->UPB_ONLYBITS(end) - a->UPB_ONLYBITS(ptr)); } UPB_API_INLINE void* upb_Arena_Malloc(struct upb_Arena* a, size_t size) { UPB_TSAN_CHECK_WRITE(a->UPB_ONLYBITS(ptr)); void* UPB_PRIVATE(_upb_Arena_SlowMalloc)(struct upb_Arena * a, size_t size); size = UPB_ALIGN_MALLOC(size); const size_t span = size + UPB_ASAN_GUARD_SIZE; if (UPB_UNLIKELY(UPB_PRIVATE(_upb_ArenaHas)(a) < span)) { return UPB_PRIVATE(_upb_Arena_SlowMalloc)(a, span); } // We have enough space to do a fast malloc. void* ret = a->UPB_ONLYBITS(ptr); UPB_ASSERT(UPB_ALIGN_MALLOC((uintptr_t)ret) == (uintptr_t)ret); UPB_ASSERT(UPB_ALIGN_MALLOC(size) == size); UPB_UNPOISON_MEMORY_REGION(ret, size); a->UPB_ONLYBITS(ptr) += span; return ret; } UPB_API_INLINE void upb_Arena_ShrinkLast(struct upb_Arena* a, void* ptr, size_t oldsize, size_t size) { UPB_TSAN_CHECK_WRITE(a->UPB_ONLYBITS(ptr)); UPB_ASSERT(ptr); UPB_ASSERT(size <= oldsize); size = UPB_ALIGN_MALLOC(size) + UPB_ASAN_GUARD_SIZE; oldsize = UPB_ALIGN_MALLOC(oldsize) + UPB_ASAN_GUARD_SIZE; if (size == oldsize) { return; } char* arena_ptr = a->UPB_ONLYBITS(ptr); // If it's the last alloc in the last block, we can resize. if ((char*)ptr + oldsize == arena_ptr) { a->UPB_ONLYBITS(ptr) = (char*)ptr + size; } else { // If not, verify that it could have been a full-block alloc that did not // replace the last block. #ifndef NDEBUG bool _upb_Arena_WasLastAlloc(struct upb_Arena * a, void* ptr, size_t oldsize); UPB_ASSERT(_upb_Arena_WasLastAlloc(a, ptr, oldsize)); #endif } UPB_POISON_MEMORY_REGION((char*)ptr + (size - UPB_ASAN_GUARD_SIZE), oldsize - size); } UPB_API_INLINE bool upb_Arena_TryExtend(struct upb_Arena* a, void* ptr, size_t oldsize, size_t size) { UPB_TSAN_CHECK_WRITE(a->UPB_ONLYBITS(ptr)); UPB_ASSERT(ptr); UPB_ASSERT(size > oldsize); size = UPB_ALIGN_MALLOC(size) + UPB_ASAN_GUARD_SIZE; oldsize = UPB_ALIGN_MALLOC(oldsize) + UPB_ASAN_GUARD_SIZE; if (size == oldsize) { return true; } size_t extend = size - oldsize; if ((char*)ptr + oldsize == a->UPB_ONLYBITS(ptr) && UPB_PRIVATE(_upb_ArenaHas)(a) >= extend) { a->UPB_ONLYBITS(ptr) += extend; UPB_UNPOISON_MEMORY_REGION((char*)ptr + (oldsize - UPB_ASAN_GUARD_SIZE), extend); return true; } return false; } UPB_API_INLINE void* upb_Arena_Realloc(struct upb_Arena* a, void* ptr, size_t oldsize, size_t size) { UPB_TSAN_CHECK_WRITE(a->UPB_ONLYBITS(ptr)); if (ptr) { if (size == oldsize) { return ptr; } if (size > oldsize) { if (upb_Arena_TryExtend(a, ptr, oldsize, size)) return ptr; } else { if ((char*)ptr + (UPB_ALIGN_MALLOC(oldsize) + UPB_ASAN_GUARD_SIZE) == a->UPB_ONLYBITS(ptr)) { upb_Arena_ShrinkLast(a, ptr, oldsize, size); } else { UPB_POISON_MEMORY_REGION((char*)ptr + size, oldsize - size); } return ptr; } } void* ret = upb_Arena_Malloc(a, size); if (ret && oldsize > 0) { memcpy(ret, ptr, UPB_MIN(oldsize, size)); UPB_POISON_MEMORY_REGION(ptr, oldsize); } return ret; } #ifdef __cplusplus } /* extern "C" */ #endif #include "upb/port/undef.inc" #endif /* UPB_MEM_INTERNAL_ARENA_H_ */