1/*
2 * Copyright (C) 2019 Apple Inc. All rights reserved.
3 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 *
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26#pragma once
27
28#include "IsoSharedHeap.h"
29
30#include "IsoSharedPage.h"
31#include "StdLibExtras.h"
32
33namespace bmalloc {
34
35template<unsigned objectSize, typename Func>
36void* VariadicBumpAllocator::allocate(const Func& slowPath)
37{
38 unsigned remaining = m_remaining;
39 if (!__builtin_usub_overflow(remaining, objectSize, &remaining)) {
40 m_remaining = remaining;
41 return m_payloadEnd - remaining - objectSize;
42 }
43 return slowPath();
44}
45
46inline constexpr unsigned computeObjectSizeForSharedCell(unsigned objectSize)
47{
48 return roundUpToMultipleOf<alignmentForIsoSharedAllocation>(static_cast<uintptr_t>(objectSize));
49}
50
51template<unsigned passedObjectSize>
52void* IsoSharedHeap::allocateNew(bool abortOnFailure)
53{
54 std::lock_guard<Mutex> locker(mutex());
55 constexpr unsigned objectSize = computeObjectSizeForSharedCell(passedObjectSize);
56 return m_allocator.template allocate<objectSize>(
57 [&] () -> void* {
58 return allocateSlow<passedObjectSize>(abortOnFailure);
59 });
60}
61
62template<unsigned passedObjectSize>
63BNO_INLINE void* IsoSharedHeap::allocateSlow(bool abortOnFailure)
64{
65 Scavenger& scavenger = *Scavenger::get();
66 scavenger.didStartGrowing();
67 scavenger.scheduleIfUnderMemoryPressure(IsoSharedPage::pageSize);
68
69 IsoSharedPage* page = IsoSharedPage::tryCreate();
70 if (!page) {
71 RELEASE_BASSERT(!abortOnFailure);
72 return nullptr;
73 }
74
75 if (m_currentPage)
76 m_currentPage->stopAllocating();
77
78 m_currentPage = page;
79 m_allocator = m_currentPage->startAllocating();
80
81 constexpr unsigned objectSize = computeObjectSizeForSharedCell(passedObjectSize);
82 return m_allocator.allocate<objectSize>([] () { BCRASH(); return nullptr; });
83}
84
85} // namespace bmalloc
86