m_chunk_count[3] = MaxChunkCount;
        m_chunk_count[4] = MaxChunkCount / 2;
        m_chunk_count[5] = MaxChunkCount / 2;
        m_chunk_count[6] = MaxChunkCount / 2;
        m_chunk_count[7] = MaxChunkCount / 4;
        m_chunk_count[8] = MaxChunkCount / 4;
        m_chunk_count[9] = MaxChunkCount / 4;
    }

/*
 *
 */
#include <stratosphere.hpp>
#include "mem_impl_heap_platform.hpp"
#include "mem_impl_heap_tls_heap_static.hpp"
#include "mem_impl_heap_tls_heap_cache.hpp"
#include "mem_impl_heap_tls_heap_central.hpp"

namespace ams::mem::impl::heap {

    TlsHeapCache::TlsHeapCache(TlsHeapCentral *central, u32 option) {
        /* Choose function impls based on option. */
        if ((option & HeapOption_DisableCache) != 0) {
            m_allocate            = AllocateImpl<false>;
            m_allocate_aligned    = AllocateAlignedImpl<false>;
            m_free                = FreeImpl<false>;
            m_free_with_size      = FreeWithSizeImpl<false>;
            m_get_allocation_size = GetAllocationSizeImpl<false>;
            m_reallocate          = ReallocateImpl<false>;
            m_shrink              = ShrinkImpl<false>;
        } else {
            m_allocate            = AllocateImpl<true>;
            m_allocate_aligned    = AllocateAlignedImpl<true>;
            m_free                = FreeImpl<true>;
            m_free_with_size      = FreeWithSizeImpl<true>;
            m_get_allocation_size = GetAllocationSizeImpl<true>;
            m_reallocate          = ReallocateImpl<true>;
            m_shrink              = ShrinkImpl<true>;
        }

        /* Generate random bytes to mangle pointers. */
        if (auto err = gen_random(std::addressof(m_mangle_val), sizeof(m_mangle_val)); err != 0) {
            s64 epoch_time;
            epochtime(std::addressof(epoch_time));
            m_mangle_val = reinterpret_cast<uintptr_t>(std::addressof(epoch_time)) ^ static_cast<u64>(epoch_time);
        }

        /* Set member variables. */
        m_central           = central;
        m_total_heap_size   = central->GetTotalHeapSize();
        m_heap_option       = option;
        m_total_cached_size = 0;
        m_largest_class     = 0;

        /* Setup chunks. */
        for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
            m_small_mem_lists[i] = nullptr;
            m_cached_size[i]     = 0;
            m_chunk_count[i]     = 1;
        }

        /* Set fixed chunk counts for particularly small chunks. */
        m_chunk_count[1] = MaxChunkCount;
        m_chunk_count[2] = MaxChunkCount;

    void TlsHeapCache::Finalize() {
        /* Free all small mem lists. */
        this->ReleaseAllCache();

        /* Remove this cache from the owner central heap. */
        m_central->RemoveThreadCache(this);
        m_central->UncacheSmallMemory(this);
    }

    bool TlsHeapCache::CheckCache() const {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            void *ptr = m_small_mem_lists[i];
            if (ptr) {
                s64 depth = -static_cast<s64>(m_cached_size[i] / TlsHeapStatic::GetChunkSize(i));
                while (ptr) {
                    ptr = *reinterpret_cast<void **>(this->ManglePointer(ptr));
                    if ((++depth) == 0) {
                        AMS_ASSERT(ptr == nullptr);
                        break;
                    }
                }
            }
        }

        return true;
    }

    void TlsHeapCache::ReleaseAllCache() {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            if (m_small_mem_lists[i]) {
                m_central->UncacheSmallMemoryList(this, m_small_mem_lists[i]);
                m_small_mem_lists[i] = nullptr;
                m_cached_size[i]     = 0;
            }
        }

        m_total_cached_size = 0;
        m_largest_class     = 0;
    }

    template<>
    void *TlsHeapCache::AllocateImpl<false>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls);
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateImpl<true>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr));
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const size_t csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
                tls_heap_cache->m_total_cached_size += csize;
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<false>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls, align);
        } else {
            /* If allocating a huge size, release our cache. */
            if (real_size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(real_size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<true>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr), align);
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const s32 csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_total_cached_size += csize;
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        }
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<false>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<true>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    size_t TlsHeapCache::GetAllocationSizeCommonImpl(const void *ptr) const {
        const s32 cls = m_central->GetClassFromPointer(ptr);
        if (cls > 0) {
            if (!util::IsAligned(ptr, alignof(u64))) {
                /* All pointers we allocate have alignment at least 8. */
                return 0;
            }

            /* Validate class. */
            AMS_ASSERT(cls < static_cast<s32>(TlsHeapStatic::NumClassInfo));
            if (cls < 0) {
                return 0;
            }

            return TlsHeapStatic::GetChunkSize(cls);
        } else if (ptr != nullptr) {
            return m_central->GetAllocationSize(ptr);
        } else {
            return 0;
        }
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<false>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<false>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<true>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<true>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    errno_t TlsHeapCache::ShrinkCommonImpl(void *ptr, size_t size) const {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr) {
            if (cls_from_ptr <= 0) {
                return EFAULT;
            } else if (cls_from_size && cls_from_size <= cls_from_ptr) {
                return 0;
            } else {
                return EINVAL;
            }
        } else if (cls_from_size) {
            return m_central->ShrinkLargeMemory(ptr, TlsHeapStatic::PageSize);
        } else {
            return m_central->ShrinkLargeMemory(ptr, size);
        }
    }

}


/*
 *
 */
#include <stratosphere.hpp>
#include "mem_impl_heap_platform.hpp"
#include "mem_impl_heap_tls_heap_static.hpp"
#include "mem_impl_heap_tls_heap_cache.hpp"
#include "mem_impl_heap_tls_heap_central.hpp"

namespace ams::mem::impl::heap {

    TlsHeapCache::TlsHeapCache(TlsHeapCentral *central, u32 option) {
        /* Choose function impls based on option. */
        if ((option & HeapOption_DisableCache) != 0) {
            m_allocate            = AllocateImpl<false>;
            m_allocate_aligned    = AllocateAlignedImpl<false>;
            m_free                = FreeImpl<false>;
            m_free_with_size      = FreeWithSizeImpl<false>;
            m_get_allocation_size = GetAllocationSizeImpl<false>;
            m_reallocate          = ReallocateImpl<false>;
            m_shrink              = ShrinkImpl<false>;
        } else {
            m_allocate            = AllocateImpl<true>;
            m_allocate_aligned    = AllocateAlignedImpl<true>;
            m_free                = FreeImpl<true>;
            m_free_with_size      = FreeWithSizeImpl<true>;
            m_get_allocation_size = GetAllocationSizeImpl<true>;
            m_reallocate          = ReallocateImpl<true>;
            m_shrink              = ShrinkImpl<true>;
        }

        /* Generate random bytes to mangle pointers. */
        if (auto err = gen_random(std::addressof(m_mangle_val), sizeof(m_mangle_val)); err != 0) {
            s64 epoch_time;
            epochtime(std::addressof(epoch_time));
            m_mangle_val = reinterpret_cast<uintptr_t>(std::addressof(epoch_time)) ^ static_cast<u64>(epoch_time);
        }

        /* Set member variables. */
        m_central           = central;
        m_total_heap_size   = central->GetTotalHeapSize();
        m_heap_option       = option;
        m_total_cached_size = 0;
        m_largest_class     = 0;

        /* Setup chunks. */
        for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
            m_small_mem_lists[i] = nullptr;
            m_cached_size[i]     = 0;
            m_chunk_count[i]     = 1;
        }

        /* Set fixed chunk counts for particularly small chunks. */
        m_chunk_count[1] = MaxChunkCount;
        m_chunk_count[2] = MaxChunkCount;
        m_chunk_count[3] = MaxChunkCount;
        m_chunk_count[4] = MaxChunkCount / 2;
        m_chunk_count[5] = MaxChunkCount / 2;
        m_chunk_count[6] = MaxChunkCount / 2;
        m_chunk_count[7] = MaxChunkCount / 4;
        m_chunk_count[8] = MaxChunkCount / 4;
        m_chunk_count[9] = MaxChunkCount / 4;
    }

    void TlsHeapCache::Finalize() {
        /* Free all small mem lists. */
        this->ReleaseAllCache();

        /* Remove this cache from the owner central heap. */
        m_central->RemoveThreadCache(this);
        m_central->UncacheSmallMemory(this);
    }

    bool TlsHeapCache::CheckCache() const {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            void *ptr = m_small_mem_lists[i];
            if (ptr) {
                s64 depth = -static_cast<s64>(m_cached_size[i] / TlsHeapStatic::GetChunkSize(i));
                while (ptr) {
                    ptr = *reinterpret_cast<void **>(this->ManglePointer(ptr));
                    if ((++depth) == 0) {
                        AMS_ASSERT(ptr == nullptr);
                        break;
                    }
                }
            }
        }

        return true;
    }

    void TlsHeapCache::ReleaseAllCache() {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            if (m_small_mem_lists[i]) {
                m_central->UncacheSmallMemoryList(this, m_small_mem_lists[i]);
                m_small_mem_lists[i] = nullptr;
                m_cached_size[i]     = 0;
            }
        }

        m_total_cached_size = 0;
        m_largest_class     = 0;
    }

    template<>
    void *TlsHeapCache::AllocateImpl<false>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls);
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateImpl<true>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr));
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const size_t csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
                tls_heap_cache->m_total_cached_size += csize;
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<false>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls, align);
        } else {
            /* If allocating a huge size, release our cache. */
            if (real_size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(real_size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<true>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr), align);
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const s32 csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_total_cached_size += csize;
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        }
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<false>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache-

    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<true>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    size_t TlsHeapCache::GetAllocationSizeCommonImpl(const void *ptr) const {
        const s32 cls = m_central->GetClassFromPointer(ptr);
        if (cls > 0) {
            if (!util::IsAligned(ptr, alignof(u64))) {
                /* All pointers we allocate have alignment at least 8. */
                return 0;
            }

            /* Validate class. */
            AMS_ASSERT(cls < static_cast<s32>(TlsHeapStatic::NumClassInfo));
            if (cls < 0) {
                return 0;
            }

            return TlsHeapStatic::GetChunkSize(cls);
        } else if (ptr != nullptr) {
            return m_central->GetAllocationSize(ptr);
        } else {
            return 0;
        }
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<false>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<false>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<true>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<true>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    errno_t TlsHeapCache::ShrinkCommonImpl(void *ptr, size_t size) const {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr) {
            if (cls_from_ptr <= 0) {
                return EFAULT;
            } else if (cls_from_size && cls_from_size <= cls_from_ptr) {
                return 0;
            } else {
                return EINVAL;
            }
        } else if (cls_from_size) {
            return m_central->ShrinkLargeMemory(ptr, TlsHeapStatic::PageSize);
        } else {
            return m_central->ShrinkLargeMemory(ptr, size);
        }
    }

}


if (n == 0) {
                    return nullptr;
                }

/*
 *
 */
#include <stratosphere.hpp>
#include "mem_impl_heap_platform.hpp"
#include "mem_impl_heap_tls_heap_static.hpp"
#include "mem_impl_heap_tls_heap_cache.hpp"
#include "mem_impl_heap_tls_heap_central.hpp"

namespace ams::mem::impl::heap {

    TlsHeapCache::TlsHeapCache(TlsHeapCentral *central, u32 option) {
        /* Choose function impls based on option. */
        if ((option & HeapOption_DisableCache) != 0) {
            m_allocate            = AllocateImpl<false>;
            m_allocate_aligned    = AllocateAlignedImpl<false>;
            m_free                = FreeImpl<false>;
            m_free_with_size      = FreeWithSizeImpl<false>;
            m_get_allocation_size = GetAllocationSizeImpl<false>;
            m_reallocate          = ReallocateImpl<false>;
            m_shrink              = ShrinkImpl<false>;
        } else {
            m_allocate            = AllocateImpl<true>;
            m_allocate_aligned    = AllocateAlignedImpl<true>;
            m_free                = FreeImpl<true>;
            m_free_with_size      = FreeWithSizeImpl<true>;
            m_get_allocation_size = GetAllocationSizeImpl<true>;
            m_reallocate          = ReallocateImpl<true>;
            m_shrink              = ShrinkImpl<true>;
        }

        /* Generate random bytes to mangle pointers. */
        if (auto err = gen_random(std::addressof(m_mangle_val), sizeof(m_mangle_val)); err != 0) {
            s64 epoch_time;
            epochtime(std::addressof(epoch_time));
            m_mangle_val = reinterpret_cast<uintptr_t>(std::addressof(epoch_time)) ^ static_cast<u64>(epoch_time);
        }

        /* Set member variables. */
        m_central           = central;
        m_total_heap_size   = central->GetTotalHeapSize();
        m_heap_option       = option;
        m_total_cached_size = 0;
        m_largest_class     = 0;

        /* Setup chunks. */
        for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
            m_small_mem_lists[i] = nullptr;
            m_cached_size[i]     = 0;
            m_chunk_count[i]     = 1;
        }

        /* Set fixed chunk counts for particularly small chunks. */
        m_chunk_count[1] = MaxChunkCount;
        m_chunk_count[2] = MaxChunkCount;
        m_chunk_count[3] = MaxChunkCount;
        m_chunk_count[4] = MaxChunkCount / 2;
        m_chunk_count[5] = MaxChunkCount / 2;
        m_chunk_count[6] = MaxChunkCount / 2;
        m_chunk_count[7] = MaxChunkCount / 4;
        m_chunk_count[8] = MaxChunkCount / 4;
        m_chunk_count[9] = MaxChunkCount / 4;
    }

    void TlsHeapCache::Finalize() {
        /* Free all small mem lists. */
        this->ReleaseAllCache();

        /* Remove this cache from the owner central heap. */
        m_central->RemoveThreadCache(this);
        m_central->UncacheSmallMemory(this);
    }

    bool TlsHeapCache::CheckCache() const {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            void *ptr = m_small_mem_lists[i];
            if (ptr) {
                s64 depth = -static_cast<s64>(m_cached_size[i] / TlsHeapStatic::GetChunkSize(i));
                while (ptr) {
                    ptr = *reinterpret_cast<void **>(this->ManglePointer(ptr));
                    if ((++depth) == 0) {
                        AMS_ASSERT(ptr == nullptr);
                        break;
                    }
                }
            }
        }

        return true;
    }

    void TlsHeapCache::ReleaseAllCache() {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            if (m_small_mem_lists[i]) {
                m_central->UncacheSmallMemoryList(this, m_small_mem_lists[i]);
                m_small_mem_lists[i] = nullptr;
                m_cached_size[i]     = 0;
            }
        }

        m_total_cached_size = 0;
        m_largest_class     = 0;
    }

    template<>
    void *TlsHeapCache::AllocateImpl<false>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls);
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateImpl<true>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr));

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const size_t csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
                tls_heap_cache->m_total_cached_size += csize;
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<false>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls, align);
        } else {
            /* If allocating a huge size, release our cache. */
            if (real_size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(real_size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<true>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr), align);
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const s32 csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_total_cached_size += csize;
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        }
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<false>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<true>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    size_t TlsHeapCache::GetAllocationSizeCommonImpl(const void *ptr) const {
        const s32 cls = m_central->GetClassFromPointer(ptr);
        if (cls > 0) {
            if (!util::IsAligned(ptr, alignof(u64))) {
                /* All pointers we allocate have alignment at least 8. */
                return 0;
            }

            /* Validate class. */
            AMS_ASSERT(cls < static_cast<s32>(TlsHeapStatic::NumClassInfo));
            if (cls < 0) {
                return 0;
            }

            return TlsHeapStatic::GetChunkSize(cls);
        } else if (ptr != nullptr) {
            return m_central->GetAllocationSize(ptr);
        } else {
            return 0;
        }
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<false>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<false>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<true>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<true>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    errno_t TlsHeapCache::ShrinkCommonImpl(void *ptr, size_t size) const {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr) {
            if (cls_from_ptr <= 0) {
                return EFAULT;
            } else if (cls_from_size && cls_from_size <= cls_from_ptr) {
                return 0;
            } else {
                return EINVAL;
            }
        } else if (cls_from_size) {
            return m_central->ShrinkLargeMemory(ptr, TlsHeapStatic::PageSize);
        } else {
            return m_central->ShrinkLargeMemory(ptr, size);
        }
    }

}


for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
            m_small_mem_lists[i] = nullptr;
            m_cached_size[i]     = 0;
            m_chunk_count[i]     = 1;
        }

/*
 *
 */
#include <stratosphere.hpp>
#include "mem_impl_heap_platform.hpp"
#include "mem_impl_heap_tls_heap_static.hpp"
#include "mem_impl_heap_tls_heap_cache.hpp"
#include "mem_impl_heap_tls_heap_central.hpp"

namespace ams::mem::impl::heap {

    TlsHeapCache::TlsHeapCache(TlsHeapCentral *central, u32 option) {
        /* Choose function impls based on option. */
        if ((option & HeapOption_DisableCache) != 0) {
            m_allocate            = AllocateImpl<false>;
            m_allocate_aligned    = AllocateAlignedImpl<false>;
            m_free                = FreeImpl<false>;
            m_free_with_size      = FreeWithSizeImpl<false>;
            m_get_allocation_size = GetAllocationSizeImpl<false>;
            m_reallocate          = ReallocateImpl<false>;
            m_shrink              = ShrinkImpl<false>;
        } else {
            m_allocate            = AllocateImpl<true>;
            m_allocate_aligned    = AllocateAlignedImpl<true>;
            m_free                = FreeImpl<true>;
            m_free_with_size      = FreeWithSizeImpl<true>;
            m_get_allocation_size = GetAllocationSizeImpl<true>;
            m_reallocate          = ReallocateImpl<true>;
            m_shrink              = ShrinkImpl<true>;
        }

        /* Generate random bytes to mangle pointers. */
        if (auto err = gen_random(std::addressof(m_mangle_val), sizeof(m_mangle_val)); err != 0) {
            s64 epoch_time;
            epochtime(std::addressof(epoch_time));
            m_mangle_val = reinterpret_cast<uintptr_t>(std::addressof(epoch_time)) ^ static_cast<u64>(epoch_time);
        }

        /* Set member variables. */
        m_central           = central;
        m_total_heap_size   = central->GetTotalHeapSize();
        m_heap_option       = option;
        m_total_cached_size = 0;
        m_largest_class     = 0;

        /* Setup chunks. */

        /* Set fixed chunk counts for particularly small chunks. */
        m_chunk_count[1] = MaxChunkCount;
        m_chunk_count[2] = MaxChunkCount;
        m_chunk_count[3] = MaxChunkCount;
        m_chunk_count[4] = MaxChunkCount / 2;
        m_chunk_count[5] = MaxChunkCount / 2;
        m_chunk_count[6] = MaxChunkCount / 2;
        m_chunk_count[7] = MaxChunkCount / 4;
        m_chunk_count[8] = MaxChunkCount / 4;
        m_chunk_count[9] = MaxChunkCount / 4;
    }

    void TlsHeapCache::Finalize() {
        /* Free all small mem lists. */
        this->ReleaseAllCache();

        /* Remove this cache from the owner central heap. */
        m_central->RemoveThreadCache(this);
        m_central->UncacheSmallMemory(this);
    }

    bool TlsHeapCache::CheckCache() const {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            void *ptr = m_small_mem_lists[i];
            if (ptr) {
                s64 depth = -static_cast<s64>(m_cached_size[i] / TlsHeapStatic::GetChunkSize(i));
                while (ptr) {
                    ptr = *reinterpret_cast<void **>(this->ManglePointer(ptr));
                    if ((++depth) == 0) {
                        AMS_ASSERT(ptr == nullptr);
                        break;
                    }
                }
            }
        }

        return true;
    }

    void TlsHeapCache::ReleaseAllCache() {
        for (size_t i = 0; i < util::size(m_small_mem_lists); i++) {
            if (m_small_mem_lists[i]) {
                m_central->UncacheSmallMemoryList(this, m_small_mem_lists[i]);
                m_small_mem_lists[i] = nullptr;
                m_cached_size[i]     = 0;
            }
        }

        m_total_cached_size = 0;
        m_largest_class     = 0;
    }

    template<>
    void *TlsHeapCache::AllocateImpl<false>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls);
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateImpl<true>(TlsHeapCache *tls_heap_cache, size_t size) {
        /* Validate allocation size. */
        if (size == 0 || size > MaxSize) {
            return nullptr;
        }

        if (size_t cls = TlsHeapStatic::GetClassFromSize(size); cls != 0) {
            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr));
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const size_t csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
                tls_heap_cache->m_total_cached_size += csize;
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<false>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (const size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);
            return tls_heap_cache->m_central->CacheSmallMemory(cls, align);
        } else {
            /* If allocating a huge size, release our cache. */
            if (real_size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(real_size);
        }
    }

    template<>
    void *TlsHeapCache::AllocateAlignedImpl<true>(TlsHeapCache *tls_heap_cache, size_t size, size_t align) {
        /* Ensure valid alignment. */
        if (!util::IsPowerOfTwo(align)) {
            return nullptr;
        }

        /* NOTE: Nintendo does not check size == 0 here, despite doing so in Alloc */
        if (size > MaxSize) {
            return nullptr;
        }

        /* Handle big alignment. */
        if (align > TlsHeapStatic::PageSize) {
            return tls_heap_cache->m_central->CacheLargeMemoryWithBigAlign(util::AlignUp(size, TlsHeapStatic::PageSize), align);
        }

        const size_t real_size = TlsHeapStatic::GetRealSizeFromSizeAndAlignment(util::AlignUp(size, align), align);

        if (size_t cls = TlsHeapStatic::GetClassFromSize(real_size); cls != 0) {
            if (real_size == 0) {
                return nullptr;
            }

            AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

            /* Allocate a chunk. */
            void *ptr = tls_heap_cache->m_small_mem_lists[cls];
            if (ptr == nullptr) {
                const size_t prev_cls = cls;
                size_t count = tls_heap_cache->m_chunk_count[cls];

                size_t n = tls_heap_cache->m_central->CacheSmallMemoryList(tls_heap_cache, std::addressof(cls), count, std::addressof(ptr), align);
                if (n == 0) {
                    return nullptr;
                }

                if (cls == prev_cls) {
                    if (count < MaxChunkCount) {
                        count++;
                    }
                    tls_heap_cache->m_chunk_count[cls] = std::max(count, n);
                } else {
                    AMS_ASSERT(n == 1);
                }

                const s32 csize = TlsHeapStatic::GetChunkSize(cls) * (n - 1);
                tls_heap_cache->m_total_cached_size += csize;
                tls_heap_cache->m_cached_size[cls] += csize;
                if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                    tls_heap_cache->m_largest_class = cls;
                }
            }

            /* Demangle our pointer, update free list. */
            ptr = tls_heap_cache->ManglePointer(ptr);
            tls_heap_cache->m_small_mem_lists[cls] = *reinterpret_cast<void **>(ptr);

            return ptr;
        } else {
            /* If allocating a huge size, release our cache. */
            if (size >= tls_heap_cache->m_total_heap_size / 4) {
                tls_heap_cache->ReleaseAllCache();
            }
            return tls_heap_cache->m_central->CacheLargeMemory(size);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr) {
        const auto cls = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        }

        AMS_ASSERT(cls < TlsHeapStatic::NumClassInfo);

        if (cls >= 0) {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        } else if (ptr == nullptr) {
            return 0;
        } else {
            return EFAULT;
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            return tls_heap_cache->m_central->UncacheSmallMemory(ptr);
        }
    }

    template<>
    errno_t TlsHeapCache::FreeWithSizeImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        if (ptr == nullptr) {
            return 0;
        }

        const size_t cls = TlsHeapStatic::GetClassFromSize(size);
        if (cls == 0) {
            return tls_heap_cache->m_central->UncacheLargeMemory(ptr);
        } else {
            *reinterpret_cast<void **>(ptr) = tls_heap_cache->m_small_mem_lists[cls];
            tls_heap_cache->m_small_mem_lists[cls] = tls_heap_cache->ManglePointer(ptr);

            const s32 csize = TlsHeapStatic::GetChunkSize(cls);
            tls_heap_cache->m_total_cached_size += csize;
            tls_heap_cache->m_cached_size[cls]  += csize;
            if (tls_heap_cache->m_cached_size[cls] > tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class]) {
                tls_heap_cache->m_largest_class = cls;
            }

            errno_t err = 0;
            if (!tls_heap_cache->m_central->CheckCachedSize(tls_heap_cache->m_total_cached_size)) {
                tls_heap_cache->m_central->UncacheSmallMemoryList(tls_heap_cache, tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class]);
                tls_heap_cache->m_small_mem_lists[tls_heap_cache->m_largest_class] = nullptr;
                tls_heap_cache->m_total_cached_size -= tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class];
                tls_heap_cache->m_cached_size[tls_heap_cache->m_largest_class] = 0;

                s32 largest_class = 0;
                s32 biggest_size = -1;
                for (size_t i = 0; i < TlsHeapStatic::NumClassInfo; i++) {
                    if (biggest_size < tls_heap_cache->m_cached_size[i]) {
                        biggest_size = tls_heap_cache->m_cached_size[i];
                        largest_class = static_cast<s32>(i);
                    }
                }
                tls_heap_cache->m_largest_class = largest_class;
            }
            return err;
        }
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<false>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    template<>
    size_t TlsHeapCache::GetAllocationSizeImpl<true>(TlsHeapCache *tls_heap_cache, const void *ptr) {
        return tls_heap_cache->GetAllocationSizeCommonImpl(ptr);
    }

    size_t TlsHeapCache::GetAllocationSizeCommonImpl(const void *ptr) const {
        const s32 cls = m_central->GetClassFromPointer(ptr);
        if (cls > 0) {
            if (!util::IsAligned(ptr, alignof(u64))) {
                /* All pointers we allocate have alignment at least 8. */
                return 0;
            }

            /* Validate class. */
            AMS_ASSERT(cls < static_cast<s32>(TlsHeapStatic::NumClassInfo));
            if (cls < 0) {
                return 0;
            }

            return TlsHeapStatic::GetChunkSize(cls);
        } else if (ptr != nullptr) {
            return m_central->GetAllocationSize(ptr);
        } else {
            return 0;
        }
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<false>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<false>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ReallocateImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size, void **p) {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        size_t alloc_size, copy_size;

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = tls_heap_cache->m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr < 0) {
            /* error case. */
            return EFAULT;
        } else if (cls_from_size) {
            if (cls_from_ptr > 0) {
                if (cls_from_size <= cls_from_ptr) {
                    *p = ptr;
                    return 0;
                } else {
                    alloc_size = size;
                    copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
                }
            } else /* if (cls_from_ptr == 0) */ {
                alloc_size = size;
                copy_size  = size;
            }
        } else if (cls_from_ptr == 0) {
            return tls_heap_cache->m_central->ReallocateLargeMemory(ptr, size, p);
        } else /* if (cls_from_ptr > 0) */ {
            alloc_size = size;
            copy_size  = TlsHeapStatic::GetChunkSize(cls_from_ptr);
        }

        *p = AllocateImpl<true>(tls_heap_cache, alloc_size);
        if (*p == nullptr) {
            return ENOMEM;
        }
        std::memcpy(*p, ptr, copy_size);
        return FreeImpl<true>(tls_heap_cache, ptr);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<false>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    template<>
    errno_t TlsHeapCache::ShrinkImpl<true>(TlsHeapCache *tls_heap_cache, void *ptr, size_t size) {
        return tls_heap_cache->ShrinkCommonImpl(ptr, size);
    }

    errno_t TlsHeapCache::ShrinkCommonImpl(void *ptr, size_t size) const {
        AMS_ASSERT(ptr != nullptr && size != 0);
        if (size > MaxSize) {
            return ENOMEM;
        }

        const s32 cls_from_size = TlsHeapStatic::GetClassFromSize(size);
        const s32 cls_from_ptr  = m_central->GetClassFromPointer(ptr);
        if (cls_from_ptr) {
            if (cls_from_ptr <= 0) {
                return EFAULT;
            } else if (cls_from_size && cls_from_size <= cls_from_ptr) {
                return 0;
            } else {
                return EINVAL;
            }
        } else if (cls_from_size) {
            return m_central->ShrinkLargeMemory(ptr, TlsHeapStatic::PageSize);
        } else {
            return m_central->ShrinkLargeMemory(ptr, size);
        }
    }

}