diff options
Diffstat (limited to 'src/common')
| -rw-r--r-- | src/common/CMakeLists.txt | 3 | ||||
| -rw-r--r-- | src/common/alignment.h | 29 | ||||
| -rw-r--r-- | src/common/atomic_ops.cpp | 75 | ||||
| -rw-r--r-- | src/common/atomic_ops.h | 71 | ||||
| -rw-r--r-- | src/common/bit_util.h | 76 | ||||
| -rw-r--r-- | src/common/intrusive_red_black_tree.h | 99 | ||||
| -rw-r--r-- | src/common/timer.cpp | 159 | ||||
| -rw-r--r-- | src/common/timer.h | 41 | ||||
| -rw-r--r-- | src/common/tree.h | 1410 | ||||
| -rw-r--r-- | src/common/x64/native_clock.cpp | 110 | ||||
| -rw-r--r-- | src/common/x64/native_clock.h | 21 | 
11 files changed, 854 insertions, 1240 deletions
| diff --git a/src/common/CMakeLists.txt b/src/common/CMakeLists.txt index aeaf8e81f..f77575a00 100644 --- a/src/common/CMakeLists.txt +++ b/src/common/CMakeLists.txt @@ -98,7 +98,6 @@ add_library(common STATIC      algorithm.h      alignment.h      assert.h -    atomic_ops.cpp      atomic_ops.h      detached_tasks.cpp      detached_tasks.h @@ -166,8 +165,6 @@ add_library(common STATIC      threadsafe_queue.h      time_zone.cpp      time_zone.h -    timer.cpp -    timer.h      tree.h      uint128.cpp      uint128.h diff --git a/src/common/alignment.h b/src/common/alignment.h index 5040043de..fb81f10d8 100644 --- a/src/common/alignment.h +++ b/src/common/alignment.h @@ -9,50 +9,45 @@  namespace Common {  template <typename T> -[[nodiscard]] constexpr T AlignUp(T value, std::size_t size) { -    static_assert(std::is_unsigned_v<T>, "T must be an unsigned value."); +requires std::is_unsigned_v<T>[[nodiscard]] constexpr T AlignUp(T value, size_t size) {      auto mod{static_cast<T>(value % size)};      value -= mod;      return static_cast<T>(mod == T{0} ? value : value + size);  }  template <typename T> -[[nodiscard]] constexpr T AlignDown(T value, std::size_t size) { -    static_assert(std::is_unsigned_v<T>, "T must be an unsigned value."); -    return static_cast<T>(value - value % size); +requires std::is_unsigned_v<T>[[nodiscard]] constexpr T AlignUpLog2(T value, size_t align_log2) { +    return static_cast<T>((value + ((1ULL << align_log2) - 1)) >> align_log2 << align_log2);  }  template <typename T> -[[nodiscard]] constexpr T AlignBits(T value, std::size_t align) { -    static_assert(std::is_unsigned_v<T>, "T must be an unsigned value."); -    return static_cast<T>((value + ((1ULL << align) - 1)) >> align << align); +requires std::is_unsigned_v<T>[[nodiscard]] constexpr T AlignDown(T value, size_t size) { +    return static_cast<T>(value - value % size);  }  template <typename T> -[[nodiscard]] constexpr bool Is4KBAligned(T value) { -    static_assert(std::is_unsigned_v<T>, "T must be an unsigned value."); +requires std::is_unsigned_v<T>[[nodiscard]] constexpr bool Is4KBAligned(T value) {      return (value & 0xFFF) == 0;  }  template <typename T> -[[nodiscard]] constexpr bool IsWordAligned(T value) { -    static_assert(std::is_unsigned_v<T>, "T must be an unsigned value."); +requires std::is_unsigned_v<T>[[nodiscard]] constexpr bool IsWordAligned(T value) {      return (value & 0b11) == 0;  }  template <typename T> -[[nodiscard]] constexpr bool IsAligned(T value, std::size_t alignment) { -    using U = typename std::make_unsigned<T>::type; +requires std::is_integral_v<T>[[nodiscard]] constexpr bool IsAligned(T value, size_t alignment) { +    using U = typename std::make_unsigned_t<T>;      const U mask = static_cast<U>(alignment - 1);      return (value & mask) == 0;  } -template <typename T, std::size_t Align = 16> +template <typename T, size_t Align = 16>  class AlignmentAllocator {  public:      using value_type = T; -    using size_type = std::size_t; -    using difference_type = std::ptrdiff_t; +    using size_type = size_t; +    using difference_type = ptrdiff_t;      using propagate_on_container_copy_assignment = std::true_type;      using propagate_on_container_move_assignment = std::true_type; diff --git a/src/common/atomic_ops.cpp b/src/common/atomic_ops.cpp deleted file mode 100644 index 1612d0e67..000000000 --- a/src/common/atomic_ops.cpp +++ /dev/null @@ -1,75 +0,0 @@ -// Copyright 2020 yuzu Emulator Project -// Licensed under GPLv2 or any later version -// Refer to the license.txt file included. - -#include <cstring> - -#include "common/atomic_ops.h" - -#if _MSC_VER -#include <intrin.h> -#endif - -namespace Common { - -#if _MSC_VER - -bool AtomicCompareAndSwap(volatile u8* pointer, u8 value, u8 expected) { -    const u8 result = -        _InterlockedCompareExchange8(reinterpret_cast<volatile char*>(pointer), value, expected); -    return result == expected; -} - -bool AtomicCompareAndSwap(volatile u16* pointer, u16 value, u16 expected) { -    const u16 result = -        _InterlockedCompareExchange16(reinterpret_cast<volatile short*>(pointer), value, expected); -    return result == expected; -} - -bool AtomicCompareAndSwap(volatile u32* pointer, u32 value, u32 expected) { -    const u32 result = -        _InterlockedCompareExchange(reinterpret_cast<volatile long*>(pointer), value, expected); -    return result == expected; -} - -bool AtomicCompareAndSwap(volatile u64* pointer, u64 value, u64 expected) { -    const u64 result = _InterlockedCompareExchange64(reinterpret_cast<volatile __int64*>(pointer), -                                                     value, expected); -    return result == expected; -} - -bool AtomicCompareAndSwap(volatile u64* pointer, u128 value, u128 expected) { -    return _InterlockedCompareExchange128(reinterpret_cast<volatile __int64*>(pointer), value[1], -                                          value[0], -                                          reinterpret_cast<__int64*>(expected.data())) != 0; -} - -#else - -bool AtomicCompareAndSwap(volatile u8* pointer, u8 value, u8 expected) { -    return __sync_bool_compare_and_swap(pointer, expected, value); -} - -bool AtomicCompareAndSwap(volatile u16* pointer, u16 value, u16 expected) { -    return __sync_bool_compare_and_swap(pointer, expected, value); -} - -bool AtomicCompareAndSwap(volatile u32* pointer, u32 value, u32 expected) { -    return __sync_bool_compare_and_swap(pointer, expected, value); -} - -bool AtomicCompareAndSwap(volatile u64* pointer, u64 value, u64 expected) { -    return __sync_bool_compare_and_swap(pointer, expected, value); -} - -bool AtomicCompareAndSwap(volatile u64* pointer, u128 value, u128 expected) { -    unsigned __int128 value_a; -    unsigned __int128 expected_a; -    std::memcpy(&value_a, value.data(), sizeof(u128)); -    std::memcpy(&expected_a, expected.data(), sizeof(u128)); -    return __sync_bool_compare_and_swap((unsigned __int128*)pointer, expected_a, value_a); -} - -#endif - -} // namespace Common diff --git a/src/common/atomic_ops.h b/src/common/atomic_ops.h index b46888589..2b1f515e8 100644 --- a/src/common/atomic_ops.h +++ b/src/common/atomic_ops.h @@ -4,14 +4,75 @@  #pragma once +#include <cstring> +#include <memory> +  #include "common/common_types.h" +#if _MSC_VER +#include <intrin.h> +#endif +  namespace Common { -[[nodiscard]] bool AtomicCompareAndSwap(volatile u8* pointer, u8 value, u8 expected); -[[nodiscard]] bool AtomicCompareAndSwap(volatile u16* pointer, u16 value, u16 expected); -[[nodiscard]] bool AtomicCompareAndSwap(volatile u32* pointer, u32 value, u32 expected); -[[nodiscard]] bool AtomicCompareAndSwap(volatile u64* pointer, u64 value, u64 expected); -[[nodiscard]] bool AtomicCompareAndSwap(volatile u64* pointer, u128 value, u128 expected); +#if _MSC_VER + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u8* pointer, u8 value, u8 expected) { +    const u8 result = +        _InterlockedCompareExchange8(reinterpret_cast<volatile char*>(pointer), value, expected); +    return result == expected; +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u16* pointer, u16 value, u16 expected) { +    const u16 result = +        _InterlockedCompareExchange16(reinterpret_cast<volatile short*>(pointer), value, expected); +    return result == expected; +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u32* pointer, u32 value, u32 expected) { +    const u32 result = +        _InterlockedCompareExchange(reinterpret_cast<volatile long*>(pointer), value, expected); +    return result == expected; +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u64* pointer, u64 value, u64 expected) { +    const u64 result = _InterlockedCompareExchange64(reinterpret_cast<volatile __int64*>(pointer), +                                                     value, expected); +    return result == expected; +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u64* pointer, u128 value, u128 expected) { +    return _InterlockedCompareExchange128(reinterpret_cast<volatile __int64*>(pointer), value[1], +                                          value[0], +                                          reinterpret_cast<__int64*>(expected.data())) != 0; +} + +#else + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u8* pointer, u8 value, u8 expected) { +    return __sync_bool_compare_and_swap(pointer, expected, value); +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u16* pointer, u16 value, u16 expected) { +    return __sync_bool_compare_and_swap(pointer, expected, value); +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u32* pointer, u32 value, u32 expected) { +    return __sync_bool_compare_and_swap(pointer, expected, value); +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u64* pointer, u64 value, u64 expected) { +    return __sync_bool_compare_and_swap(pointer, expected, value); +} + +[[nodiscard]] inline bool AtomicCompareAndSwap(volatile u64* pointer, u128 value, u128 expected) { +    unsigned __int128 value_a; +    unsigned __int128 expected_a; +    std::memcpy(&value_a, value.data(), sizeof(u128)); +    std::memcpy(&expected_a, expected.data(), sizeof(u128)); +    return __sync_bool_compare_and_swap((unsigned __int128*)pointer, expected_a, value_a); +} + +#endif  } // namespace Common diff --git a/src/common/bit_util.h b/src/common/bit_util.h index 29f59a9a3..685e7fc9b 100644 --- a/src/common/bit_util.h +++ b/src/common/bit_util.h @@ -22,82 +22,6 @@ template <typename T>  }  #ifdef _MSC_VER -[[nodiscard]] inline u32 CountLeadingZeroes32(u32 value) { -    unsigned long leading_zero = 0; - -    if (_BitScanReverse(&leading_zero, value) != 0) { -        return 31 - leading_zero; -    } - -    return 32; -} - -[[nodiscard]] inline u32 CountLeadingZeroes64(u64 value) { -    unsigned long leading_zero = 0; - -    if (_BitScanReverse64(&leading_zero, value) != 0) { -        return 63 - leading_zero; -    } - -    return 64; -} -#else -[[nodiscard]] inline u32 CountLeadingZeroes32(u32 value) { -    if (value == 0) { -        return 32; -    } - -    return static_cast<u32>(__builtin_clz(value)); -} - -[[nodiscard]] inline u32 CountLeadingZeroes64(u64 value) { -    if (value == 0) { -        return 64; -    } - -    return static_cast<u32>(__builtin_clzll(value)); -} -#endif - -#ifdef _MSC_VER -[[nodiscard]] inline u32 CountTrailingZeroes32(u32 value) { -    unsigned long trailing_zero = 0; - -    if (_BitScanForward(&trailing_zero, value) != 0) { -        return trailing_zero; -    } - -    return 32; -} - -[[nodiscard]] inline u32 CountTrailingZeroes64(u64 value) { -    unsigned long trailing_zero = 0; - -    if (_BitScanForward64(&trailing_zero, value) != 0) { -        return trailing_zero; -    } - -    return 64; -} -#else -[[nodiscard]] inline u32 CountTrailingZeroes32(u32 value) { -    if (value == 0) { -        return 32; -    } - -    return static_cast<u32>(__builtin_ctz(value)); -} - -[[nodiscard]] inline u32 CountTrailingZeroes64(u64 value) { -    if (value == 0) { -        return 64; -    } - -    return static_cast<u32>(__builtin_ctzll(value)); -} -#endif - -#ifdef _MSC_VER  [[nodiscard]] inline u32 MostSignificantBit32(const u32 value) {      unsigned long result; diff --git a/src/common/intrusive_red_black_tree.h b/src/common/intrusive_red_black_tree.h index fb55de94e..c0bbcd457 100644 --- a/src/common/intrusive_red_black_tree.h +++ b/src/common/intrusive_red_black_tree.h @@ -16,17 +16,30 @@ class IntrusiveRedBlackTreeImpl;  }  struct IntrusiveRedBlackTreeNode { +public: +    using EntryType = RBEntry<IntrusiveRedBlackTreeNode>; + +    constexpr IntrusiveRedBlackTreeNode() = default; + +    void SetEntry(const EntryType& new_entry) { +        entry = new_entry; +    } + +    [[nodiscard]] EntryType& GetEntry() { +        return entry; +    } + +    [[nodiscard]] const EntryType& GetEntry() const { +        return entry; +    }  private: -    RB_ENTRY(IntrusiveRedBlackTreeNode) entry{}; +    EntryType entry{};      friend class impl::IntrusiveRedBlackTreeImpl;      template <class, class, class>      friend class IntrusiveRedBlackTree; - -public: -    constexpr IntrusiveRedBlackTreeNode() = default;  };  template <class T, class Traits, class Comparator> @@ -35,17 +48,12 @@ class IntrusiveRedBlackTree;  namespace impl {  class IntrusiveRedBlackTreeImpl { -  private:      template <class, class, class>      friend class ::Common::IntrusiveRedBlackTree; -private: -    RB_HEAD(IntrusiveRedBlackTreeRoot, IntrusiveRedBlackTreeNode); -    using RootType = IntrusiveRedBlackTreeRoot; - -private: -    IntrusiveRedBlackTreeRoot root; +    using RootType = RBHead<IntrusiveRedBlackTreeNode>; +    RootType root;  public:      template <bool Const> @@ -121,57 +129,45 @@ public:          }      }; -protected: -    // Generate static implementations for non-comparison operations for IntrusiveRedBlackTreeRoot. -    RB_GENERATE_WITHOUT_COMPARE_STATIC(IntrusiveRedBlackTreeRoot, IntrusiveRedBlackTreeNode, entry); -  private:      // Define accessors using RB_* functions. -    constexpr void InitializeImpl() { -        RB_INIT(&this->root); -    } -      bool EmptyImpl() const { -        return RB_EMPTY(&this->root); +        return root.IsEmpty();      }      IntrusiveRedBlackTreeNode* GetMinImpl() const { -        return RB_MIN(IntrusiveRedBlackTreeRoot, -                      const_cast<IntrusiveRedBlackTreeRoot*>(&this->root)); +        return RB_MIN(const_cast<RootType*>(&root));      }      IntrusiveRedBlackTreeNode* GetMaxImpl() const { -        return RB_MAX(IntrusiveRedBlackTreeRoot, -                      const_cast<IntrusiveRedBlackTreeRoot*>(&this->root)); +        return RB_MAX(const_cast<RootType*>(&root));      }      IntrusiveRedBlackTreeNode* RemoveImpl(IntrusiveRedBlackTreeNode* node) { -        return RB_REMOVE(IntrusiveRedBlackTreeRoot, &this->root, node); +        return RB_REMOVE(&root, node);      }  public:      static IntrusiveRedBlackTreeNode* GetNext(IntrusiveRedBlackTreeNode* node) { -        return RB_NEXT(IntrusiveRedBlackTreeRoot, nullptr, node); +        return RB_NEXT(node);      }      static IntrusiveRedBlackTreeNode* GetPrev(IntrusiveRedBlackTreeNode* node) { -        return RB_PREV(IntrusiveRedBlackTreeRoot, nullptr, node); +        return RB_PREV(node);      } -    static IntrusiveRedBlackTreeNode const* GetNext(const IntrusiveRedBlackTreeNode* node) { +    static const IntrusiveRedBlackTreeNode* GetNext(const IntrusiveRedBlackTreeNode* node) {          return static_cast<const IntrusiveRedBlackTreeNode*>(              GetNext(const_cast<IntrusiveRedBlackTreeNode*>(node)));      } -    static IntrusiveRedBlackTreeNode const* GetPrev(const IntrusiveRedBlackTreeNode* node) { +    static const IntrusiveRedBlackTreeNode* GetPrev(const IntrusiveRedBlackTreeNode* node) {          return static_cast<const IntrusiveRedBlackTreeNode*>(              GetPrev(const_cast<IntrusiveRedBlackTreeNode*>(node)));      }  public: -    constexpr IntrusiveRedBlackTreeImpl() : root() { -        this->InitializeImpl(); -    } +    constexpr IntrusiveRedBlackTreeImpl() {}      // Iterator accessors.      iterator begin() { @@ -269,8 +265,6 @@ private:      ImplType impl{};  public: -    struct IntrusiveRedBlackTreeRootWithCompare : ImplType::IntrusiveRedBlackTreeRoot {}; -      template <bool Const>      class Iterator; @@ -363,11 +357,6 @@ public:      };  private: -    // Generate static implementations for comparison operations for IntrusiveRedBlackTreeRoot. -    RB_GENERATE_WITH_COMPARE_STATIC(IntrusiveRedBlackTreeRootWithCompare, IntrusiveRedBlackTreeNode, -                                    entry, CompareImpl, LightCompareImpl); - -private:      static int CompareImpl(const IntrusiveRedBlackTreeNode* lhs,                             const IntrusiveRedBlackTreeNode* rhs) {          return Comparator::Compare(*Traits::GetParent(lhs), *Traits::GetParent(rhs)); @@ -379,41 +368,27 @@ private:      // Define accessors using RB_* functions.      IntrusiveRedBlackTreeNode* InsertImpl(IntrusiveRedBlackTreeNode* node) { -        return RB_INSERT(IntrusiveRedBlackTreeRootWithCompare, -                         static_cast<IntrusiveRedBlackTreeRootWithCompare*>(&this->impl.root), -                         node); +        return RB_INSERT(&impl.root, node, CompareImpl);      }      IntrusiveRedBlackTreeNode* FindImpl(const IntrusiveRedBlackTreeNode* node) const { -        return RB_FIND( -            IntrusiveRedBlackTreeRootWithCompare, -            const_cast<IntrusiveRedBlackTreeRootWithCompare*>( -                static_cast<const IntrusiveRedBlackTreeRootWithCompare*>(&this->impl.root)), -            const_cast<IntrusiveRedBlackTreeNode*>(node)); +        return RB_FIND(const_cast<ImplType::RootType*>(&impl.root), +                       const_cast<IntrusiveRedBlackTreeNode*>(node), CompareImpl);      }      IntrusiveRedBlackTreeNode* NFindImpl(const IntrusiveRedBlackTreeNode* node) const { -        return RB_NFIND( -            IntrusiveRedBlackTreeRootWithCompare, -            const_cast<IntrusiveRedBlackTreeRootWithCompare*>( -                static_cast<const IntrusiveRedBlackTreeRootWithCompare*>(&this->impl.root)), -            const_cast<IntrusiveRedBlackTreeNode*>(node)); +        return RB_NFIND(const_cast<ImplType::RootType*>(&impl.root), +                        const_cast<IntrusiveRedBlackTreeNode*>(node), CompareImpl);      }      IntrusiveRedBlackTreeNode* FindLightImpl(const_light_pointer lelm) const { -        return RB_FIND_LIGHT( -            IntrusiveRedBlackTreeRootWithCompare, -            const_cast<IntrusiveRedBlackTreeRootWithCompare*>( -                static_cast<const IntrusiveRedBlackTreeRootWithCompare*>(&this->impl.root)), -            static_cast<const void*>(lelm)); +        return RB_FIND_LIGHT(const_cast<ImplType::RootType*>(&impl.root), +                             static_cast<const void*>(lelm), LightCompareImpl);      }      IntrusiveRedBlackTreeNode* NFindLightImpl(const_light_pointer lelm) const { -        return RB_NFIND_LIGHT( -            IntrusiveRedBlackTreeRootWithCompare, -            const_cast<IntrusiveRedBlackTreeRootWithCompare*>( -                static_cast<const IntrusiveRedBlackTreeRootWithCompare*>(&this->impl.root)), -            static_cast<const void*>(lelm)); +        return RB_NFIND_LIGHT(const_cast<ImplType::RootType*>(&impl.root), +                              static_cast<const void*>(lelm), LightCompareImpl);      }  public: diff --git a/src/common/timer.cpp b/src/common/timer.cpp deleted file mode 100644 index d17dc2a50..000000000 --- a/src/common/timer.cpp +++ /dev/null @@ -1,159 +0,0 @@ -// Copyright 2013 Dolphin Emulator Project / 2014 Citra Emulator Project -// Licensed under GPLv2 or any later version -// Refer to the license.txt file included. - -#include <ctime> -#include <fmt/format.h> -#include "common/common_types.h" -#include "common/string_util.h" -#include "common/timer.h" - -namespace Common { - -std::chrono::milliseconds Timer::GetTimeMs() { -    return std::chrono::duration_cast<std::chrono::milliseconds>( -        std::chrono::system_clock::now().time_since_epoch()); -} - -// -------------------------------------------- -// Initiate, Start, Stop, and Update the time -// -------------------------------------------- - -// Set initial values for the class -Timer::Timer() : m_LastTime(0), m_StartTime(0), m_Running(false) { -    Update(); -} - -// Write the starting time -void Timer::Start() { -    m_StartTime = GetTimeMs(); -    m_Running = true; -} - -// Stop the timer -void Timer::Stop() { -    // Write the final time -    m_LastTime = GetTimeMs(); -    m_Running = false; -} - -// Update the last time variable -void Timer::Update() { -    m_LastTime = GetTimeMs(); -    // TODO(ector) - QPF -} - -// ------------------------------------- -// Get time difference and elapsed time -// ------------------------------------- - -// Get the number of milliseconds since the last Update() -std::chrono::milliseconds Timer::GetTimeDifference() { -    return GetTimeMs() - m_LastTime; -} - -// Add the time difference since the last Update() to the starting time. -// This is used to compensate for a paused game. -void Timer::AddTimeDifference() { -    m_StartTime += GetTimeDifference(); -} - -// Get the time elapsed since the Start() -std::chrono::milliseconds Timer::GetTimeElapsed() { -    // If we have not started yet, return 1 (because then I don't -    // have to change the FPS calculation in CoreRerecording.cpp . -    if (m_StartTime.count() == 0) -        return std::chrono::milliseconds(1); - -    // Return the final timer time if the timer is stopped -    if (!m_Running) -        return (m_LastTime - m_StartTime); - -    return (GetTimeMs() - m_StartTime); -} - -// Get the formatted time elapsed since the Start() -std::string Timer::GetTimeElapsedFormatted() const { -    // If we have not started yet, return zero -    if (m_StartTime.count() == 0) -        return "00:00:00:000"; - -    // The number of milliseconds since the start. -    // Use a different value if the timer is stopped. -    std::chrono::milliseconds Milliseconds; -    if (m_Running) -        Milliseconds = GetTimeMs() - m_StartTime; -    else -        Milliseconds = m_LastTime - m_StartTime; -    // Seconds -    std::chrono::seconds Seconds = std::chrono::duration_cast<std::chrono::seconds>(Milliseconds); -    // Minutes -    std::chrono::minutes Minutes = std::chrono::duration_cast<std::chrono::minutes>(Milliseconds); -    // Hours -    std::chrono::hours Hours = std::chrono::duration_cast<std::chrono::hours>(Milliseconds); - -    std::string TmpStr = fmt::format("{:02}:{:02}:{:02}:{:03}", Hours.count(), Minutes.count() % 60, -                                     Seconds.count() % 60, Milliseconds.count() % 1000); -    return TmpStr; -} - -// Get the number of seconds since January 1 1970 -std::chrono::seconds Timer::GetTimeSinceJan1970() { -    return std::chrono::duration_cast<std::chrono::seconds>(GetTimeMs()); -} - -std::chrono::seconds Timer::GetLocalTimeSinceJan1970() { -    time_t sysTime, tzDiff, tzDST; -    struct tm* gmTime; - -    time(&sysTime); - -    // Account for DST where needed -    gmTime = localtime(&sysTime); -    if (gmTime->tm_isdst == 1) -        tzDST = 3600; -    else -        tzDST = 0; - -    // Lazy way to get local time in sec -    gmTime = gmtime(&sysTime); -    tzDiff = sysTime - mktime(gmTime); - -    return std::chrono::seconds(sysTime + tzDiff + tzDST); -} - -// Return the current time formatted as Minutes:Seconds:Milliseconds -// in the form 00:00:000. -std::string Timer::GetTimeFormatted() { -    time_t sysTime; -    struct tm* gmTime; -    char tmp[13]; - -    time(&sysTime); -    gmTime = localtime(&sysTime); - -    strftime(tmp, 6, "%M:%S", gmTime); - -    u64 milliseconds = static_cast<u64>(GetTimeMs().count()) % 1000; -    return fmt::format("{}:{:03}", tmp, milliseconds); -} - -// Returns a timestamp with decimals for precise time comparisons -// ---------------- -double Timer::GetDoubleTime() { -    // Get continuous timestamp -    auto tmp_seconds = static_cast<u64>(GetTimeSinceJan1970().count()); -    const auto ms = static_cast<double>(static_cast<u64>(GetTimeMs().count()) % 1000); - -    // Remove a few years. We only really want enough seconds to make -    // sure that we are detecting actual actions, perhaps 60 seconds is -    // enough really, but I leave a year of seconds anyway, in case the -    // user's clock is incorrect or something like that. -    tmp_seconds = tmp_seconds - (38 * 365 * 24 * 60 * 60); - -    // Make a smaller integer that fits in the double -    const auto seconds = static_cast<u32>(tmp_seconds); -    return seconds + ms; -} - -} // Namespace Common diff --git a/src/common/timer.h b/src/common/timer.h deleted file mode 100644 index 8894a143d..000000000 --- a/src/common/timer.h +++ /dev/null @@ -1,41 +0,0 @@ -// Copyright 2013 Dolphin Emulator Project / 2014 Citra Emulator Project -// Licensed under GPLv2 or any later version -// Refer to the license.txt file included. - -#pragma once - -#include <chrono> -#include <string> -#include "common/common_types.h" - -namespace Common { -class Timer { -public: -    Timer(); - -    void Start(); -    void Stop(); -    void Update(); - -    // The time difference is always returned in milliseconds, regardless of alternative internal -    // representation -    [[nodiscard]] std::chrono::milliseconds GetTimeDifference(); -    void AddTimeDifference(); - -    [[nodiscard]] static std::chrono::seconds GetTimeSinceJan1970(); -    [[nodiscard]] static std::chrono::seconds GetLocalTimeSinceJan1970(); -    [[nodiscard]] static double GetDoubleTime(); - -    [[nodiscard]] static std::string GetTimeFormatted(); -    [[nodiscard]] std::string GetTimeElapsedFormatted() const; -    [[nodiscard]] std::chrono::milliseconds GetTimeElapsed(); - -    [[nodiscard]] static std::chrono::milliseconds GetTimeMs(); - -private: -    std::chrono::milliseconds m_LastTime; -    std::chrono::milliseconds m_StartTime; -    bool m_Running; -}; - -} // Namespace Common diff --git a/src/common/tree.h b/src/common/tree.h index a6b636646..3da49e422 100644 --- a/src/common/tree.h +++ b/src/common/tree.h @@ -27,33 +27,10 @@   * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.   */ -#ifndef _SYS_TREE_H_ -#define _SYS_TREE_H_ - -/* FreeBSD <sys/cdefs.h> has a lot of defines we don't really want. */ -/* tree.h only actually uses __inline and __unused, so we'll just define those. */ - -/* #include <sys/cdefs.h> */ - -#ifndef __inline -#define __inline inline -#endif +#pragma once  /* - * This file defines data structures for different types of trees: - * splay trees and red-black trees. - * - * A splay tree is a self-organizing data structure.  Every operation - * on the tree causes a splay to happen.  The splay moves the requested - * node to the root of the tree and partly rebalances it. - * - * This has the benefit that request locality causes faster lookups as - * the requested nodes move to the top of the tree.  On the other hand, - * every lookup causes memory writes. - * - * The Balance Theorem bounds the total access time for m operations - * and n inserts on an initially empty tree as O((m + n)lg n).  The - * amortized cost for a sequence of m accesses to a splay tree is O(lg n); + * This file defines data structures for red-black trees.   *   * A red-black tree is a binary search tree with the node color as an   * extra attribute.  It fulfills a set of conditions: @@ -66,757 +43,632 @@   * The maximum height of a red-black tree is 2lg (n+1).   */ -#define SPLAY_HEAD(name, type)                                                                     \ -    struct name {                                                                                  \ -        struct type* sph_root; /* root of the tree */                                              \ -    } - -#define SPLAY_INITIALIZER(root)                                                                    \ -    { NULL } - -#define SPLAY_INIT(root)                                                                           \ -    do {                                                                                           \ -        (root)->sph_root = NULL;                                                                   \ -    } while (/*CONSTCOND*/ 0) - -#define SPLAY_ENTRY(type)                                                                          \ -    struct {                                                                                       \ -        struct type* spe_left;  /* left element */                                                 \ -        struct type* spe_right; /* right element */                                                \ -    } - -#define SPLAY_LEFT(elm, field) (elm)->field.spe_left -#define SPLAY_RIGHT(elm, field) (elm)->field.spe_right -#define SPLAY_ROOT(head) (head)->sph_root -#define SPLAY_EMPTY(head) (SPLAY_ROOT(head) == NULL) - -/* SPLAY_ROTATE_{LEFT,RIGHT} expect that tmp hold SPLAY_{RIGHT,LEFT} */ -#define SPLAY_ROTATE_RIGHT(head, tmp, field)                                                       \ -    do {                                                                                           \ -        SPLAY_LEFT((head)->sph_root, field) = SPLAY_RIGHT(tmp, field);                             \ -        SPLAY_RIGHT(tmp, field) = (head)->sph_root;                                                \ -        (head)->sph_root = tmp;                                                                    \ -    } while (/*CONSTCOND*/ 0) - -#define SPLAY_ROTATE_LEFT(head, tmp, field)                                                        \ -    do {                                                                                           \ -        SPLAY_RIGHT((head)->sph_root, field) = SPLAY_LEFT(tmp, field);                             \ -        SPLAY_LEFT(tmp, field) = (head)->sph_root;                                                 \ -        (head)->sph_root = tmp;                                                                    \ -    } while (/*CONSTCOND*/ 0) - -#define SPLAY_LINKLEFT(head, tmp, field)                                                           \ -    do {                                                                                           \ -        SPLAY_LEFT(tmp, field) = (head)->sph_root;                                                 \ -        tmp = (head)->sph_root;                                                                    \ -        (head)->sph_root = SPLAY_LEFT((head)->sph_root, field);                                    \ -    } while (/*CONSTCOND*/ 0) - -#define SPLAY_LINKRIGHT(head, tmp, field)                                                          \ -    do {                                                                                           \ -        SPLAY_RIGHT(tmp, field) = (head)->sph_root;                                                \ -        tmp = (head)->sph_root;                                                                    \ -        (head)->sph_root = SPLAY_RIGHT((head)->sph_root, field);                                   \ -    } while (/*CONSTCOND*/ 0) - -#define SPLAY_ASSEMBLE(head, node, left, right, field)                                             \ -    do {                                                                                           \ -        SPLAY_RIGHT(left, field) = SPLAY_LEFT((head)->sph_root, field);                            \ -        SPLAY_LEFT(right, field) = SPLAY_RIGHT((head)->sph_root, field);                           \ -        SPLAY_LEFT((head)->sph_root, field) = SPLAY_RIGHT(node, field);                            \ -        SPLAY_RIGHT((head)->sph_root, field) = SPLAY_LEFT(node, field);                            \ -    } while (/*CONSTCOND*/ 0) - -/* Generates prototypes and inline functions */ - -#define SPLAY_PROTOTYPE(name, type, field, cmp)                                                    \ -    void name##_SPLAY(struct name*, struct type*);                                                 \ -    void name##_SPLAY_MINMAX(struct name*, int);                                                   \ -    struct type* name##_SPLAY_INSERT(struct name*, struct type*);                                  \ -    struct type* name##_SPLAY_REMOVE(struct name*, struct type*);                                  \ -                                                                                                   \ -    /* Finds the node with the same key as elm */                                                  \ -    static __inline struct type* name##_SPLAY_FIND(struct name* head, struct type* elm) {          \ -        if (SPLAY_EMPTY(head))                                                                     \ -            return (NULL);                                                                         \ -        name##_SPLAY(head, elm);                                                                   \ -        if ((cmp)(elm, (head)->sph_root) == 0)                                                     \ -            return (head->sph_root);                                                               \ -        return (NULL);                                                                             \ -    }                                                                                              \ -                                                                                                   \ -    static __inline struct type* name##_SPLAY_NEXT(struct name* head, struct type* elm) {          \ -        name##_SPLAY(head, elm);                                                                   \ -        if (SPLAY_RIGHT(elm, field) != NULL) {                                                     \ -            elm = SPLAY_RIGHT(elm, field);                                                         \ -            while (SPLAY_LEFT(elm, field) != NULL) {                                               \ -                elm = SPLAY_LEFT(elm, field);                                                      \ -            }                                                                                      \ -        } else                                                                                     \ -            elm = NULL;                                                                            \ -        return (elm);                                                                              \ -    }                                                                                              \ -                                                                                                   \ -    static __inline struct type* name##_SPLAY_MIN_MAX(struct name* head, int val) {                \ -        name##_SPLAY_MINMAX(head, val);                                                            \ -        return (SPLAY_ROOT(head));                                                                 \ -    } - -/* Main splay operation. - * Moves node close to the key of elm to top - */ -#define SPLAY_GENERATE(name, type, field, cmp)                                                     \ -    struct type* name##_SPLAY_INSERT(struct name* head, struct type* elm) {                        \ -        if (SPLAY_EMPTY(head)) {                                                                   \ -            SPLAY_LEFT(elm, field) = SPLAY_RIGHT(elm, field) = NULL;                               \ -        } else {                                                                                   \ -            int __comp;                                                                            \ -            name##_SPLAY(head, elm);                                                               \ -            __comp = (cmp)(elm, (head)->sph_root);                                                 \ -            if (__comp < 0) {                                                                      \ -                SPLAY_LEFT(elm, field) = SPLAY_LEFT((head)->sph_root, field);                      \ -                SPLAY_RIGHT(elm, field) = (head)->sph_root;                                        \ -                SPLAY_LEFT((head)->sph_root, field) = NULL;                                        \ -            } else if (__comp > 0) {                                                               \ -                SPLAY_RIGHT(elm, field) = SPLAY_RIGHT((head)->sph_root, field);                    \ -                SPLAY_LEFT(elm, field) = (head)->sph_root;                                         \ -                SPLAY_RIGHT((head)->sph_root, field) = NULL;                                       \ -            } else                                                                                 \ -                return ((head)->sph_root);                                                         \ -        }                                                                                          \ -        (head)->sph_root = (elm);                                                                  \ -        return (NULL);                                                                             \ -    }                                                                                              \ -                                                                                                   \ -    struct type* name##_SPLAY_REMOVE(struct name* head, struct type* elm) {                        \ -        struct type* __tmp;                                                                        \ -        if (SPLAY_EMPTY(head))                                                                     \ -            return (NULL);                                                                         \ -        name##_SPLAY(head, elm);                                                                   \ -        if ((cmp)(elm, (head)->sph_root) == 0) {                                                   \ -            if (SPLAY_LEFT((head)->sph_root, field) == NULL) {                                     \ -                (head)->sph_root = SPLAY_RIGHT((head)->sph_root, field);                           \ -            } else {                                                                               \ -                __tmp = SPLAY_RIGHT((head)->sph_root, field);                                      \ -                (head)->sph_root = SPLAY_LEFT((head)->sph_root, field);                            \ -                name##_SPLAY(head, elm);                                                           \ -                SPLAY_RIGHT((head)->sph_root, field) = __tmp;                                      \ -            }                                                                                      \ -            return (elm);                                                                          \ -        }                                                                                          \ -        return (NULL);                                                                             \ -    }                                                                                              \ -                                                                                                   \ -    void name##_SPLAY(struct name* head, struct type* elm) {                                       \ -        struct type __node, *__left, *__right, *__tmp;                                             \ -        int __comp;                                                                                \ -                                                                                                   \ -        SPLAY_LEFT(&__node, field) = SPLAY_RIGHT(&__node, field) = NULL;                           \ -        __left = __right = &__node;                                                                \ -                                                                                                   \ -        while ((__comp = (cmp)(elm, (head)->sph_root)) != 0) {                                     \ -            if (__comp < 0) {                                                                      \ -                __tmp = SPLAY_LEFT((head)->sph_root, field);                                       \ -                if (__tmp == NULL)                                                                 \ -                    break;                                                                         \ -                if ((cmp)(elm, __tmp) < 0) {                                                       \ -                    SPLAY_ROTATE_RIGHT(head, __tmp, field);                                        \ -                    if (SPLAY_LEFT((head)->sph_root, field) == NULL)                               \ -                        break;                                                                     \ -                }                                                                                  \ -                SPLAY_LINKLEFT(head, __right, field);                                              \ -            } else if (__comp > 0) {                                                               \ -                __tmp = SPLAY_RIGHT((head)->sph_root, field);                                      \ -                if (__tmp == NULL)                                                                 \ -                    break;                                                                         \ -                if ((cmp)(elm, __tmp) > 0) {                                                       \ -                    SPLAY_ROTATE_LEFT(head, __tmp, field);                                         \ -                    if (SPLAY_RIGHT((head)->sph_root, field) == NULL)                              \ -                        break;                                                                     \ -                }                                                                                  \ -                SPLAY_LINKRIGHT(head, __left, field);                                              \ -            }                                                                                      \ -        }                                                                                          \ -        SPLAY_ASSEMBLE(head, &__node, __left, __right, field);                                     \ -    }                                                                                              \ -                                                                                                   \ -    /* Splay with either the minimum or the maximum element                                        \ -     * Used to find minimum or maximum element in tree.                                            \ -     */                                                                                            \ -    void name##_SPLAY_MINMAX(struct name* head, int __comp) {                                      \ -        struct type __node, *__left, *__right, *__tmp;                                             \ -                                                                                                   \ -        SPLAY_LEFT(&__node, field) = SPLAY_RIGHT(&__node, field) = NULL;                           \ -        __left = __right = &__node;                                                                \ -                                                                                                   \ -        while (1) {                                                                                \ -            if (__comp < 0) {                                                                      \ -                __tmp = SPLAY_LEFT((head)->sph_root, field);                                       \ -                if (__tmp == NULL)                                                                 \ -                    break;                                                                         \ -                if (__comp < 0) {                                                                  \ -                    SPLAY_ROTATE_RIGHT(head, __tmp, field);                                        \ -                    if (SPLAY_LEFT((head)->sph_root, field) == NULL)                               \ -                        break;                                                                     \ -                }                                                                                  \ -                SPLAY_LINKLEFT(head, __right, field);                                              \ -            } else if (__comp > 0) {                                                               \ -                __tmp = SPLAY_RIGHT((head)->sph_root, field);                                      \ -                if (__tmp == NULL)                                                                 \ -                    break;                                                                         \ -                if (__comp > 0) {                                                                  \ -                    SPLAY_ROTATE_LEFT(head, __tmp, field);                                         \ -                    if (SPLAY_RIGHT((head)->sph_root, field) == NULL)                              \ -                        break;                                                                     \ -                }                                                                                  \ -                SPLAY_LINKRIGHT(head, __left, field);                                              \ -            }                                                                                      \ -        }                                                                                          \ -        SPLAY_ASSEMBLE(head, &__node, __left, __right, field);                                     \ -    } - -#define SPLAY_NEGINF -1 -#define SPLAY_INF 1 - -#define SPLAY_INSERT(name, x, y) name##_SPLAY_INSERT(x, y) -#define SPLAY_REMOVE(name, x, y) name##_SPLAY_REMOVE(x, y) -#define SPLAY_FIND(name, x, y) name##_SPLAY_FIND(x, y) -#define SPLAY_NEXT(name, x, y) name##_SPLAY_NEXT(x, y) -#define SPLAY_MIN(name, x) (SPLAY_EMPTY(x) ? NULL : name##_SPLAY_MIN_MAX(x, SPLAY_NEGINF)) -#define SPLAY_MAX(name, x) (SPLAY_EMPTY(x) ? NULL : name##_SPLAY_MIN_MAX(x, SPLAY_INF)) - -#define SPLAY_FOREACH(x, name, head)                                                               \ -    for ((x) = SPLAY_MIN(name, head); (x) != NULL; (x) = SPLAY_NEXT(name, head, x)) - -/* Macros that define a red-black tree */ -#define RB_HEAD(name, type)                                                                        \ -    struct name {                                                                                  \ -        struct type* rbh_root; /* root of the tree */                                              \ -    } - -#define RB_INITIALIZER(root)                                                                       \ -    { NULL } - -#define RB_INIT(root)                                                                              \ -    do {                                                                                           \ -        (root)->rbh_root = NULL;                                                                   \ -    } while (/*CONSTCOND*/ 0) - -#define RB_BLACK 0 -#define RB_RED 1 -#define RB_ENTRY(type)                                                                             \ -    struct {                                                                                       \ -        struct type* rbe_left;   /* left element */                                                \ -        struct type* rbe_right;  /* right element */                                               \ -        struct type* rbe_parent; /* parent element */                                              \ -        int rbe_color;           /* node color */                                                  \ -    } - -#define RB_LEFT(elm, field) (elm)->field.rbe_left -#define RB_RIGHT(elm, field) (elm)->field.rbe_right -#define RB_PARENT(elm, field) (elm)->field.rbe_parent -#define RB_COLOR(elm, field) (elm)->field.rbe_color -#define RB_ROOT(head) (head)->rbh_root -#define RB_EMPTY(head) (RB_ROOT(head) == NULL) - -#define RB_SET(elm, parent, field)                                                                 \ -    do {                                                                                           \ -        RB_PARENT(elm, field) = parent;                                                            \ -        RB_LEFT(elm, field) = RB_RIGHT(elm, field) = NULL;                                         \ -        RB_COLOR(elm, field) = RB_RED;                                                             \ -    } while (/*CONSTCOND*/ 0) - -#define RB_SET_BLACKRED(black, red, field)                                                         \ -    do {                                                                                           \ -        RB_COLOR(black, field) = RB_BLACK;                                                         \ -        RB_COLOR(red, field) = RB_RED;                                                             \ -    } while (/*CONSTCOND*/ 0) - -#ifndef RB_AUGMENT -#define RB_AUGMENT(x)                                                                              \ -    do {                                                                                           \ -    } while (0) -#endif - -#define RB_ROTATE_LEFT(head, elm, tmp, field)                                                      \ -    do {                                                                                           \ -        (tmp) = RB_RIGHT(elm, field);                                                              \ -        if ((RB_RIGHT(elm, field) = RB_LEFT(tmp, field)) != NULL) {                                \ -            RB_PARENT(RB_LEFT(tmp, field), field) = (elm);                                         \ -        }                                                                                          \ -        RB_AUGMENT(elm);                                                                           \ -        if ((RB_PARENT(tmp, field) = RB_PARENT(elm, field)) != NULL) {                             \ -            if ((elm) == RB_LEFT(RB_PARENT(elm, field), field))                                    \ -                RB_LEFT(RB_PARENT(elm, field), field) = (tmp);                                     \ -            else                                                                                   \ -                RB_RIGHT(RB_PARENT(elm, field), field) = (tmp);                                    \ -        } else                                                                                     \ -            (head)->rbh_root = (tmp);                                                              \ -        RB_LEFT(tmp, field) = (elm);                                                               \ -        RB_PARENT(elm, field) = (tmp);                                                             \ -        RB_AUGMENT(tmp);                                                                           \ -        if ((RB_PARENT(tmp, field)))                                                               \ -            RB_AUGMENT(RB_PARENT(tmp, field));                                                     \ -    } while (/*CONSTCOND*/ 0) - -#define RB_ROTATE_RIGHT(head, elm, tmp, field)                                                     \ -    do {                                                                                           \ -        (tmp) = RB_LEFT(elm, field);                                                               \ -        if ((RB_LEFT(elm, field) = RB_RIGHT(tmp, field)) != NULL) {                                \ -            RB_PARENT(RB_RIGHT(tmp, field), field) = (elm);                                        \ -        }                                                                                          \ -        RB_AUGMENT(elm);                                                                           \ -        if ((RB_PARENT(tmp, field) = RB_PARENT(elm, field)) != NULL) {                             \ -            if ((elm) == RB_LEFT(RB_PARENT(elm, field), field))                                    \ -                RB_LEFT(RB_PARENT(elm, field), field) = (tmp);                                     \ -            else                                                                                   \ -                RB_RIGHT(RB_PARENT(elm, field), field) = (tmp);                                    \ -        } else                                                                                     \ -            (head)->rbh_root = (tmp);                                                              \ -        RB_RIGHT(tmp, field) = (elm);                                                              \ -        RB_PARENT(elm, field) = (tmp);                                                             \ -        RB_AUGMENT(tmp);                                                                           \ -        if ((RB_PARENT(tmp, field)))                                                               \ -            RB_AUGMENT(RB_PARENT(tmp, field));                                                     \ -    } while (/*CONSTCOND*/ 0) - -/* Generates prototypes and inline functions */ -#define RB_PROTOTYPE(name, type, field, cmp) RB_PROTOTYPE_INTERNAL(name, type, field, cmp, ) -#define RB_PROTOTYPE_STATIC(name, type, field, cmp)                                                \ -    RB_PROTOTYPE_INTERNAL(name, type, field, cmp, static) -#define RB_PROTOTYPE_INTERNAL(name, type, field, cmp, attr)                                        \ -    RB_PROTOTYPE_INSERT_COLOR(name, type, attr);                                                   \ -    RB_PROTOTYPE_REMOVE_COLOR(name, type, attr);                                                   \ -    RB_PROTOTYPE_INSERT(name, type, attr);                                                         \ -    RB_PROTOTYPE_REMOVE(name, type, attr);                                                         \ -    RB_PROTOTYPE_FIND(name, type, attr);                                                           \ -    RB_PROTOTYPE_NFIND(name, type, attr);                                                          \ -    RB_PROTOTYPE_FIND_LIGHT(name, type, attr);                                                     \ -    RB_PROTOTYPE_NFIND_LIGHT(name, type, attr);                                                    \ -    RB_PROTOTYPE_NEXT(name, type, attr);                                                           \ -    RB_PROTOTYPE_PREV(name, type, attr);                                                           \ -    RB_PROTOTYPE_MINMAX(name, type, attr); -#define RB_PROTOTYPE_INSERT_COLOR(name, type, attr)                                                \ -    attr void name##_RB_INSERT_COLOR(struct name*, struct type*) -#define RB_PROTOTYPE_REMOVE_COLOR(name, type, attr)                                                \ -    attr void name##_RB_REMOVE_COLOR(struct name*, struct type*, struct type*) -#define RB_PROTOTYPE_REMOVE(name, type, attr)                                                      \ -    attr struct type* name##_RB_REMOVE(struct name*, struct type*) -#define RB_PROTOTYPE_INSERT(name, type, attr)                                                      \ -    attr struct type* name##_RB_INSERT(struct name*, struct type*) -#define RB_PROTOTYPE_FIND(name, type, attr)                                                        \ -    attr struct type* name##_RB_FIND(struct name*, struct type*) -#define RB_PROTOTYPE_NFIND(name, type, attr)                                                       \ -    attr struct type* name##_RB_NFIND(struct name*, struct type*) -#define RB_PROTOTYPE_FIND_LIGHT(name, type, attr)                                                  \ -    attr struct type* name##_RB_FIND_LIGHT(struct name*, const void*) -#define RB_PROTOTYPE_NFIND_LIGHT(name, type, attr)                                                 \ -    attr struct type* name##_RB_NFIND_LIGHT(struct name*, const void*) -#define RB_PROTOTYPE_NEXT(name, type, attr) attr struct type* name##_RB_NEXT(struct type*) -#define RB_PROTOTYPE_PREV(name, type, attr) attr struct type* name##_RB_PREV(struct type*) -#define RB_PROTOTYPE_MINMAX(name, type, attr) attr struct type* name##_RB_MINMAX(struct name*, int) - -/* Main rb operation. - * Moves node close to the key of elm to top - */ -#define RB_GENERATE_WITHOUT_COMPARE(name, type, field)                                             \ -    RB_GENERATE_WITHOUT_COMPARE_INTERNAL(name, type, field, ) -#define RB_GENERATE_WITHOUT_COMPARE_STATIC(name, type, field)                                      \ -    RB_GENERATE_WITHOUT_COMPARE_INTERNAL(name, type, field, static) -#define RB_GENERATE_WITHOUT_COMPARE_INTERNAL(name, type, field, attr)                              \ -    RB_GENERATE_REMOVE_COLOR(name, type, field, attr)                                              \ -    RB_GENERATE_REMOVE(name, type, field, attr)                                                    \ -    RB_GENERATE_NEXT(name, type, field, attr)                                                      \ -    RB_GENERATE_PREV(name, type, field, attr)                                                      \ -    RB_GENERATE_MINMAX(name, type, field, attr) - -#define RB_GENERATE_WITH_COMPARE(name, type, field, cmp, lcmp)                                     \ -    RB_GENERATE_WITH_COMPARE_INTERNAL(name, type, field, cmp, lcmp, ) -#define RB_GENERATE_WITH_COMPARE_STATIC(name, type, field, cmp, lcmp)                              \ -    RB_GENERATE_WITH_COMPARE_INTERNAL(name, type, field, cmp, lcmp, static) -#define RB_GENERATE_WITH_COMPARE_INTERNAL(name, type, field, cmp, lcmp, attr)                      \ -    RB_GENERATE_INSERT_COLOR(name, type, field, attr)                                              \ -    RB_GENERATE_INSERT(name, type, field, cmp, attr)                                               \ -    RB_GENERATE_FIND(name, type, field, cmp, attr)                                                 \ -    RB_GENERATE_NFIND(name, type, field, cmp, attr)                                                \ -    RB_GENERATE_FIND_LIGHT(name, type, field, lcmp, attr)                                          \ -    RB_GENERATE_NFIND_LIGHT(name, type, field, lcmp, attr) - -#define RB_GENERATE_ALL(name, type, field, cmp) RB_GENERATE_ALL_INTERNAL(name, type, field, cmp, ) -#define RB_GENERATE_ALL_STATIC(name, type, field, cmp)                                             \ -    RB_GENERATE_ALL_INTERNAL(name, type, field, cmp, static) -#define RB_GENERATE_ALL_INTERNAL(name, type, field, cmp, attr)                                     \ -    RB_GENERATE_WITHOUT_COMPARE_INTERNAL(name, type, field, attr)                                  \ -    RB_GENERATE_WITH_COMPARE_INTERNAL(name, type, field, cmp, attr) - -#define RB_GENERATE_INSERT_COLOR(name, type, field, attr)                                          \ -    attr void name##_RB_INSERT_COLOR(struct name* head, struct type* elm) {                        \ -        struct type *parent, *gparent, *tmp;                                                       \ -        while ((parent = RB_PARENT(elm, field)) != NULL && RB_COLOR(parent, field) == RB_RED) {    \ -            gparent = RB_PARENT(parent, field);                                                    \ -            if (parent == RB_LEFT(gparent, field)) {                                               \ -                tmp = RB_RIGHT(gparent, field);                                                    \ -                if (tmp && RB_COLOR(tmp, field) == RB_RED) {                                       \ -                    RB_COLOR(tmp, field) = RB_BLACK;                                               \ -                    RB_SET_BLACKRED(parent, gparent, field);                                       \ -                    elm = gparent;                                                                 \ -                    continue;                                                                      \ -                }                                                                                  \ -                if (RB_RIGHT(parent, field) == elm) {                                              \ -                    RB_ROTATE_LEFT(head, parent, tmp, field);                                      \ -                    tmp = parent;                                                                  \ -                    parent = elm;                                                                  \ -                    elm = tmp;                                                                     \ -                }                                                                                  \ -                RB_SET_BLACKRED(parent, gparent, field);                                           \ -                RB_ROTATE_RIGHT(head, gparent, tmp, field);                                        \ -            } else {                                                                               \ -                tmp = RB_LEFT(gparent, field);                                                     \ -                if (tmp && RB_COLOR(tmp, field) == RB_RED) {                                       \ -                    RB_COLOR(tmp, field) = RB_BLACK;                                               \ -                    RB_SET_BLACKRED(parent, gparent, field);                                       \ -                    elm = gparent;                                                                 \ -                    continue;                                                                      \ -                }                                                                                  \ -                if (RB_LEFT(parent, field) == elm) {                                               \ -                    RB_ROTATE_RIGHT(head, parent, tmp, field);                                     \ -                    tmp = parent;                                                                  \ -                    parent = elm;                                                                  \ -                    elm = tmp;                                                                     \ -                }                                                                                  \ -                RB_SET_BLACKRED(parent, gparent, field);                                           \ -                RB_ROTATE_LEFT(head, gparent, tmp, field);                                         \ -            }                                                                                      \ -        }                                                                                          \ -        RB_COLOR(head->rbh_root, field) = RB_BLACK;                                                \ -    } - -#define RB_GENERATE_REMOVE_COLOR(name, type, field, attr)                                          \ -    attr void name##_RB_REMOVE_COLOR(struct name* head, struct type* parent, struct type* elm) {   \ -        struct type* tmp;                                                                          \ -        while ((elm == NULL || RB_COLOR(elm, field) == RB_BLACK) && elm != RB_ROOT(head)) {        \ -            if (RB_LEFT(parent, field) == elm) {                                                   \ -                tmp = RB_RIGHT(parent, field);                                                     \ -                if (RB_COLOR(tmp, field) == RB_RED) {                                              \ -                    RB_SET_BLACKRED(tmp, parent, field);                                           \ -                    RB_ROTATE_LEFT(head, parent, tmp, field);                                      \ -                    tmp = RB_RIGHT(parent, field);                                                 \ -                }                                                                                  \ -                if ((RB_LEFT(tmp, field) == NULL ||                                                \ -                     RB_COLOR(RB_LEFT(tmp, field), field) == RB_BLACK) &&                          \ -                    (RB_RIGHT(tmp, field) == NULL ||                                               \ -                     RB_COLOR(RB_RIGHT(tmp, field), field) == RB_BLACK)) {                         \ -                    RB_COLOR(tmp, field) = RB_RED;                                                 \ -                    elm = parent;                                                                  \ -                    parent = RB_PARENT(elm, field);                                                \ -                } else {                                                                           \ -                    if (RB_RIGHT(tmp, field) == NULL ||                                            \ -                        RB_COLOR(RB_RIGHT(tmp, field), field) == RB_BLACK) {                       \ -                        struct type* oleft;                                                        \ -                        if ((oleft = RB_LEFT(tmp, field)) != NULL)                                 \ -                            RB_COLOR(oleft, field) = RB_BLACK;                                     \ -                        RB_COLOR(tmp, field) = RB_RED;                                             \ -                        RB_ROTATE_RIGHT(head, tmp, oleft, field);                                  \ -                        tmp = RB_RIGHT(parent, field);                                             \ -                    }                                                                              \ -                    RB_COLOR(tmp, field) = RB_COLOR(parent, field);                                \ -                    RB_COLOR(parent, field) = RB_BLACK;                                            \ -                    if (RB_RIGHT(tmp, field))                                                      \ -                        RB_COLOR(RB_RIGHT(tmp, field), field) = RB_BLACK;                          \ -                    RB_ROTATE_LEFT(head, parent, tmp, field);                                      \ -                    elm = RB_ROOT(head);                                                           \ -                    break;                                                                         \ -                }                                                                                  \ -            } else {                                                                               \ -                tmp = RB_LEFT(parent, field);                                                      \ -                if (RB_COLOR(tmp, field) == RB_RED) {                                              \ -                    RB_SET_BLACKRED(tmp, parent, field);                                           \ -                    RB_ROTATE_RIGHT(head, parent, tmp, field);                                     \ -                    tmp = RB_LEFT(parent, field);                                                  \ -                }                                                                                  \ -                if ((RB_LEFT(tmp, field) == NULL ||                                                \ -                     RB_COLOR(RB_LEFT(tmp, field), field) == RB_BLACK) &&                          \ -                    (RB_RIGHT(tmp, field) == NULL ||                                               \ -                     RB_COLOR(RB_RIGHT(tmp, field), field) == RB_BLACK)) {                         \ -                    RB_COLOR(tmp, field) = RB_RED;                                                 \ -                    elm = parent;                                                                  \ -                    parent = RB_PARENT(elm, field);                                                \ -                } else {                                                                           \ -                    if (RB_LEFT(tmp, field) == NULL ||                                             \ -                        RB_COLOR(RB_LEFT(tmp, field), field) == RB_BLACK) {                        \ -                        struct type* oright;                                                       \ -                        if ((oright = RB_RIGHT(tmp, field)) != NULL)                               \ -                            RB_COLOR(oright, field) = RB_BLACK;                                    \ -                        RB_COLOR(tmp, field) = RB_RED;                                             \ -                        RB_ROTATE_LEFT(head, tmp, oright, field);                                  \ -                        tmp = RB_LEFT(parent, field);                                              \ -                    }                                                                              \ -                    RB_COLOR(tmp, field) = RB_COLOR(parent, field);                                \ -                    RB_COLOR(parent, field) = RB_BLACK;                                            \ -                    if (RB_LEFT(tmp, field))                                                       \ -                        RB_COLOR(RB_LEFT(tmp, field), field) = RB_BLACK;                           \ -                    RB_ROTATE_RIGHT(head, parent, tmp, field);                                     \ -                    elm = RB_ROOT(head);                                                           \ -                    break;                                                                         \ -                }                                                                                  \ -            }                                                                                      \ -        }                                                                                          \ -        if (elm)                                                                                   \ -            RB_COLOR(elm, field) = RB_BLACK;                                                       \ -    } - -#define RB_GENERATE_REMOVE(name, type, field, attr)                                                \ -    attr struct type* name##_RB_REMOVE(struct name* head, struct type* elm) {                      \ -        struct type *child, *parent, *old = elm;                                                   \ -        int color;                                                                                 \ -        if (RB_LEFT(elm, field) == NULL)                                                           \ -            child = RB_RIGHT(elm, field);                                                          \ -        else if (RB_RIGHT(elm, field) == NULL)                                                     \ -            child = RB_LEFT(elm, field);                                                           \ -        else {                                                                                     \ -            struct type* left;                                                                     \ -            elm = RB_RIGHT(elm, field);                                                            \ -            while ((left = RB_LEFT(elm, field)) != NULL)                                           \ -                elm = left;                                                                        \ -            child = RB_RIGHT(elm, field);                                                          \ -            parent = RB_PARENT(elm, field);                                                        \ -            color = RB_COLOR(elm, field);                                                          \ -            if (child)                                                                             \ -                RB_PARENT(child, field) = parent;                                                  \ -            if (parent) {                                                                          \ -                if (RB_LEFT(parent, field) == elm)                                                 \ -                    RB_LEFT(parent, field) = child;                                                \ -                else                                                                               \ -                    RB_RIGHT(parent, field) = child;                                               \ -                RB_AUGMENT(parent);                                                                \ -            } else                                                                                 \ -                RB_ROOT(head) = child;                                                             \ -            if (RB_PARENT(elm, field) == old)                                                      \ -                parent = elm;                                                                      \ -            (elm)->field = (old)->field;                                                           \ -            if (RB_PARENT(old, field)) {                                                           \ -                if (RB_LEFT(RB_PARENT(old, field), field) == old)                                  \ -                    RB_LEFT(RB_PARENT(old, field), field) = elm;                                   \ -                else                                                                               \ -                    RB_RIGHT(RB_PARENT(old, field), field) = elm;                                  \ -                RB_AUGMENT(RB_PARENT(old, field));                                                 \ -            } else                                                                                 \ -                RB_ROOT(head) = elm;                                                               \ -            RB_PARENT(RB_LEFT(old, field), field) = elm;                                           \ -            if (RB_RIGHT(old, field))                                                              \ -                RB_PARENT(RB_RIGHT(old, field), field) = elm;                                      \ -            if (parent) {                                                                          \ -                left = parent;                                                                     \ -                do {                                                                               \ -                    RB_AUGMENT(left);                                                              \ -                } while ((left = RB_PARENT(left, field)) != NULL);                                 \ -            }                                                                                      \ -            goto color;                                                                            \ -        }                                                                                          \ -        parent = RB_PARENT(elm, field);                                                            \ -        color = RB_COLOR(elm, field);                                                              \ -        if (child)                                                                                 \ -            RB_PARENT(child, field) = parent;                                                      \ -        if (parent) {                                                                              \ -            if (RB_LEFT(parent, field) == elm)                                                     \ -                RB_LEFT(parent, field) = child;                                                    \ -            else                                                                                   \ -                RB_RIGHT(parent, field) = child;                                                   \ -            RB_AUGMENT(parent);                                                                    \ -        } else                                                                                     \ -            RB_ROOT(head) = child;                                                                 \ -    color:                                                                                         \ -        if (color == RB_BLACK)                                                                     \ -            name##_RB_REMOVE_COLOR(head, parent, child);                                           \ -        return (old);                                                                              \ -    } - -#define RB_GENERATE_INSERT(name, type, field, cmp, attr)                                           \ -    /* Inserts a node into the RB tree */                                                          \ -    attr struct type* name##_RB_INSERT(struct name* head, struct type* elm) {                      \ -        struct type* tmp;                                                                          \ -        struct type* parent = NULL;                                                                \ -        int comp = 0;                                                                              \ -        tmp = RB_ROOT(head);                                                                       \ -        while (tmp) {                                                                              \ -            parent = tmp;                                                                          \ -            comp = (cmp)(elm, parent);                                                             \ -            if (comp < 0)                                                                          \ -                tmp = RB_LEFT(tmp, field);                                                         \ -            else if (comp > 0)                                                                     \ -                tmp = RB_RIGHT(tmp, field);                                                        \ -            else                                                                                   \ -                return (tmp);                                                                      \ -        }                                                                                          \ -        RB_SET(elm, parent, field);                                                                \ -        if (parent != NULL) {                                                                      \ -            if (comp < 0)                                                                          \ -                RB_LEFT(parent, field) = elm;                                                      \ -            else                                                                                   \ -                RB_RIGHT(parent, field) = elm;                                                     \ -            RB_AUGMENT(parent);                                                                    \ -        } else                                                                                     \ -            RB_ROOT(head) = elm;                                                                   \ -        name##_RB_INSERT_COLOR(head, elm);                                                         \ -        return (NULL);                                                                             \ -    } - -#define RB_GENERATE_FIND(name, type, field, cmp, attr)                                             \ -    /* Finds the node with the same key as elm */                                                  \ -    attr struct type* name##_RB_FIND(struct name* head, struct type* elm) {                        \ -        struct type* tmp = RB_ROOT(head);                                                          \ -        int comp;                                                                                  \ -        while (tmp) {                                                                              \ -            comp = cmp(elm, tmp);                                                                  \ -            if (comp < 0)                                                                          \ -                tmp = RB_LEFT(tmp, field);                                                         \ -            else if (comp > 0)                                                                     \ -                tmp = RB_RIGHT(tmp, field);                                                        \ -            else                                                                                   \ -                return (tmp);                                                                      \ -        }                                                                                          \ -        return (NULL);                                                                             \ -    } - -#define RB_GENERATE_NFIND(name, type, field, cmp, attr)                                            \ -    /* Finds the first node greater than or equal to the search key */                             \ -    attr struct type* name##_RB_NFIND(struct name* head, struct type* elm) {                       \ -        struct type* tmp = RB_ROOT(head);                                                          \ -        struct type* res = NULL;                                                                   \ -        int comp;                                                                                  \ -        while (tmp) {                                                                              \ -            comp = cmp(elm, tmp);                                                                  \ -            if (comp < 0) {                                                                        \ -                res = tmp;                                                                         \ -                tmp = RB_LEFT(tmp, field);                                                         \ -            } else if (comp > 0)                                                                   \ -                tmp = RB_RIGHT(tmp, field);                                                        \ -            else                                                                                   \ -                return (tmp);                                                                      \ -        }                                                                                          \ -        return (res);                                                                              \ -    } - -#define RB_GENERATE_FIND_LIGHT(name, type, field, lcmp, attr)                                      \ -    /* Finds the node with the same key as elm */                                                  \ -    attr struct type* name##_RB_FIND_LIGHT(struct name* head, const void* lelm) {                  \ -        struct type* tmp = RB_ROOT(head);                                                          \ -        int comp;                                                                                  \ -        while (tmp) {                                                                              \ -            comp = lcmp(lelm, tmp);                                                                \ -            if (comp < 0)                                                                          \ -                tmp = RB_LEFT(tmp, field);                                                         \ -            else if (comp > 0)                                                                     \ -                tmp = RB_RIGHT(tmp, field);                                                        \ -            else                                                                                   \ -                return (tmp);                                                                      \ -        }                                                                                          \ -        return (NULL);                                                                             \ -    } - -#define RB_GENERATE_NFIND_LIGHT(name, type, field, lcmp, attr)                                     \ -    /* Finds the first node greater than or equal to the search key */                             \ -    attr struct type* name##_RB_NFIND_LIGHT(struct name* head, const void* lelm) {                 \ -        struct type* tmp = RB_ROOT(head);                                                          \ -        struct type* res = NULL;                                                                   \ -        int comp;                                                                                  \ -        while (tmp) {                                                                              \ -            comp = lcmp(lelm, tmp);                                                                \ -            if (comp < 0) {                                                                        \ -                res = tmp;                                                                         \ -                tmp = RB_LEFT(tmp, field);                                                         \ -            } else if (comp > 0)                                                                   \ -                tmp = RB_RIGHT(tmp, field);                                                        \ -            else                                                                                   \ -                return (tmp);                                                                      \ -        }                                                                                          \ -        return (res);                                                                              \ -    } - -#define RB_GENERATE_NEXT(name, type, field, attr)                                                  \ -    /* ARGSUSED */                                                                                 \ -    attr struct type* name##_RB_NEXT(struct type* elm) {                                           \ -        if (RB_RIGHT(elm, field)) {                                                                \ -            elm = RB_RIGHT(elm, field);                                                            \ -            while (RB_LEFT(elm, field))                                                            \ -                elm = RB_LEFT(elm, field);                                                         \ -        } else {                                                                                   \ -            if (RB_PARENT(elm, field) && (elm == RB_LEFT(RB_PARENT(elm, field), field)))           \ -                elm = RB_PARENT(elm, field);                                                       \ -            else {                                                                                 \ -                while (RB_PARENT(elm, field) && (elm == RB_RIGHT(RB_PARENT(elm, field), field)))   \ -                    elm = RB_PARENT(elm, field);                                                   \ -                elm = RB_PARENT(elm, field);                                                       \ -            }                                                                                      \ -        }                                                                                          \ -        return (elm);                                                                              \ -    } - -#define RB_GENERATE_PREV(name, type, field, attr)                                                  \ -    /* ARGSUSED */                                                                                 \ -    attr struct type* name##_RB_PREV(struct type* elm) {                                           \ -        if (RB_LEFT(elm, field)) {                                                                 \ -            elm = RB_LEFT(elm, field);                                                             \ -            while (RB_RIGHT(elm, field))                                                           \ -                elm = RB_RIGHT(elm, field);                                                        \ -        } else {                                                                                   \ -            if (RB_PARENT(elm, field) && (elm == RB_RIGHT(RB_PARENT(elm, field), field)))          \ -                elm = RB_PARENT(elm, field);                                                       \ -            else {                                                                                 \ -                while (RB_PARENT(elm, field) && (elm == RB_LEFT(RB_PARENT(elm, field), field)))    \ -                    elm = RB_PARENT(elm, field);                                                   \ -                elm = RB_PARENT(elm, field);                                                       \ -            }                                                                                      \ -        }                                                                                          \ -        return (elm);                                                                              \ -    } - -#define RB_GENERATE_MINMAX(name, type, field, attr)                                                \ -    attr struct type* name##_RB_MINMAX(struct name* head, int val) {                               \ -        struct type* tmp = RB_ROOT(head);                                                          \ -        struct type* parent = NULL;                                                                \ -        while (tmp) {                                                                              \ -            parent = tmp;                                                                          \ -            if (val < 0)                                                                           \ -                tmp = RB_LEFT(tmp, field);                                                         \ -            else                                                                                   \ -                tmp = RB_RIGHT(tmp, field);                                                        \ -        }                                                                                          \ -        return (parent);                                                                           \ -    } - -#define RB_NEGINF -1 -#define RB_INF 1 - -#define RB_INSERT(name, x, y) name##_RB_INSERT(x, y) -#define RB_REMOVE(name, x, y) name##_RB_REMOVE(x, y) -#define RB_FIND(name, x, y) name##_RB_FIND(x, y) -#define RB_NFIND(name, x, y) name##_RB_NFIND(x, y) -#define RB_FIND_LIGHT(name, x, y) name##_RB_FIND_LIGHT(x, y) -#define RB_NFIND_LIGHT(name, x, y) name##_RB_NFIND_LIGHT(x, y) -#define RB_NEXT(name, x, y) name##_RB_NEXT(y) -#define RB_PREV(name, x, y) name##_RB_PREV(y) -#define RB_MIN(name, x) name##_RB_MINMAX(x, RB_NEGINF) -#define RB_MAX(name, x) name##_RB_MINMAX(x, RB_INF) - -#define RB_FOREACH(x, name, head)                                                                  \ -    for ((x) = RB_MIN(name, head); (x) != NULL; (x) = name##_RB_NEXT(x)) - -#define RB_FOREACH_FROM(x, name, y)                                                                \ -    for ((x) = (y); ((x) != NULL) && ((y) = name##_RB_NEXT(x), (x) != NULL); (x) = (y)) - -#define RB_FOREACH_SAFE(x, name, head, y)                                                          \ -    for ((x) = RB_MIN(name, head); ((x) != NULL) && ((y) = name##_RB_NEXT(x), (x) != NULL);        \ -         (x) = (y)) - -#define RB_FOREACH_REVERSE(x, name, head)                                                          \ -    for ((x) = RB_MAX(name, head); (x) != NULL; (x) = name##_RB_PREV(x)) - -#define RB_FOREACH_REVERSE_FROM(x, name, y)                                                        \ -    for ((x) = (y); ((x) != NULL) && ((y) = name##_RB_PREV(x), (x) != NULL); (x) = (y)) - -#define RB_FOREACH_REVERSE_SAFE(x, name, head, y)                                                  \ -    for ((x) = RB_MAX(name, head); ((x) != NULL) && ((y) = name##_RB_PREV(x), (x) != NULL);        \ -         (x) = (y)) - -#endif /* _SYS_TREE_H_ */ +namespace Common { +template <typename T> +class RBHead { +public: +    [[nodiscard]] T* Root() { +        return rbh_root; +    } + +    [[nodiscard]] const T* Root() const { +        return rbh_root; +    } + +    void SetRoot(T* root) { +        rbh_root = root; +    } + +    [[nodiscard]] bool IsEmpty() const { +        return Root() == nullptr; +    } + +private: +    T* rbh_root = nullptr; +}; + +enum class EntryColor { +    Black, +    Red, +}; + +template <typename T> +class RBEntry { +public: +    [[nodiscard]] T* Left() { +        return rbe_left; +    } + +    [[nodiscard]] const T* Left() const { +        return rbe_left; +    } + +    void SetLeft(T* left) { +        rbe_left = left; +    } + +    [[nodiscard]] T* Right() { +        return rbe_right; +    } + +    [[nodiscard]] const T* Right() const { +        return rbe_right; +    } + +    void SetRight(T* right) { +        rbe_right = right; +    } + +    [[nodiscard]] T* Parent() { +        return rbe_parent; +    } + +    [[nodiscard]] const T* Parent() const { +        return rbe_parent; +    } + +    void SetParent(T* parent) { +        rbe_parent = parent; +    } + +    [[nodiscard]] bool IsBlack() const { +        return rbe_color == EntryColor::Black; +    } + +    [[nodiscard]] bool IsRed() const { +        return rbe_color == EntryColor::Red; +    } + +    [[nodiscard]] EntryColor Color() const { +        return rbe_color; +    } + +    void SetColor(EntryColor color) { +        rbe_color = color; +    } + +private: +    T* rbe_left = nullptr; +    T* rbe_right = nullptr; +    T* rbe_parent = nullptr; +    EntryColor rbe_color{}; +}; + +template <typename Node> +[[nodiscard]] RBEntry<Node>& RB_ENTRY(Node* node) { +    return node->GetEntry(); +} + +template <typename Node> +[[nodiscard]] const RBEntry<Node>& RB_ENTRY(const Node* node) { +    return node->GetEntry(); +} + +template <typename Node> +[[nodiscard]] Node* RB_PARENT(Node* node) { +    return RB_ENTRY(node).Parent(); +} + +template <typename Node> +[[nodiscard]] const Node* RB_PARENT(const Node* node) { +    return RB_ENTRY(node).Parent(); +} + +template <typename Node> +void RB_SET_PARENT(Node* node, Node* parent) { +    return RB_ENTRY(node).SetParent(parent); +} + +template <typename Node> +[[nodiscard]] Node* RB_LEFT(Node* node) { +    return RB_ENTRY(node).Left(); +} + +template <typename Node> +[[nodiscard]] const Node* RB_LEFT(const Node* node) { +    return RB_ENTRY(node).Left(); +} + +template <typename Node> +void RB_SET_LEFT(Node* node, Node* left) { +    return RB_ENTRY(node).SetLeft(left); +} + +template <typename Node> +[[nodiscard]] Node* RB_RIGHT(Node* node) { +    return RB_ENTRY(node).Right(); +} + +template <typename Node> +[[nodiscard]] const Node* RB_RIGHT(const Node* node) { +    return RB_ENTRY(node).Right(); +} + +template <typename Node> +void RB_SET_RIGHT(Node* node, Node* right) { +    return RB_ENTRY(node).SetRight(right); +} + +template <typename Node> +[[nodiscard]] bool RB_IS_BLACK(const Node* node) { +    return RB_ENTRY(node).IsBlack(); +} + +template <typename Node> +[[nodiscard]] bool RB_IS_RED(const Node* node) { +    return RB_ENTRY(node).IsRed(); +} + +template <typename Node> +[[nodiscard]] EntryColor RB_COLOR(const Node* node) { +    return RB_ENTRY(node).Color(); +} + +template <typename Node> +void RB_SET_COLOR(Node* node, EntryColor color) { +    return RB_ENTRY(node).SetColor(color); +} + +template <typename Node> +void RB_SET(Node* node, Node* parent) { +    auto& entry = RB_ENTRY(node); +    entry.SetParent(parent); +    entry.SetLeft(nullptr); +    entry.SetRight(nullptr); +    entry.SetColor(EntryColor::Red); +} + +template <typename Node> +void RB_SET_BLACKRED(Node* black, Node* red) { +    RB_SET_COLOR(black, EntryColor::Black); +    RB_SET_COLOR(red, EntryColor::Red); +} + +template <typename Node> +void RB_ROTATE_LEFT(RBHead<Node>* head, Node* elm, Node*& tmp) { +    tmp = RB_RIGHT(elm); +    RB_SET_RIGHT(elm, RB_LEFT(tmp)); +    if (RB_RIGHT(elm) != nullptr) { +        RB_SET_PARENT(RB_LEFT(tmp), elm); +    } + +    RB_SET_PARENT(tmp, RB_PARENT(elm)); +    if (RB_PARENT(tmp) != nullptr) { +        if (elm == RB_LEFT(RB_PARENT(elm))) { +            RB_SET_LEFT(RB_PARENT(elm), tmp); +        } else { +            RB_SET_RIGHT(RB_PARENT(elm), tmp); +        } +    } else { +        head->SetRoot(tmp); +    } + +    RB_SET_LEFT(tmp, elm); +    RB_SET_PARENT(elm, tmp); +} + +template <typename Node> +void RB_ROTATE_RIGHT(RBHead<Node>* head, Node* elm, Node*& tmp) { +    tmp = RB_LEFT(elm); +    RB_SET_LEFT(elm, RB_RIGHT(tmp)); +    if (RB_LEFT(elm) != nullptr) { +        RB_SET_PARENT(RB_RIGHT(tmp), elm); +    } + +    RB_SET_PARENT(tmp, RB_PARENT(elm)); +    if (RB_PARENT(tmp) != nullptr) { +        if (elm == RB_LEFT(RB_PARENT(elm))) { +            RB_SET_LEFT(RB_PARENT(elm), tmp); +        } else { +            RB_SET_RIGHT(RB_PARENT(elm), tmp); +        } +    } else { +        head->SetRoot(tmp); +    } + +    RB_SET_RIGHT(tmp, elm); +    RB_SET_PARENT(elm, tmp); +} + +template <typename Node> +void RB_INSERT_COLOR(RBHead<Node>* head, Node* elm) { +    Node* parent = nullptr; +    Node* tmp = nullptr; + +    while ((parent = RB_PARENT(elm)) != nullptr && RB_IS_RED(parent)) { +        Node* gparent = RB_PARENT(parent); +        if (parent == RB_LEFT(gparent)) { +            tmp = RB_RIGHT(gparent); +            if (tmp && RB_IS_RED(tmp)) { +                RB_SET_COLOR(tmp, EntryColor::Black); +                RB_SET_BLACKRED(parent, gparent); +                elm = gparent; +                continue; +            } + +            if (RB_RIGHT(parent) == elm) { +                RB_ROTATE_LEFT(head, parent, tmp); +                tmp = parent; +                parent = elm; +                elm = tmp; +            } + +            RB_SET_BLACKRED(parent, gparent); +            RB_ROTATE_RIGHT(head, gparent, tmp); +        } else { +            tmp = RB_LEFT(gparent); +            if (tmp && RB_IS_RED(tmp)) { +                RB_SET_COLOR(tmp, EntryColor::Black); +                RB_SET_BLACKRED(parent, gparent); +                elm = gparent; +                continue; +            } + +            if (RB_LEFT(parent) == elm) { +                RB_ROTATE_RIGHT(head, parent, tmp); +                tmp = parent; +                parent = elm; +                elm = tmp; +            } + +            RB_SET_BLACKRED(parent, gparent); +            RB_ROTATE_LEFT(head, gparent, tmp); +        } +    } + +    RB_SET_COLOR(head->Root(), EntryColor::Black); +} + +template <typename Node> +void RB_REMOVE_COLOR(RBHead<Node>* head, Node* parent, Node* elm) { +    Node* tmp; +    while ((elm == nullptr || RB_IS_BLACK(elm)) && elm != head->Root()) { +        if (RB_LEFT(parent) == elm) { +            tmp = RB_RIGHT(parent); +            if (RB_IS_RED(tmp)) { +                RB_SET_BLACKRED(tmp, parent); +                RB_ROTATE_LEFT(head, parent, tmp); +                tmp = RB_RIGHT(parent); +            } + +            if ((RB_LEFT(tmp) == nullptr || RB_IS_BLACK(RB_LEFT(tmp))) && +                (RB_RIGHT(tmp) == nullptr || RB_IS_BLACK(RB_RIGHT(tmp)))) { +                RB_SET_COLOR(tmp, EntryColor::Red); +                elm = parent; +                parent = RB_PARENT(elm); +            } else { +                if (RB_RIGHT(tmp) == nullptr || RB_IS_BLACK(RB_RIGHT(tmp))) { +                    Node* oleft; +                    if ((oleft = RB_LEFT(tmp)) != nullptr) { +                        RB_SET_COLOR(oleft, EntryColor::Black); +                    } + +                    RB_SET_COLOR(tmp, EntryColor::Red); +                    RB_ROTATE_RIGHT(head, tmp, oleft); +                    tmp = RB_RIGHT(parent); +                } + +                RB_SET_COLOR(tmp, RB_COLOR(parent)); +                RB_SET_COLOR(parent, EntryColor::Black); +                if (RB_RIGHT(tmp)) { +                    RB_SET_COLOR(RB_RIGHT(tmp), EntryColor::Black); +                } + +                RB_ROTATE_LEFT(head, parent, tmp); +                elm = head->Root(); +                break; +            } +        } else { +            tmp = RB_LEFT(parent); +            if (RB_IS_RED(tmp)) { +                RB_SET_BLACKRED(tmp, parent); +                RB_ROTATE_RIGHT(head, parent, tmp); +                tmp = RB_LEFT(parent); +            } + +            if ((RB_LEFT(tmp) == nullptr || RB_IS_BLACK(RB_LEFT(tmp))) && +                (RB_RIGHT(tmp) == nullptr || RB_IS_BLACK(RB_RIGHT(tmp)))) { +                RB_SET_COLOR(tmp, EntryColor::Red); +                elm = parent; +                parent = RB_PARENT(elm); +            } else { +                if (RB_LEFT(tmp) == nullptr || RB_IS_BLACK(RB_LEFT(tmp))) { +                    Node* oright; +                    if ((oright = RB_RIGHT(tmp)) != nullptr) { +                        RB_SET_COLOR(oright, EntryColor::Black); +                    } + +                    RB_SET_COLOR(tmp, EntryColor::Red); +                    RB_ROTATE_LEFT(head, tmp, oright); +                    tmp = RB_LEFT(parent); +                } + +                RB_SET_COLOR(tmp, RB_COLOR(parent)); +                RB_SET_COLOR(parent, EntryColor::Black); + +                if (RB_LEFT(tmp)) { +                    RB_SET_COLOR(RB_LEFT(tmp), EntryColor::Black); +                } + +                RB_ROTATE_RIGHT(head, parent, tmp); +                elm = head->Root(); +                break; +            } +        } +    } + +    if (elm) { +        RB_SET_COLOR(elm, EntryColor::Black); +    } +} + +template <typename Node> +Node* RB_REMOVE(RBHead<Node>* head, Node* elm) { +    Node* child = nullptr; +    Node* parent = nullptr; +    Node* old = elm; +    EntryColor color{}; + +    const auto finalize = [&] { +        if (color == EntryColor::Black) { +            RB_REMOVE_COLOR(head, parent, child); +        } + +        return old; +    }; + +    if (RB_LEFT(elm) == nullptr) { +        child = RB_RIGHT(elm); +    } else if (RB_RIGHT(elm) == nullptr) { +        child = RB_LEFT(elm); +    } else { +        Node* left; +        elm = RB_RIGHT(elm); +        while ((left = RB_LEFT(elm)) != nullptr) { +            elm = left; +        } + +        child = RB_RIGHT(elm); +        parent = RB_PARENT(elm); +        color = RB_COLOR(elm); + +        if (child) { +            RB_SET_PARENT(child, parent); +        } +        if (parent) { +            if (RB_LEFT(parent) == elm) { +                RB_SET_LEFT(parent, child); +            } else { +                RB_SET_RIGHT(parent, child); +            } +        } else { +            head->SetRoot(child); +        } + +        if (RB_PARENT(elm) == old) { +            parent = elm; +        } + +        elm->SetEntry(old->GetEntry()); + +        if (RB_PARENT(old)) { +            if (RB_LEFT(RB_PARENT(old)) == old) { +                RB_SET_LEFT(RB_PARENT(old), elm); +            } else { +                RB_SET_RIGHT(RB_PARENT(old), elm); +            } +        } else { +            head->SetRoot(elm); +        } +        RB_SET_PARENT(RB_LEFT(old), elm); +        if (RB_RIGHT(old)) { +            RB_SET_PARENT(RB_RIGHT(old), elm); +        } +        if (parent) { +            left = parent; +        } + +        return finalize(); +    } + +    parent = RB_PARENT(elm); +    color = RB_COLOR(elm); + +    if (child) { +        RB_SET_PARENT(child, parent); +    } +    if (parent) { +        if (RB_LEFT(parent) == elm) { +            RB_SET_LEFT(parent, child); +        } else { +            RB_SET_RIGHT(parent, child); +        } +    } else { +        head->SetRoot(child); +    } + +    return finalize(); +} + +// Inserts a node into the RB tree +template <typename Node, typename CompareFunction> +Node* RB_INSERT(RBHead<Node>* head, Node* elm, CompareFunction cmp) { +    Node* parent = nullptr; +    Node* tmp = head->Root(); +    int comp = 0; + +    while (tmp) { +        parent = tmp; +        comp = cmp(elm, parent); +        if (comp < 0) { +            tmp = RB_LEFT(tmp); +        } else if (comp > 0) { +            tmp = RB_RIGHT(tmp); +        } else { +            return tmp; +        } +    } + +    RB_SET(elm, parent); + +    if (parent != nullptr) { +        if (comp < 0) { +            RB_SET_LEFT(parent, elm); +        } else { +            RB_SET_RIGHT(parent, elm); +        } +    } else { +        head->SetRoot(elm); +    } + +    RB_INSERT_COLOR(head, elm); +    return nullptr; +} + +// Finds the node with the same key as elm +template <typename Node, typename CompareFunction> +Node* RB_FIND(RBHead<Node>* head, Node* elm, CompareFunction cmp) { +    Node* tmp = head->Root(); + +    while (tmp) { +        const int comp = cmp(elm, tmp); +        if (comp < 0) { +            tmp = RB_LEFT(tmp); +        } else if (comp > 0) { +            tmp = RB_RIGHT(tmp); +        } else { +            return tmp; +        } +    } + +    return nullptr; +} + +// Finds the first node greater than or equal to the search key +template <typename Node, typename CompareFunction> +Node* RB_NFIND(RBHead<Node>* head, Node* elm, CompareFunction cmp) { +    Node* tmp = head->Root(); +    Node* res = nullptr; + +    while (tmp) { +        const int comp = cmp(elm, tmp); +        if (comp < 0) { +            res = tmp; +            tmp = RB_LEFT(tmp); +        } else if (comp > 0) { +            tmp = RB_RIGHT(tmp); +        } else { +            return tmp; +        } +    } + +    return res; +} + +// Finds the node with the same key as lelm +template <typename Node, typename CompareFunction> +Node* RB_FIND_LIGHT(RBHead<Node>* head, const void* lelm, CompareFunction lcmp) { +    Node* tmp = head->Root(); + +    while (tmp) { +        const int comp = lcmp(lelm, tmp); +        if (comp < 0) { +            tmp = RB_LEFT(tmp); +        } else if (comp > 0) { +            tmp = RB_RIGHT(tmp); +        } else { +            return tmp; +        } +    } + +    return nullptr; +} + +// Finds the first node greater than or equal to the search key +template <typename Node, typename CompareFunction> +Node* RB_NFIND_LIGHT(RBHead<Node>* head, const void* lelm, CompareFunction lcmp) { +    Node* tmp = head->Root(); +    Node* res = nullptr; + +    while (tmp) { +        const int comp = lcmp(lelm, tmp); +        if (comp < 0) { +            res = tmp; +            tmp = RB_LEFT(tmp); +        } else if (comp > 0) { +            tmp = RB_RIGHT(tmp); +        } else { +            return tmp; +        } +    } + +    return res; +} + +template <typename Node> +Node* RB_NEXT(Node* elm) { +    if (RB_RIGHT(elm)) { +        elm = RB_RIGHT(elm); +        while (RB_LEFT(elm)) { +            elm = RB_LEFT(elm); +        } +    } else { +        if (RB_PARENT(elm) && (elm == RB_LEFT(RB_PARENT(elm)))) { +            elm = RB_PARENT(elm); +        } else { +            while (RB_PARENT(elm) && (elm == RB_RIGHT(RB_PARENT(elm)))) { +                elm = RB_PARENT(elm); +            } +            elm = RB_PARENT(elm); +        } +    } +    return elm; +} + +template <typename Node> +Node* RB_PREV(Node* elm) { +    if (RB_LEFT(elm)) { +        elm = RB_LEFT(elm); +        while (RB_RIGHT(elm)) { +            elm = RB_RIGHT(elm); +        } +    } else { +        if (RB_PARENT(elm) && (elm == RB_RIGHT(RB_PARENT(elm)))) { +            elm = RB_PARENT(elm); +        } else { +            while (RB_PARENT(elm) && (elm == RB_LEFT(RB_PARENT(elm)))) { +                elm = RB_PARENT(elm); +            } +            elm = RB_PARENT(elm); +        } +    } +    return elm; +} + +template <typename Node> +Node* RB_MINMAX(RBHead<Node>* head, bool is_min) { +    Node* tmp = head->Root(); +    Node* parent = nullptr; + +    while (tmp) { +        parent = tmp; +        if (is_min) { +            tmp = RB_LEFT(tmp); +        } else { +            tmp = RB_RIGHT(tmp); +        } +    } + +    return parent; +} + +template <typename Node> +Node* RB_MIN(RBHead<Node>* head) { +    return RB_MINMAX(head, true); +} + +template <typename Node> +Node* RB_MAX(RBHead<Node>* head) { +    return RB_MINMAX(head, false); +} +} // namespace Common diff --git a/src/common/x64/native_clock.cpp b/src/common/x64/native_clock.cpp index eb8a7782f..a65f6b832 100644 --- a/src/common/x64/native_clock.cpp +++ b/src/common/x64/native_clock.cpp @@ -2,19 +2,74 @@  // Licensed under GPLv2 or any later version  // Refer to the license.txt file included. +#include <array>  #include <chrono> +#include <limits>  #include <mutex>  #include <thread>  #ifdef _MSC_VER  #include <intrin.h> + +#pragma intrinsic(__umulh) +#pragma intrinsic(_udiv128)  #else  #include <x86intrin.h>  #endif +#include "common/atomic_ops.h"  #include "common/uint128.h"  #include "common/x64/native_clock.h" +namespace { + +[[nodiscard]] u64 GetFixedPoint64Factor(u64 numerator, u64 divisor) { +#ifdef __SIZEOF_INT128__ +    const auto base = static_cast<unsigned __int128>(numerator) << 64ULL; +    return static_cast<u64>(base / divisor); +#elif defined(_M_X64) || defined(_M_ARM64) +    std::array<u64, 2> r = {0, numerator}; +    u64 remainder; +#if _MSC_VER < 1923 +    return udiv128(r[1], r[0], divisor, &remainder); +#else +    return _udiv128(r[1], r[0], divisor, &remainder); +#endif +#else +    // This one is bit more inaccurate. +    return MultiplyAndDivide64(std::numeric_limits<u64>::max(), numerator, divisor); +#endif +} + +[[nodiscard]] u64 MultiplyHigh(u64 a, u64 b) { +#ifdef __SIZEOF_INT128__ +    return (static_cast<unsigned __int128>(a) * static_cast<unsigned __int128>(b)) >> 64; +#elif defined(_M_X64) || defined(_M_ARM64) +    return __umulh(a, b); // MSVC +#else +    // Generic fallback +    const u64 a_lo = u32(a); +    const u64 a_hi = a >> 32; +    const u64 b_lo = u32(b); +    const u64 b_hi = b >> 32; + +    const u64 a_x_b_hi = a_hi * b_hi; +    const u64 a_x_b_mid = a_hi * b_lo; +    const u64 b_x_a_mid = b_hi * a_lo; +    const u64 a_x_b_lo = a_lo * b_lo; + +    const u64 carry_bit = (static_cast<u64>(static_cast<u32>(a_x_b_mid)) + +                           static_cast<u64>(static_cast<u32>(b_x_a_mid)) + (a_x_b_lo >> 32)) >> +                          32; + +    const u64 multhi = a_x_b_hi + (a_x_b_mid >> 32) + (b_x_a_mid >> 32) + carry_bit; + +    return multhi; +#endif +} + +} // namespace +  namespace Common {  u64 EstimateRDTSCFrequency() { @@ -48,54 +103,71 @@ NativeClock::NativeClock(u64 emulated_cpu_frequency_, u64 emulated_clock_frequen      : WallClock(emulated_cpu_frequency_, emulated_clock_frequency_, true), rtsc_frequency{                                                                                 rtsc_frequency_} {      _mm_mfence(); -    last_measure = __rdtsc(); -    accumulated_ticks = 0U; +    time_point.inner.last_measure = __rdtsc(); +    time_point.inner.accumulated_ticks = 0U; +    ns_rtsc_factor = GetFixedPoint64Factor(1000000000, rtsc_frequency); +    us_rtsc_factor = GetFixedPoint64Factor(1000000, rtsc_frequency); +    ms_rtsc_factor = GetFixedPoint64Factor(1000, rtsc_frequency); +    clock_rtsc_factor = GetFixedPoint64Factor(emulated_clock_frequency, rtsc_frequency); +    cpu_rtsc_factor = GetFixedPoint64Factor(emulated_cpu_frequency, rtsc_frequency);  }  u64 NativeClock::GetRTSC() { -    std::scoped_lock scope{rtsc_serialize}; -    _mm_mfence(); -    const u64 current_measure = __rdtsc(); -    u64 diff = current_measure - last_measure; -    diff = diff & ~static_cast<u64>(static_cast<s64>(diff) >> 63); // max(diff, 0) -    if (current_measure > last_measure) { -        last_measure = current_measure; -    } -    accumulated_ticks += diff; +    TimePoint new_time_point{}; +    TimePoint current_time_point{}; +    do { +        current_time_point.pack = time_point.pack; +        _mm_mfence(); +        const u64 current_measure = __rdtsc(); +        u64 diff = current_measure - current_time_point.inner.last_measure; +        diff = diff & ~static_cast<u64>(static_cast<s64>(diff) >> 63); // max(diff, 0) +        new_time_point.inner.last_measure = current_measure > current_time_point.inner.last_measure +                                                ? current_measure +                                                : current_time_point.inner.last_measure; +        new_time_point.inner.accumulated_ticks = current_time_point.inner.accumulated_ticks + diff; +    } while (!Common::AtomicCompareAndSwap(time_point.pack.data(), new_time_point.pack, +                                           current_time_point.pack));      /// The clock cannot be more precise than the guest timer, remove the lower bits -    return accumulated_ticks & inaccuracy_mask; +    return new_time_point.inner.accumulated_ticks & inaccuracy_mask;  }  void NativeClock::Pause(bool is_paused) {      if (!is_paused) { -        _mm_mfence(); -        last_measure = __rdtsc(); +        TimePoint current_time_point{}; +        TimePoint new_time_point{}; +        do { +            current_time_point.pack = time_point.pack; +            new_time_point.pack = current_time_point.pack; +            _mm_mfence(); +            new_time_point.inner.last_measure = __rdtsc(); +        } while (!Common::AtomicCompareAndSwap(time_point.pack.data(), new_time_point.pack, +                                               current_time_point.pack));      }  }  std::chrono::nanoseconds NativeClock::GetTimeNS() {      const u64 rtsc_value = GetRTSC(); -    return std::chrono::nanoseconds{MultiplyAndDivide64(rtsc_value, 1000000000, rtsc_frequency)}; +    return std::chrono::nanoseconds{MultiplyHigh(rtsc_value, ns_rtsc_factor)};  }  std::chrono::microseconds NativeClock::GetTimeUS() {      const u64 rtsc_value = GetRTSC(); -    return std::chrono::microseconds{MultiplyAndDivide64(rtsc_value, 1000000, rtsc_frequency)}; +    return std::chrono::microseconds{MultiplyHigh(rtsc_value, us_rtsc_factor)};  }  std::chrono::milliseconds NativeClock::GetTimeMS() {      const u64 rtsc_value = GetRTSC(); -    return std::chrono::milliseconds{MultiplyAndDivide64(rtsc_value, 1000, rtsc_frequency)}; +    return std::chrono::milliseconds{MultiplyHigh(rtsc_value, ms_rtsc_factor)};  }  u64 NativeClock::GetClockCycles() {      const u64 rtsc_value = GetRTSC(); -    return MultiplyAndDivide64(rtsc_value, emulated_clock_frequency, rtsc_frequency); +    return MultiplyHigh(rtsc_value, clock_rtsc_factor);  }  u64 NativeClock::GetCPUCycles() {      const u64 rtsc_value = GetRTSC(); -    return MultiplyAndDivide64(rtsc_value, emulated_cpu_frequency, rtsc_frequency); +    return MultiplyHigh(rtsc_value, cpu_rtsc_factor);  }  } // namespace X64 diff --git a/src/common/x64/native_clock.h b/src/common/x64/native_clock.h index 6d1e32ac8..7cbd400d2 100644 --- a/src/common/x64/native_clock.h +++ b/src/common/x64/native_clock.h @@ -6,7 +6,6 @@  #include <optional> -#include "common/spin_lock.h"  #include "common/wall_clock.h"  namespace Common { @@ -32,14 +31,28 @@ public:  private:      u64 GetRTSC(); +    union alignas(16) TimePoint { +        TimePoint() : pack{} {} +        u128 pack{}; +        struct Inner { +            u64 last_measure{}; +            u64 accumulated_ticks{}; +        } inner; +    }; +      /// value used to reduce the native clocks accuracy as some apss rely on      /// undefined behavior where the level of accuracy in the clock shouldn't      /// be higher.      static constexpr u64 inaccuracy_mask = ~(UINT64_C(0x400) - 1); -    SpinLock rtsc_serialize{}; -    u64 last_measure{}; -    u64 accumulated_ticks{}; +    TimePoint time_point; +    // factors +    u64 clock_rtsc_factor{}; +    u64 cpu_rtsc_factor{}; +    u64 ns_rtsc_factor{}; +    u64 us_rtsc_factor{}; +    u64 ms_rtsc_factor{}; +      u64 rtsc_frequency;  };  } // namespace X64 | 
