#include "prx/libc/include/general/VabiMacros.hpp" #include "prx/libc/include/General.hpp" #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace { struct Xtime { std::int64_t sec; std::int64_t nsec; }; constexpr std::int64_t nanosPerSecond = 1000000000; constexpr std::int64_t longestSleepSeconds = 86400; timespec XtimeDeadline(const Xtime& time, const char* function) { constexpr auto largest = std::numeric_limits::max(); constexpr auto smallest = std::numeric_limits::min(); const auto carry = time.nsec / nanosPerSecond; auto nanos = time.nsec % nanosPerSecond; auto seconds = time.sec; if ((carry > 0 && seconds > largest - carry) || (carry < 0 && seconds < smallest - carry)) throw std::overflow_error(std::string(function) + ": xtime seconds overflow"); seconds += carry; if (nanos < 0) { if (seconds == smallest) throw std::overflow_error(std::string(function) + ": xtime seconds overflow"); nanos += nanosPerSecond; --seconds; } return {static_cast(seconds), static_cast(nanos)}; } constexpr int threadSuccess = 0; constexpr int threadNomem = 1; constexpr int threadTimedout = 2; constexpr int threadBusy = 3; constexpr int threadError = 4; constexpr int mutexRecursive = 0x100; constexpr std::uint64_t mutexTag = 0x5854'4D5F'4D54'5844ull; constexpr std::uint64_t conditionTag = 0x5854'4E43'5F44'4E43ull; struct DinkumwareMutex { std::uint64_t tag = mutexTag; int type = 0; int count = 0; std::atomic owner{}; std::mutex native; }; struct DinkumwareCondition { std::uint64_t tag = conditionTag; std::condition_variable native; }; DinkumwareMutex* ResolveMutex(void** handle, const char* function) { if (!handle) throw std::invalid_argument(std::string(function) + ": null mutex handle pointer"); auto* mutex = static_cast(*handle); if (!mutex) throw std::invalid_argument(std::string(function) + ": null mutex handle"); if (mutex->tag != mutexTag) throw std::invalid_argument(std::string(function) + ": not a mutex created by _Mtx_init"); return mutex; } DinkumwareCondition* ResolveCondition(void** handle, const char* function) { if (!handle) throw std::invalid_argument(std::string(function) + ": null condition handle pointer"); auto* condition = static_cast(*handle); if (!condition) throw std::invalid_argument(std::string(function) + ": null condition handle"); if (condition->tag != conditionTag) throw std::invalid_argument(std::string(function) + ": not a condition created by _Cnd_init"); return condition; } bool IsOwnedByCaller(const DinkumwareMutex* mutex) { return mutex->owner.load(std::memory_order_acquire) == std::this_thread::get_id() && mutex->count > 0; } } extern "C" { int APS5_VABI _Mtx_init_nid_postfix(void** handle, int type) { if (!handle) throw std::invalid_argument("_Mtx_init: null handle pointer"); *handle = nullptr; auto* mutex = new (std::nothrow) DinkumwareMutex(); if (!mutex) return threadNomem; mutex->type = type; *handle = mutex; return threadSuccess; } int APS5_VABI _Mtx_init_with_name_nid_postfix(void** handle, int type, const char*) { return _Mtx_init_nid_postfix(handle, type); } void APS5_VABI _Mtx_destroy_nid_postfix(void** handle) { if (!handle) throw std::invalid_argument("_Mtx_destroy: null mutex handle pointer"); if (!*handle) return; auto* mutex = ResolveMutex(handle, "_Mtx_destroy"); if (mutex->count != 0) throw std::logic_error("_Mtx_destroy: mutex destroyed while locked"); mutex->tag = 0; delete mutex; *handle = nullptr; } int APS5_VABI _Mtx_lock_nid_postfix(void** handle) { auto* mutex = ResolveMutex(handle, "_Mtx_lock"); const auto self = std::this_thread::get_id(); if (mutex->owner.load(std::memory_order_acquire) == self) { if ((mutex->type & mutexRecursive) == 0) return threadBusy; if (mutex->count == std::numeric_limits::max()) throw std::overflow_error("_Mtx_lock: recursive lock count overflow"); ++mutex->count; return threadSuccess; } try { mutex->native.lock(); } catch (const std::system_error& error) { return error.code() == std::errc::resource_deadlock_would_occur ? threadBusy : threadError; } mutex->owner.store(self, std::memory_order_release); mutex->count = 1; return threadSuccess; } int APS5_VABI _Mtx_trylock_nid_postfix(void** handle) { auto* mutex = ResolveMutex(handle, "_Mtx_trylock"); const auto self = std::this_thread::get_id(); if (mutex->owner.load(std::memory_order_acquire) == self) { if ((mutex->type & mutexRecursive) == 0) return threadBusy; if (mutex->count == std::numeric_limits::max()) throw std::overflow_error("_Mtx_trylock: recursive lock count overflow"); ++mutex->count; return threadSuccess; } if (!mutex->native.try_lock()) return threadBusy; mutex->owner.store(self, std::memory_order_release); mutex->count = 1; return threadSuccess; } int APS5_VABI _Mtx_unlock_nid_postfix(void** handle) { auto* mutex = ResolveMutex(handle, "_Mtx_unlock"); if (!IsOwnedByCaller(mutex)) return threadSuccess; if (--mutex->count == 0) { mutex->owner.store(std::thread::id{}, std::memory_order_release); mutex->native.unlock(); } return threadSuccess; } int APS5_VABI _Cnd_init_nid_postfix(void** handle) { if (!handle) throw std::invalid_argument("_Cnd_init: null handle pointer"); *handle = nullptr; auto* condition = new (std::nothrow) DinkumwareCondition(); if (!condition) return threadNomem; *handle = condition; return threadSuccess; } void APS5_VABI _Cnd_destroy_nid_postfix(void** handle) { if (!handle) throw std::invalid_argument("_Cnd_destroy: null condition handle pointer"); if (!*handle) return; auto* condition = ResolveCondition(handle, "_Cnd_destroy"); condition->tag = 0; delete condition; *handle = nullptr; } int APS5_VABI _Cnd_wait_nid_postfix(void** conditionHandle, void** mutexHandle) { auto* condition = ResolveCondition(conditionHandle, "_Cnd_wait"); auto* mutex = ResolveMutex(mutexHandle, "_Cnd_wait"); if (!IsOwnedByCaller(mutex)) return threadSuccess; if (mutex->count != 1) return threadSuccess; mutex->count = 0; mutex->owner.store(std::thread::id{}, std::memory_order_release); std::unique_lock lock(mutex->native, std::adopt_lock); try { condition->native.wait(lock); } catch (const std::system_error&) { lock.release(); mutex->owner.store(std::this_thread::get_id(), std::memory_order_release); mutex->count = 1; throw; } lock.release(); mutex->owner.store(std::this_thread::get_id(), std::memory_order_release); mutex->count = 1; return threadSuccess; } int APS5_VABI _Cnd_timedwait_nid_postfix(void** conditionHandle, void** mutexHandle, const Xtime* target) { if (!target) APS5_INVALID_ARG_EX; const auto deadline = XtimeDeadline(*target, "_Cnd_timedwait"); constexpr auto maxDuration = std::chrono::system_clock::duration::max(); constexpr auto minDuration = std::chrono::system_clock::duration::min(); constexpr auto maxSeconds = std::chrono::duration_cast(maxDuration).count(); constexpr auto minSeconds = std::chrono::duration_cast(minDuration).count(); constexpr auto maxNanos = std::chrono::duration_cast(maxDuration - std::chrono::seconds(maxSeconds)).count(); if (deadline.tv_sec > maxSeconds || (deadline.tv_sec == maxSeconds && deadline.tv_nsec > maxNanos) || deadline.tv_sec < minSeconds) throw std::overflow_error("_Cnd_timedwait: xtime seconds overflow"); auto* condition = ResolveCondition(conditionHandle, "_Cnd_timedwait"); auto* mutex = ResolveMutex(mutexHandle, "_Cnd_timedwait"); if (!IsOwnedByCaller(mutex)) return threadSuccess; if (mutex->count != 1) return threadSuccess; mutex->count = 0; mutex->owner.store(std::thread::id{}, std::memory_order_release); std::unique_lock lock(mutex->native, std::adopt_lock); bool timeout = false; try { const auto deadlineTime = std::chrono::system_clock::time_point( std::chrono::seconds(deadline.tv_sec) + std::chrono::nanoseconds(deadline.tv_nsec)); timeout = (condition->native.wait_until(lock, deadlineTime) == std::cv_status::timeout); } catch (const std::system_error&) { lock.release(); mutex->owner.store(std::this_thread::get_id(), std::memory_order_release); mutex->count = 1; throw; } lock.release(); mutex->owner.store(std::this_thread::get_id(), std::memory_order_release); mutex->count = 1; return timeout ? threadTimedout : threadSuccess; } int APS5_VABI _Cnd_broadcast_nid_postfix(void** handle) { ResolveCondition(handle, "_Cnd_broadcast")->native.notify_all(); return threadSuccess; } int SignalCondition_nid_no_patch(void** handle) { ResolveCondition(handle, "_Cnd_signal")->native.notify_one(); return threadSuccess; } int APS5_VABI _Thrd_sleep_nid_postfix(const Xtime* target, Xtime*) { if (!target) APS5_INVALID_ARG_EX; const auto deadline = XtimeDeadline(*target, "_Thrd_sleep"); for (;;) { timespec now{}; if (clock_gettime(CLOCK_REALTIME, &now) != 0) throw std::runtime_error("_Thrd_sleep: reading the realtime clock failed"); if (now.tv_sec > deadline.tv_sec || (now.tv_sec == deadline.tv_sec && now.tv_nsec >= deadline.tv_nsec)) return threadSuccess; timespec remaining{static_cast(deadline.tv_sec - now.tv_sec), static_cast(deadline.tv_nsec - now.tv_nsec)}; if (remaining.tv_nsec < 0) { remaining.tv_nsec += nanosPerSecond; --remaining.tv_sec; } remaining.tv_sec = std::min(remaining.tv_sec, longestSleepSeconds); if (nanosleep(&remaining, nullptr) != 0) { if (errno == EINTR) continue; throw std::runtime_error("_Thrd_sleep: nanosleep failed"); } } } int APS5_VABI _Cnd_signal_nid_postfix(void** handle) { return SignalCondition_nid_no_patch(handle); } }