Repository navigation
Expand file tree
/
Copy pathCond.cpp
More file actions
216 lines (192 loc) · 7.49 KB
/
Copy pathCond.cpp
File metadata and controls
216 lines (192 loc) · 7.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
#include "prx/libkernel/Pthread/include/Pthread.hpp"
#include "prx/libkernel/Pthread/include/Mutex.hpp"
#include "prx/libkernel/Pthread/include/Cond.hpp"
#include "prx/libkernel/Pthread/include/Cancel.hpp"
#include "prx/libkernel/Pthread/include/ThreadLifecycle.hpp"
#include "prx/libkernel/Pthread/Posix/Common.hpp"
#include "prx/libkernel/KernelErrors.hpp"
#include "prx/libkernel/Time/include/Time.hpp"
#include "prx/libkernel/Time/include/TimedWait.hpp"
#include <atomic>
#include <chrono>
#include <cstdint>
#include <memory>
#include <optional>
#include <stdexcept>
#include <thread>
#include <utility>
namespace {
constexpr int sceTimedOut = static_cast<int>(0x8002003cu);
std::mutex& InitializationMutex() {
static std::mutex mutex;
return mutex;
}
PthreadCond destroyedCond() {
return reinterpret_cast<PthreadCond>(std::uintptr_t{2});
}
PthreadMutex destroyedMutex() {
return reinterpret_cast<PthreadMutex>(std::uintptr_t{2});
}
PthreadMutex adaptiveInitializer() {
return reinterpret_cast<PthreadMutex>(std::uintptr_t{1});
}
std::shared_ptr<TimedWait::Condition> resolveCond(PthreadCond* cond, int* clockId = nullptr) {
if (!cond)
throw std::invalid_argument("Condition variable pointer is null");
std::lock_guard lock(InitializationMutex());
std::atomic_ref<PthreadCond> slot(*cond);
auto current = slot.load(std::memory_order_acquire);
if (current == destroyedCond())
return nullptr;
if (!current) {
current = new PthreadCondPrivate();
slot.store(current, std::memory_order_release);
}
if (clockId) *clockId = current->_clockid;
return current->_cv;
}
int mutexOwnership(PthreadMutex* mutex, PthreadMutex* owned) {
if (!mutex)
throw std::invalid_argument("Mutex pointer is null");
const auto current = std::atomic_ref<PthreadMutex>(*mutex).load(std::memory_order_acquire);
if (current == destroyedMutex())
return SCE_KERNEL_ERROR_EINVAL;
if (!current || current == adaptiveInitializer() || current->_owner.load(std::memory_order_acquire) != std::this_thread::get_id())
return SCE_KERNEL_ERROR_EPERM;
*owned = current;
return 0;
}
template <class TNative>
struct WakingLock {
PthreadMutex mutex;
TNative& native;
void lock() { native.lock(); }
void unlock() {
native.unlock();
#ifdef _WIN32
TimedWait::Unpark(mutex);
#endif
}
};
int finishWait(std::shared_ptr<TimedWait::Condition>& condition, bool timedOut) {
if (ThreadCancel::Requested()) {
condition->NotifyOne();
condition.reset();
scePthreadExit(GUEST_CANCELED);
}
return timedOut ? sceTimedOut : 0;
}
int waitUntil(std::shared_ptr<TimedWait::Condition> condition, PthreadMutex* mutex, std::optional<std::uint64_t> deadlineNanos, const void* caller) {
if (!condition)
return SCE_KERNEL_ERROR_EINVAL;
PthreadMutex m = nullptr;
if (const int error = mutexOwnership(mutex, &m))
return error;
bool timedOut = false;
const auto waitStart = std::chrono::steady_clock::now();
struct Trace {
const void* caller; const bool& timedOut; std::chrono::steady_clock::time_point start;
~Trace() { KernelTraceWait_nid_postfix("cond", caller, static_cast<std::uint64_t>(std::chrono::duration_cast<std::chrono::nanoseconds>(std::chrono::steady_clock::now() - start).count()), timedOut); }
} trace{caller, timedOut, waitStart};
if (m->_type == MutexType::Recursive) {
WakingLock<std::recursive_timed_mutex> waking{m, m->_rmtx};
std::unique_lock lock(waking, std::adopt_lock);
const auto previousCount = m->_count;
m->_count = 0;
m->_owner.store(std::thread::id{}, std::memory_order_release);
for (int level = 1; level < previousCount; ++level)
m->_rmtx.unlock();
timedOut = !ThreadCancel::Wait(*condition, lock, deadlineNanos);
for (int level = 1; level < previousCount; ++level)
m->_rmtx.lock();
m->_owner.store(std::this_thread::get_id(), std::memory_order_release);
m->_count = previousCount;
lock.release();
return finishWait(condition, timedOut);
}
WakingLock<std::timed_mutex> waking{m, m->_mtx};
std::unique_lock lock(waking, std::adopt_lock);
m->_owner.store(std::thread::id{}, std::memory_order_release);
timedOut = !ThreadCancel::Wait(*condition, lock, deadlineNanos);
m->_owner.store(std::this_thread::get_id(), std::memory_order_release);
lock.release();
return finishWait(condition, timedOut);
}
}
int CondOperations::AbsoluteTimedwait(PthreadCond* cond, PthreadMutex* mutex, const KernelTimespec* abstime) {
KernelUseconds usec = 0;
int clockId = 0;
auto condition = resolveCond(cond, &clockId);
if (!condition)
return SCE_KERNEL_ERROR_EINVAL;
if (!PosixThread::RelativeMicroseconds(clockId, abstime, &usec))
throw std::invalid_argument("Invalid absolute condition variable timeout");
return waitUntil(std::move(condition), mutex, TimedWait::DeadlineNanos(usec), __builtin_return_address(0));
}
extern "C" {
int APS5_VABI scePthreadCondattrInit(PthreadCondattr* attr) {
if (!attr)
throw std::invalid_argument("Condition attribute pointer is null");
*attr = new PthreadCondattrPrivate{0};
return 0;
}
int APS5_VABI scePthreadCondattrDestroy(PthreadCondattr* attr) {
if (!attr || !*attr) return SCE_KERNEL_ERROR_EINVAL;
delete *attr;
*attr = nullptr;
return 0;
}
int APS5_VABI scePthreadCondattrSetclock(PthreadCondattr* attr, KernelClockid clockId) {
if (!attr || !*attr) return SCE_KERNEL_ERROR_EINVAL;
(*attr)->_clockid = static_cast<int>(clockId);
return 0;
}
int APS5_VABI scePthreadCondInit(PthreadCond* cond, const PthreadCondattr* attr, const char*) {
if (!cond)
throw std::invalid_argument("Condition variable pointer is null");
auto replacement = std::make_unique<PthreadCondPrivate>();
if (attr && *attr)
replacement->_clockid = (*attr)->_clockid;
std::lock_guard lock(InitializationMutex());
std::atomic_ref<PthreadCond>(*cond).store(replacement.release(), std::memory_order_release);
return 0;
}
int APS5_VABI scePthreadCondDestroy(PthreadCond* cond) {
if (!cond)
throw std::invalid_argument("Condition variable pointer is null");
std::lock_guard lock(InitializationMutex());
if (*cond == destroyedCond())
return SCE_KERNEL_ERROR_EINVAL;
delete *cond;
std::atomic_ref<PthreadCond>(*cond).store(destroyedCond(), std::memory_order_release);
return 0;
}
int APS5_VABI scePthreadCondSignal(PthreadCond* cond) {
const auto resolved = resolveCond(cond);
if (!resolved)
return SCE_KERNEL_ERROR_EINVAL;
resolved->NotifyOne();
return 0;
}
int APS5_VABI scePthreadCondBroadcast(PthreadCond* cond) {
const auto resolved = resolveCond(cond);
if (!resolved)
return SCE_KERNEL_ERROR_EINVAL;
resolved->NotifyAll();
return 0;
}
int APS5_VABI scePthreadCondSignalto(PthreadCond* cond, Pthread thread) {
(void)thread;
const auto resolved = resolveCond(cond);
if (!resolved)
return SCE_KERNEL_ERROR_EINVAL;
resolved->NotifyAll();
return 0;
}
int APS5_VABI scePthreadCondWait(PthreadCond* cond, PthreadMutex* mutex) {
return waitUntil(resolveCond(cond), mutex, std::nullopt, __builtin_return_address(0));
}
int APS5_VABI scePthreadCondTimedwait(PthreadCond* cond, PthreadMutex* mutex, KernelUseconds usec) {
return waitUntil(resolveCond(cond), mutex, TimedWait::DeadlineNanos(usec), __builtin_return_address(0));
}
}