#include "stdafx.h" #include "sys_cond.h" #include "util/serialization.hpp" #include "Emu/IdManager.h" #include "Emu/IPC.h" #include "Emu/System.h" #include "Emu/Cell/ErrorCodes.h" #include "Emu/Cell/PPUThread.h" LOG_CHANNEL(sys_cond); lv2_cond::lv2_cond(utils::serial& ar) : key(ar) , name(ar) , mtx_id(ar) , mutex(idm::get_unlocked(mtx_id)) // May be nullptr { } CellError lv2_cond::on_id_create() { exists++; static auto do_it = [](lv2_cond* _this) -> CellError { if (lv2_obj::check(_this->mutex)) { _this->mutex->cond_count++; return {}; } // Mutex has been destroyed, cannot create conditional variable return CELL_ESRCH; }; if (mutex) { return do_it(this); } ensure(!!Emu.DeserialManager()); Emu.DeferDeserialization([this]() { if (!mutex) { mutex = ensure(idm::get_unlocked(mtx_id)); } // Defer function ensure(CellError{} == do_it(this)); }); return {}; } std::shared_ptr lv2_cond::load(utils::serial& ar) { auto cond = std::make_shared(ar); return lv2_obj::load(cond->key, cond); } void lv2_cond::save(utils::serial& ar) { ar(key, name, mtx_id); } error_code sys_cond_create(ppu_thread& ppu, vm::ptr cond_id, u32 mutex_id, vm::ptr attr) { ppu.state += cpu_flag::wait; sys_cond.warning("sys_cond_create(cond_id=*0x%x, mutex_id=0x%x, attr=*0x%x)", cond_id, mutex_id, attr); auto mutex = idm::get(mutex_id); if (!mutex) { return CELL_ESRCH; } const auto _attr = *attr; const u64 ipc_key = lv2_obj::get_key(_attr); if (const auto error = lv2_obj::create(_attr.pshared, ipc_key, _attr.flags, [&] { return std::make_shared( ipc_key, _attr.name_u64, mutex_id, std::move(mutex)); })) { return error; } *cond_id = idm::last_id(); return CELL_OK; } error_code sys_cond_destroy(ppu_thread& ppu, u32 cond_id) { ppu.state += cpu_flag::wait; sys_cond.warning("sys_cond_destroy(cond_id=0x%x)", cond_id); const auto cond = idm::withdraw(cond_id, [&](lv2_cond& cond) -> CellError { std::lock_guard lock(cond.mutex->mutex); if (cond.waiters) { return CELL_EBUSY; } cond.mutex->cond_count--; lv2_obj::on_id_destroy(cond, cond.key); return {}; }); if (!cond) { return CELL_ESRCH; } if (cond.ret) { return cond.ret; } return CELL_OK; } error_code sys_cond_signal(ppu_thread& ppu, u32 cond_id) { ppu.state += cpu_flag::wait; sys_cond.trace("sys_cond_signal(cond_id=0x%x)", cond_id); const auto cond = idm::check(cond_id, [&](lv2_cond& cond) { if (cond.waiters) { lv2_obj::notify_all_t notify; std::lock_guard lock(cond.mutex->mutex); if (const auto cpu = cond.schedule(cond.sq, cond.mutex->protocol)) { if (static_cast(cpu)->state & cpu_flag::again) { ppu.state += cpu_flag::again; return; } // TODO: Is EBUSY returned after reqeueing, on sys_cond_destroy? cond.waiters--; if (cond.mutex->try_own(*cpu, cpu->id)) { cond.awake(cpu, true); } } } }); if (!cond) { return CELL_ESRCH; } return CELL_OK; } error_code sys_cond_signal_all(ppu_thread& ppu, u32 cond_id) { ppu.state += cpu_flag::wait; sys_cond.trace("sys_cond_signal_all(cond_id=0x%x)", cond_id); const auto cond = idm::check(cond_id, [&](lv2_cond& cond) { if (cond.waiters) { std::lock_guard lock(cond.mutex->mutex); for (auto cpu : cond.sq) { if (static_cast(cpu)->state & cpu_flag::again) { ppu.state += cpu_flag::again; return; } } cpu_thread* result = nullptr; cond.waiters -= ::size32(cond.sq); while (const auto cpu = cond.schedule(cond.sq, SYS_SYNC_PRIORITY)) { if (cond.mutex->try_own(*cpu, cpu->id)) { ensure(!std::exchange(result, cpu)); } } if (result) { lv2_obj::awake(result); } } }); if (!cond) { return CELL_ESRCH; } return CELL_OK; } error_code sys_cond_signal_to(ppu_thread& ppu, u32 cond_id, u32 thread_id) { ppu.state += cpu_flag::wait; sys_cond.trace("sys_cond_signal_to(cond_id=0x%x, thread_id=0x%x)", cond_id, thread_id); const auto cond = idm::check(cond_id, [&](lv2_cond& cond) -> int { if (!idm::check_unlocked>(thread_id)) { return -1; } if (cond.waiters) { lv2_obj::notify_all_t notify; std::lock_guard lock(cond.mutex->mutex); for (auto cpu : cond.sq) { if (cpu->id == thread_id) { if (static_cast(cpu)->state & cpu_flag::again) { ppu.state += cpu_flag::again; return 0; } ensure(cond.unqueue(cond.sq, cpu)); cond.waiters--; if (cond.mutex->try_own(*cpu, cpu->id)) { cond.awake(cpu, true); } return 1; } } } return 0; }); if (!cond || cond.ret == -1) { return CELL_ESRCH; } if (!cond.ret) { return not_an_error(CELL_EPERM); } return CELL_OK; } error_code sys_cond_wait(ppu_thread& ppu, u32 cond_id, u64 timeout) { ppu.state += cpu_flag::wait; sys_cond.trace("sys_cond_wait(cond_id=0x%x, timeout=%lld)", cond_id, timeout); // Further function result ppu.gpr[3] = CELL_OK; auto& sstate = *ppu.optional_savestate_state; const auto cond = idm::get(cond_id, [&](lv2_cond& cond) -> s64 { if (!ppu.loaded_from_savestate && cond.mutex->owner >> 1 != ppu.id) { return -1; } lv2_obj::notify_all_t notify; std::lock_guard lock(cond.mutex->mutex); const u64 syscall_state = sstate.try_read().second; sstate.clear(); if (syscall_state & 1) { // Mutex sleep ensure(!cond.mutex->try_own(ppu, ppu.id)); } else { // Register waiter cond.sq.emplace_back(&ppu); cond.waiters++; } if (ppu.loaded_from_savestate) { cond.sleep(ppu, timeout, true); return static_cast(syscall_state >> 32); } // Unlock the mutex const u32 count = cond.mutex->lock_count.exchange(0); if (const auto cpu = cond.mutex->reown()) { cond.mutex->append(cpu); } // Sleep current thread and schedule mutex waiter cond.sleep(ppu, timeout, true); // Save the recursive value return count; }); if (!cond) { return CELL_ESRCH; } if (cond.ret < 0) { return CELL_EPERM; } while (auto state = +ppu.state) { if (state & cpu_flag::signal && ppu.state.test_and_reset(cpu_flag::signal)) { break; } if (is_stopped(state)) { std::lock_guard lock(cond->mutex->mutex); const bool cond_sleep = std::find(cond->sq.begin(), cond->sq.end(), &ppu) != cond->sq.end(); const bool mutex_sleep = std::find(cond->mutex->sq.begin(), cond->mutex->sq.end(), &ppu) != cond->mutex->sq.end(); if (!cond_sleep && !mutex_sleep) { break; } const u64 optional_syscall_state = u32{mutex_sleep} | (u64{static_cast(cond.ret)} << 32); sstate(optional_syscall_state); ppu.state += cpu_flag::again; return {}; } if (timeout) { if (lv2_obj::wait_timeout(timeout, &ppu)) { // Wait for rescheduling if (ppu.check_state()) { continue; } std::lock_guard lock(cond->mutex->mutex); // Try to cancel the waiting if (cond->unqueue(cond->sq, &ppu)) { // TODO: Is EBUSY returned after reqeueing, on sys_cond_destroy? cond->waiters--; ppu.gpr[3] = CELL_ETIMEDOUT; // Own or requeue if (cond->mutex->try_own(ppu, ppu.id)) { break; } } else if (cond->mutex->owner >> 1 == ppu.id) { break; } cond->mutex->sleep(ppu); timeout = 0; continue; } } else { thread_ctrl::wait_on(ppu.state, state); } } // Verify ownership ensure(cond->mutex->owner >> 1 == ppu.id); // Restore the recursive value cond->mutex->lock_count.release(static_cast(cond.ret)); return not_an_error(ppu.gpr[3]); }